cmd_read.py 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970
  1. """检索与阅读的子命令:forms / word / search / dist / get。
  2. 全部只读,不需要凭据。
  3. """
  4. import html as html_mod
  5. import json
  6. import re
  7. import sys
  8. from client import make_client, note
  9. from coords import fmt_coord, fmt_path, parse_coord, parse_coords, text_layer
  10. from errors import ApiError, WpError, explain_api_error
  11. # 巴利原文本身就是一个 channel(_System_Pali_VRI_)。取原文、取译文、取逐词解析
  12. # 是同一个调用换 channel。
  13. PALI_CHANNEL = '00b577c0-13b9-11ee-a05a-b7307efd9ee6'
  14. # 靠 channel 名字判断机器译文很脆弱:库里既有名字含 "AI" 的,也有直接用模型名命名的
  15. # (deepseek / qwen-max / grok-简体中文 / gemini / 豆包 / ChatGPT),后者不含 "ai"。
  16. # 这个清单只用来「提醒去核实」,不作为判定依据——权威判定看 get 返回的作者是不是模型。
  17. MACHINE_HINTS = ('ai', 'gpt', 'chatgpt', 'claude', 'deepseek', 'gemini', 'qwen', 'grok',
  18. 'llama', 'mistral', 'kimi', 'norbu', '豆包', '文心', 'ernie', '通义')
  19. # 服务端的 sentence?view=paragraph 不带 channels 会 500,所以永远要给一个默认值。
  20. READ_TIMEOUT = 60
  21. def strip_markup(raw, hl='【】', bold='**'):
  22. """把服务端返回的 HTML 压成纯文本,保留命中高亮与黑体两种信息。
  23. 命中词用 <span class='hl'> 包,黑体是原文的 <span class="bld">——后者是注释书
  24. 标出词条的地方,对判断「这段是不是定义」很关键,不能丢。
  25. """
  26. if not raw:
  27. return ''
  28. text = raw
  29. text = re.sub(r"<span class='hl'>(.*?)</span>", hl[0] + r'\1' + hl[1], text, flags=re.S)
  30. text = re.sub(r'<span class="bld">(.*?)</span>', bold + r'\1' + bold, text, flags=re.S)
  31. # <code>M1.1</code> 是版本页码(M=缅甸版 V=VRI P=PTS T=泰版),标的是页在正文里
  32. # 的起始位置,与段落不是一一对应,所以必须留在原位。直接去标签会让它粘到前一个
  33. # 词上(Evaṃ M1.1 → EvaṃM1.1),看着像词形的一部分,加方括号隔开。
  34. text = re.sub(r'<code>([^<]*)</code>', r'[\1]', text)
  35. text = re.sub(r"<MdTpl[^>]*></MdTpl>", '', text)
  36. text = re.sub(r'<[^>]+>', '', text)
  37. text = html_mod.unescape(text)
  38. return re.sub(r'\s+', ' ', text).strip()
  39. def snippet(text, width, around=None):
  40. """截断文本;给了 around 就尽量把它所在的位置露出来。"""
  41. if len(text) <= width:
  42. return text
  43. if around:
  44. pos = text.find(around)
  45. if pos > width // 2:
  46. start = pos - width // 3
  47. return '…' + text[start:start + width] + '…'
  48. return text[:width] + '…'
  49. def emit(args, payload, render):
  50. if getattr(args, 'json', False):
  51. print(json.dumps(payload, ensure_ascii=False, indent=2))
  52. else:
  53. render()
  54. # ---------------------------------------------------------------------------
  55. # forms —— 词形展开,一切检索的前置
  56. # ---------------------------------------------------------------------------
  57. def fetch_forms(client, word):
  58. """展开词形。**0 个词形的候选等同于没找到**——服务端对查无此词会返回一个
  59. case 为空的行,若把它当成命中,后续 search 会拿到空 key 而返回整个语料库。"""
  60. try:
  61. data = client.call('GET', f'v2/case/{word}', timeout=READ_TIMEOUT)
  62. except ApiError as exc:
  63. raise explain_api_error(exc, f'展开词形 {word}')
  64. rows = (data or {}).get('rows') or []
  65. return [r for r in rows if r.get('case')]
  66. def cmd_forms(args):
  67. client = make_client(args)
  68. rows = fetch_forms(client, args.word)
  69. if not rows:
  70. raise WpError(
  71. f'「{args.word}」在语料里找不到任何词形。检查拼写(变音符号是否正确),'
  72. '或换一个可能的词根再试。'
  73. )
  74. def render():
  75. for idx, row in enumerate(rows[: args.limit], 1):
  76. forms = row.get('case') or []
  77. total = sum(int(f.get('count') or 0) for f in forms)
  78. bold = sum(int(f.get('bold') or 0) for f in forms)
  79. mark = ' ← 可能性最高' if idx == 1 else ''
  80. print(f'[{idx}] {row.get("word")} {len(forms)} 形 / 共 {total} 次(黑体 {bold}){mark}')
  81. for f in sorted(forms, key=lambda x: -int(x.get('count') or 0)):
  82. print(f' {f.get("word"):<20} {f.get("count"):>5} 次 黑体 {f.get("bold")}')
  83. print()
  84. print('检索用(第一候选的全部词形):')
  85. print(' ' + forms_arg(rows[0]))
  86. if len(rows) > 1:
  87. print('注意:还有其他候选词根。若目标概念同时有名词与动词两条线,两条都要展开。')
  88. emit(args, rows, render)
  89. return 0
  90. def forms_arg(row):
  91. """把一个候选的全部词形拼成 search 要的逗号串。"""
  92. return ','.join(f.get('word') for f in (row.get('case') or []) if f.get('word'))
  93. # ---------------------------------------------------------------------------
  94. # word —— 词典释义与形态分析,用来确认选对了词根
  95. # ---------------------------------------------------------------------------
  96. def cmd_word(args):
  97. client = make_client(args)
  98. try:
  99. data = client.call('GET', 'v2/dict', query={'word': args.word, 'lang': args.lang},
  100. timeout=READ_TIMEOUT)
  101. except ApiError as exc:
  102. raise explain_api_error(exc, f'查词典 {args.word}')
  103. groups = (data or {}).get('words') or []
  104. if not groups:
  105. raise WpError(f'词典里没有「{args.word}」。')
  106. def render():
  107. for grp in groups:
  108. for w in (grp.get('words') or [])[: args.limit]:
  109. print(f'■ {w.get("word")}')
  110. for g in (w.get('grammar') or [])[:6]:
  111. print(f' ← {g.get("parent")} {g.get("type")} {g.get("grammar")}'
  112. f' ({g.get("factors")})')
  113. for d in (w.get('dict') or [])[: args.dicts]:
  114. # 释义在 note;description 是词典本身的介绍,不是词条内容
  115. meaning = strip_markup(d.get('note') or '')
  116. if not meaning:
  117. continue
  118. print(f' 〔{d.get("shortname")}·{d.get("lang")}〕{snippet(meaning, 220)}')
  119. print()
  120. emit(args, groups, render)
  121. return 0
  122. # ---------------------------------------------------------------------------
  123. # search —— 按词形检索段落
  124. # ---------------------------------------------------------------------------
  125. def resolve_key(client, args):
  126. """确定检索用的词形串。--lemma 会先跑一次 forms,并把展开结果打出来。"""
  127. if args.lemma:
  128. rows = fetch_forms(client, args.lemma)
  129. if not rows:
  130. raise WpError(f'「{args.lemma}」展不出任何词形。')
  131. key = forms_arg(rows[0])
  132. if not key:
  133. raise WpError(f'「{args.lemma}」展不出任何词形,无法检索。')
  134. note(f'⚠ 已把词根「{args.lemma}」展开为 {len(key.split(","))} 个词形:{key}')
  135. return key
  136. key = ','.join(part.strip() for item in args.forms for part in item.split(',') if part.strip())
  137. if not key:
  138. # 空 key 会被服务端当成「不限」,返回整个语料库——决不能发出去
  139. raise WpError('没有给出词形。用 --lemma <词根> 自动展开,或直接给逗号分隔的词形。')
  140. return key
  141. def cmd_search(args):
  142. client = make_client(args)
  143. key = resolve_key(client, args)
  144. query = {'key': key, 'limit': args.limit, 'offset': args.offset}
  145. if args.bold:
  146. query['bold'] = 'on'
  147. if args.book:
  148. query['book'] = args.book
  149. if args.tags:
  150. query['tags'] = args.tags
  151. try:
  152. data = client.call('GET', 'v2/search-pali-wbw', query=query, timeout=READ_TIMEOUT)
  153. except ApiError as exc:
  154. raise explain_api_error(exc, '检索')
  155. rows = (data or {}).get('rows') or []
  156. total = (data or {}).get('count', 0)
  157. def render():
  158. scope = []
  159. if args.bold:
  160. scope.append('仅黑体')
  161. if args.book:
  162. scope.append(f'book={args.book}')
  163. if args.tags:
  164. scope.append(f'tags={args.tags}')
  165. print(f'命中 {total} 段,本页 {len(rows)}(offset {args.offset})'
  166. + (f' [{" ".join(scope)}]' if scope else ''))
  167. if not rows:
  168. print('\n0 条。依次怀疑:词形没展开(用 --lemma)→ 词根选错 → 范围限太窄。')
  169. return
  170. print()
  171. for idx, r in enumerate(rows, 1 + args.offset):
  172. coord = fmt_coord(r.get('book'), r.get('paragraph'))
  173. print(f'[{idx}] {coord} {fmt_path(r.get("path"))} rank {r.get("rank")}')
  174. print(f' {snippet(strip_markup(r.get("highlight")), args.width, "【")}')
  175. print(f'\n引用时用坐标 book:paragraph,取原文用:wikipali get {rows[0].get("book")}:'
  176. f'{rows[0].get("paragraph")}')
  177. emit(args, {'count': total, 'rows': rows}, render)
  178. return 0
  179. # ---------------------------------------------------------------------------
  180. # dist —— 出处分布
  181. # ---------------------------------------------------------------------------
  182. def cmd_dist(args):
  183. client = make_client(args)
  184. key = resolve_key(client, args)
  185. query = {'key': key}
  186. if args.tags:
  187. query['tags'] = args.tags
  188. try:
  189. data = client.call('GET', 'v2/search-pali-wbw-books', query=query, timeout=READ_TIMEOUT)
  190. except ApiError as exc:
  191. raise explain_api_error(exc, '统计出处分布')
  192. rows = (data or {}).get('rows') or []
  193. def render():
  194. total = sum(int(r.get('count') or 0) for r in rows)
  195. print(f'{len(rows)} 部书,共 {total} 次词命中\n'
  196. '(注意:这里数的是词次,不是段落数。段落数用 search 的 count,'
  197. '两者不相等——同一段里出现多次只算一段。)\n')
  198. by_layer = {}
  199. for r in sorted(rows, key=lambda x: -int(x.get('count') or 0))[: args.limit]:
  200. layer = text_layer(r.get('tags'))
  201. by_layer[layer] = by_layer.get(layer, 0) + int(r.get('count') or 0)
  202. tags = ' '.join(t.get('name') for t in (r.get('tags') or []) if t.get('name'))
  203. print(f'{r.get("count"):>5} {str(r.get("paliTitle"))[:38]:<40} '
  204. f'--book {r.get("pcdBookId")} [{tags}]')
  205. print('\n按文献层次:', end='')
  206. for layer in ('mūla', 'aṭṭhakathā', 'ṭīkā', ''):
  207. if layer in by_layer:
  208. print(f' {layer or "未标层次"} {by_layer[layer]}', end='')
  209. print('\n引用时必须标明层次——把义注的解释当成本文的说法是学术错误。')
  210. emit(args, {'rows': rows}, render)
  211. return 0
  212. # ---------------------------------------------------------------------------
  213. # get —— 按坐标取原文/译文
  214. # ---------------------------------------------------------------------------
  215. def cmd_get(args):
  216. client = make_client(args)
  217. grouped = parse_coords(args.coords)
  218. channels = ','.join(args.channel) if args.channel else PALI_CHANNEL
  219. collected = []
  220. for book, paras in grouped.items():
  221. # 服务端不带 channels 会 500,所以 channels 永远要给
  222. query = {'view': 'paragraph', 'book': book, 'para': ','.join(str(p) for p in paras),
  223. 'channels': channels, 'limit': args.limit}
  224. try:
  225. data = client.call('GET', 'v2/sentence', query=query, timeout=READ_TIMEOUT)
  226. except ApiError as exc:
  227. raise explain_api_error(exc, f'取 {book} 的段落')
  228. collected.extend((data or {}).get('rows') or [])
  229. def render():
  230. if not collected:
  231. print('这些坐标在指定 channel 下没有内容。')
  232. print('注意:这是「该 channel 在此处没有文本」,不是「查询失败」——'
  233. '如实报告,不要拿相邻段落或别的译本凑。')
  234. return
  235. current = None
  236. for r in collected:
  237. ch = (r.get('channel') or {})
  238. head = (r.get('book'), r.get('paragraph'), ch.get('uid'))
  239. if head != current:
  240. current = head
  241. editor = (r.get('editor') or {})
  242. who = editor.get('nickName') or editor.get('name') or ''
  243. print(f'\n=== {fmt_coord(r.get("book"), r.get("paragraph"))} '
  244. f'{ch.get("name")}({ch.get("lang")})'
  245. + (f' 作者:{who}' if who else '') + ' ===')
  246. text = strip_markup(r.get('content'))
  247. print(f' [{r.get("word_start")}-{r.get("word_end")}] {text}')
  248. print(f'\n共 {len(collected)} 句。')
  249. emit(args, collected, render)
  250. return 0
  251. # ---------------------------------------------------------------------------
  252. # toc —— 章节目录
  253. # ---------------------------------------------------------------------------
  254. def cmd_toc(args):
  255. client = make_client(args)
  256. book, para = parse_coord(args.coord)
  257. try:
  258. data = client.call('GET', 'v2/palitext', query={'view': 'book-toc', 'book': book, 'para': para},
  259. timeout=READ_TIMEOUT)
  260. except ApiError as exc:
  261. raise explain_api_error(exc, f'取 {book}:{para} 的章节目录')
  262. rows = (data or {}).get('rows') or []
  263. # 服务端返回的是整套丛书的目录,默认只留当前这本,避免刷屏
  264. shown = rows if args.all else [r for r in rows if r.get('book') == book]
  265. def render():
  266. print(f'{len(rows)} 条目录条目'
  267. + ('' if args.all else f',其中 book {book} 有 {len(shown)} 条(--all 看整套丛书)'))
  268. for r in shown:
  269. level = int(r.get('level') or 1)
  270. if level > args.depth:
  271. continue
  272. print(f'{" " * (level - 1)}{r.get("book")}:{r.get("paragraph")} {r.get("toc")}')
  273. emit(args, shown, render)
  274. return 0
  275. # ---------------------------------------------------------------------------
  276. # chapter —— 先报体量,再取整章
  277. # ---------------------------------------------------------------------------
  278. def fetch_meta(client, book, para):
  279. try:
  280. return client.call('GET', f'v2/palitext/{book}-{para}', timeout=READ_TIMEOUT)
  281. except ApiError as exc:
  282. raise explain_api_error(exc, f'取 {book}:{para} 的段落元信息')
  283. def parse_path(raw):
  284. """这个端点的 path 是 JSON 字符串,search 那边却是数组——两边都要能吃。"""
  285. if isinstance(raw, str):
  286. try:
  287. return json.loads(raw)
  288. except ValueError:
  289. return []
  290. return raw or []
  291. def resolve_chapter(client, book, para):
  292. """给任意段号,向上找到它所属的章节节点。返回 (章节 meta, 走了几层)。
  293. 注意:正文段自己也带 chapter_len(值为 1),所以不能用「有没有这个字段」判断,
  294. 要看它是不是 > 1。向上一层优先取 path 的末项(那就是直接所属的章节),
  295. 没有 path 才退回 parent。
  296. """
  297. meta = fetch_meta(client, book, para)
  298. hops = 0
  299. while meta and int(meta.get('chapter_len') or 0) <= 1 and hops < 6:
  300. up = None
  301. path = parse_path(meta.get('path'))
  302. if path:
  303. last = path[-1]
  304. if int(last.get('paragraph', -1)) != int(meta.get('paragraph', -1)):
  305. up = int(last['paragraph'])
  306. if up is None and meta.get('parent'):
  307. up = int(meta['parent'])
  308. if up is None:
  309. break
  310. meta = fetch_meta(client, book, up)
  311. hops += 1
  312. return meta, hops
  313. def cmd_chapter(args):
  314. client = make_client(args)
  315. book, para = parse_coord(args.coord)
  316. meta, hops = resolve_chapter(client, book, para)
  317. if not meta or not meta.get('chapter_len'):
  318. raise WpError(f'{book}:{para} 向上找不到章节节点,无法确定章节范围。')
  319. start = int(meta['paragraph'])
  320. length = int(meta['chapter_len'])
  321. strlen = int(meta.get('chapter_strlen') or 0)
  322. end = start + length - 1
  323. path = parse_path(meta.get('path'))
  324. title = meta.get('toc') or meta.get('title') or (path[-1].get('title') if path else '')
  325. print(f'章节 : {title}')
  326. print(f'路径 : {fmt_path(path)}')
  327. print(f'范围 : {book}:{start} – {book}:{end}({length} 段)'
  328. + (f',约 {strlen} 字符' if strlen else ''))
  329. if hops:
  330. print(f'({book}:{para} 是正文段,向上 {hops} 层找到所属章节)')
  331. if meta.get('prev_chapter') or meta.get('next_chapter'):
  332. print(f'相邻 : 上一章 {book}:{meta.get("prev_chapter")} 下一章 {book}:{meta.get("next_chapter")}')
  333. if not args.fetch:
  334. print(f'\n只报体量,未取文。确认要读再加 --fetch;只要其中几段用:'
  335. f'wikipali get {book}:{start} {book}:{start + 1} …')
  336. return 0
  337. if strlen > args.warn_at:
  338. note(f'⚠ 本章约 {strlen} 字符,超过 {args.warn_at} 的提示阈值——注意上下文预算。')
  339. if args.via == 'chapter-content':
  340. return fetch_chapter_content(client, book, start, args)
  341. return fetch_tipitaka_content(client, book, start, args)
  342. # tipitaka-content 返回的是一整串 HTML,每句包在 data-sid 里;sid 就是
  343. # book-para-wordStart-wordEnd,段落号从 sid 里就能取,不必解析外层的 data-para。
  344. SENTENCE_RE = re.compile(r"data-sid='([^']+)'\s*>(.*?)</div>", re.S)
  345. def fetch_tipitaka_content(client, book, para, args):
  346. """整章取文:走 tipitaka-content(OpenSearch 预建文档)。
  347. 与 chapter-content 的区别:一次只取**一个** channel(参数是单数 channel),
  348. 返回已渲染好的 HTML 串而不是嵌套 JSON。没有该 channel 的预建文档时服务端
  349. 返回 400 且 message 里带 OpenSearch 的 found=false——那是「这一章没有该版本」,
  350. 不是服务故障,必须区分开。
  351. """
  352. query = {}
  353. if args.channel:
  354. if len(args.channel) > 1:
  355. note('⚠ tipitaka-content 一次只接受一个 channel,已取第一个;'
  356. '要对读多个版本请分别调用。')
  357. query['channel'] = args.channel[0]
  358. try:
  359. display = client.call('GET', f'v2/tipitaka-content/{book}-{para}', query=query,
  360. timeout=READ_TIMEOUT)
  361. except ApiError as exc:
  362. if 'found' in str(exc) and 'false' in str(exc):
  363. raise WpError(
  364. f'{book}:{para} 这一章没有该版本的预建内容。\n'
  365. '这是「该 channel 在本章无文本」,不是服务故障——如实报告,'
  366. '不要拿别的版本顶替。\n'
  367. f'用 wikipali versions {book}:{para} 看这一段实际有哪些版本。'
  368. )
  369. raise explain_api_error(exc, f'取 {book}:{para} 的整章内容')
  370. if not isinstance(display, str):
  371. raise WpError('整章内容的返回不是字符串,服务端返回形状可能变了。')
  372. grouped = {}
  373. order = []
  374. for sid, body in SENTENCE_RE.findall(display):
  375. text = strip_markup(body) if args.text else re.sub(r'\s+', ' ', body).strip()
  376. if not text:
  377. continue
  378. try:
  379. para_no = int(sid.split('-')[1])
  380. except (IndexError, ValueError):
  381. continue
  382. if para_no not in grouped:
  383. grouped[para_no] = []
  384. order.append(para_no)
  385. grouped[para_no].append({'id': sid, 'text': text})
  386. out = [{'para': n, 'sentences': grouped[n]} for n in order]
  387. def render():
  388. total = sum(len(x['sentences']) for x in out)
  389. src = f'channel {args.channel[0]}' if args.channel else '巴利原文'
  390. if not total:
  391. print(f'\n该版本在本章**没有句子内容**(服务端返回了文档但其中没有句子)。')
  392. print(f'用 wikipali versions {book}:{para} 看这一段实际有哪些版本。')
  393. return
  394. print(f'\n{len(out)} 段 / {total} 句({src})')
  395. for item in out:
  396. print(f'\n## {book}:{item["para"]}')
  397. for sent in item['sentences']:
  398. print(f' {sent["id"]} {sent["text"]}')
  399. print('\n句子 id 就是引用坐标(book-para-wordStart-wordEnd)。')
  400. emit(args, out, render)
  401. return 0
  402. def fetch_chapter_content(client, book, para, args):
  403. """整章取文:走 chapter-content,一次拿回全章并按句对齐。
  404. 服务端返回的结构极厚(每句都带 channel / studio / editor / 各类计数,
  405. 24–36 KB),直接丢给模型是浪费。这里只留每句的 id 与 html——id 本身就是
  406. 可引用的坐标(book-para-wordStart-wordEnd),html 保留了 <strong> 黑体,
  407. 那是判断「这句是不是词条解释」的依据,不能丢。
  408. """
  409. query = {}
  410. if args.channel:
  411. query['channels'] = ','.join(args.channel)
  412. try:
  413. data = client.call('GET', f'v2/chapter-content/{book}-{para}', query=query,
  414. timeout=READ_TIMEOUT)
  415. except ApiError as exc:
  416. raise explain_api_error(exc, f'取 {book}:{para} 的整章内容')
  417. raw = (data or {}).get('content') or '[]'
  418. try:
  419. paragraphs = json.loads(raw) if isinstance(raw, str) else raw
  420. except ValueError:
  421. raise WpError('整章内容不是合法 JSON,服务端返回形状可能变了。')
  422. wanted = set(args.channel or [])
  423. out = []
  424. placeholders = 0
  425. for item in paragraphs:
  426. sentences = []
  427. for child in item.get('children') or []:
  428. body = pick_body(child, wanted)
  429. if body is None:
  430. continue
  431. if not body.strip():
  432. # 请求的 channel 在这一句没有内容时,服务端仍返回等量的空占位条目。
  433. # 照直输出会让人以为「有译文只是没显示」,必须滤掉并单独报数。
  434. placeholders += 1
  435. continue
  436. sentences.append({
  437. 'id': child.get('id'),
  438. 'text': strip_markup(body) if args.text else body,
  439. })
  440. if sentences:
  441. out.append({'para': int(item.get('para')), 'sentences': sentences})
  442. def render():
  443. total = sum(len(x['sentences']) for x in out)
  444. src = f'channel {",".join(args.channel)}' if args.channel else '巴利原文'
  445. if not total:
  446. print(f'\n该 channel 在本章**没有任何内容**'
  447. + (f'(服务端返回了 {placeholders} 条空占位)' if placeholders else '') + '。')
  448. print('如实报告「该译本在本章无文本」,不要拿别的版本或相邻章节顶替。')
  449. print('用 wikipali versions <坐标> 看这一段实际有哪些译本。')
  450. return
  451. print(f'\n{len(out)} 段 / {total} 句({src})'
  452. + (f' ⚠ 另有 {placeholders} 句该 channel 无内容,已略去' if placeholders else ''))
  453. for item in out:
  454. print(f'\n## {book}:{item["para"]}')
  455. for sent in item['sentences']:
  456. print(f' {sent["id"]} {sent["text"]}')
  457. print('\n句子 id 就是引用坐标(book-para-wordStart-wordEnd)。')
  458. emit(args, out, render)
  459. return 0
  460. def pick_body(child, wanted_channels):
  461. """取这一句要展示的正文:指定了 channel 就取该 channel 的译文,否则取原文。
  462. **优先 content,为空才回退 html**——两者按 channel 类型互补:
  463. - original(巴利原文)的 content 是空的,正文在 html 里(带 <strong> 黑体);
  464. - nissaya 的 content 是 markdown 源码「巴利词= 缅文释义。」,既紧凑又保住了
  465. 「哪部分是巴利、哪部分是释义」这个区分;其 html 是同样内容的渲染结果,
  466. 体积十几倍且把两者拼在了一起。
  467. """
  468. sources = []
  469. if wanted_channels:
  470. for tran in child.get('translation') or []:
  471. if ((tran.get('channel') or {}).get('id')) in wanted_channels:
  472. sources.append(tran)
  473. if not sources:
  474. return None
  475. else:
  476. sources = child.get('origin') or []
  477. for src in sources:
  478. body = (src.get('content') or '').strip()
  479. if body:
  480. return body
  481. html = (src.get('html') or '').strip()
  482. if html:
  483. return html
  484. return ''
  485. # ---------------------------------------------------------------------------
  486. # versions —— 某坐标有哪些译本,以及没有哪些
  487. # ---------------------------------------------------------------------------
  488. def cmd_versions(args):
  489. client = make_client(args)
  490. book, para = parse_coord(args.coord)
  491. try:
  492. data = client.call('GET', 'v2/channel',
  493. query={'view': 'paragraphs', 'book_id': book, 'para': para},
  494. timeout=READ_TIMEOUT)
  495. except ApiError as exc:
  496. if exc.status and exc.status >= 500:
  497. raise WpError(
  498. f'查 {book}:{para} 的可用译本失败(HTTP {exc.status})。\n'
  499. '稳定版站点上 channel?view=paragraphs 有已知缺陷,修复只在最新版代码上。\n'
  500. '请切到最新版再试:wikipali endpoint next,或本次调用加 --api next。'
  501. )
  502. raise explain_api_error(exc, f'查 {book}:{para} 的可用译本')
  503. rows = (data or {}).get('rows') or []
  504. def render():
  505. if not rows:
  506. print(f'{book}:{para} 在任何 channel 下都没有内容。')
  507. return
  508. print(f'{book}:{para} 有 {len(rows)} 个 channel 存有内容:\n')
  509. by_type = {}
  510. for r in rows:
  511. by_type.setdefault(r.get('type') or '?', []).append(r)
  512. for typ in sorted(by_type):
  513. print(f' [{typ}]')
  514. for r in sorted(by_type[typ], key=lambda x: str(x.get('lang'))):
  515. name_l = (r.get('name') or '').lower()
  516. ai = ' ⚠疑似机器译' if any(h in name_l for h in MACHINE_HINTS) else ''
  517. print(f' {str(r.get("lang")):<8} {str(r.get("name"))[:36]:<38} {r.get("uid")}{ai}')
  518. langs = {str(r.get('lang')) for r in rows}
  519. missing = [l for l in ('pali', 'my', 'zh-Hans', 'zh', 'en', 'th') if l not in langs]
  520. if missing:
  521. print(f'\n该段**没有**这些语言的内容:{", ".join(missing)}')
  522. print('如实报告「无」,不要拿相邻段落或别的译本凑。')
  523. print('\n标 ⚠疑似机器译 的按机器译文标注引用。**没标的不等于是人译**——'
  524. '名字判断很脆弱,权威做法是 wikipali get 看作者是不是模型,见 conventions.md。')
  525. emit(args, rows, render)
  526. return 0
  527. # ---------------------------------------------------------------------------
  528. # count —— 词频合计
  529. # ---------------------------------------------------------------------------
  530. def cmd_count(args):
  531. client = make_client(args)
  532. out = []
  533. for word in args.words:
  534. rows = fetch_forms(client, word)
  535. if not rows:
  536. out.append({'word': word, 'found': False})
  537. continue
  538. top = rows[0]
  539. forms = top.get('case') or []
  540. out.append({
  541. 'word': word, 'found': True, 'lemma': top.get('word'),
  542. 'forms': len(forms),
  543. 'total': sum(int(f.get('count') or 0) for f in forms),
  544. 'bold': sum(int(f.get('bold') or 0) for f in forms),
  545. })
  546. def render():
  547. print(f'{"词":<28}{"词根":<24}{"词形":>5}{"词次":>8}{"黑体":>7}')
  548. for r in out:
  549. if not r['found']:
  550. print(f'{r["word"]:<28}{"(语料中未见)":<24}')
  551. continue
  552. print(f'{r["word"]:<28}{r["lemma"]:<24}{r["forms"]:>5}{r["total"]:>8}{r["bold"]:>7}')
  553. print('\n这里数的是**词次**,不是段落数。段落数用 search 的 count。')
  554. emit(args, out, render)
  555. return 0
  556. # ---------------------------------------------------------------------------
  557. # terms —— 术语表(权威译名对照)
  558. # ---------------------------------------------------------------------------
  559. def cache_path(client, name):
  560. """缓存文件按**站点分桶**存放。
  561. 线上四站共享同一个库,可以共用;但开发机(local)与任何自定义地址是**另一个
  562. 数据库**。不分桶的话,用过一次 --api local 之后,之后打线上会静默拿到开发机的
  563. 数据——看起来一切正常,数据却是错的。凭据早就是按桶存的,缓存同理。
  564. """
  565. import os
  566. import re as _re
  567. from creds import CREDS_DIR
  568. bucket = _re.sub(r'[^A-Za-z0-9_.-]', '_', client.bucket_name)
  569. return os.path.join(CREDS_DIR, 'cache', bucket, name)
  570. def cmd_terms(args):
  571. import os
  572. client = make_client(args)
  573. path = cache_path(client, f'terms-{args.view}-{args.lang}.json')
  574. rows = None
  575. if os.path.exists(path) and not args.refresh:
  576. try:
  577. with open(path, encoding='utf-8') as fh:
  578. rows = json.load(fh)
  579. except (OSError, ValueError):
  580. rows = None
  581. if rows is None:
  582. note('正在拉取术语表全表(服务端不支持按词查询,只能整表拉后本地过滤)…')
  583. try:
  584. data = client.call('GET', 'v2/term-vocabulary',
  585. query={'view': args.view, 'lang': args.lang}, timeout=120)
  586. except ApiError as exc:
  587. raise explain_api_error(exc, '取术语表')
  588. rows = (data or {}).get('rows') or []
  589. os.makedirs(os.path.dirname(path), exist_ok=True)
  590. with open(path, 'w', encoding='utf-8') as fh:
  591. json.dump(rows, fh, ensure_ascii=False)
  592. note(f'已缓存 {len(rows)} 条到 {path}(--refresh 可强制更新)')
  593. kw = (args.keyword or '').lower()
  594. hits = [r for r in rows if kw in (r.get('word') or '').lower()] if kw else rows
  595. def render():
  596. if not hits:
  597. print(f'术语表({args.view} / {args.lang},共 {len(rows)} 条)里没有含「{args.keyword}」的词条。')
  598. print('注意:这只说明术语表没收录,不代表语料里没有这个词。')
  599. return
  600. print(f'{len(hits)} 条(全表 {len(rows)}):\n')
  601. for r in hits[: args.limit]:
  602. tag = f' [{r["tag"]}]' if r.get('tag') else ''
  603. other = f' / {r["other_meaning"]}' if r.get('other_meaning') else ''
  604. print(f' {r.get("word"):<32} {r.get("meaning")}{other}{tag}')
  605. if len(hits) > args.limit:
  606. print(f' …… 其余 {len(hits) - args.limit} 条(--limit 调整)')
  607. print('\n术语表是**权威译名对照**,写译文或论文时的用词应与它一致;'
  608. '与它不一致时要说明理由。')
  609. emit(args, hits, render)
  610. return 0
  611. # ---------------------------------------------------------------------------
  612. # related —— 本文 ↔ 义注 ↔ 复注的段落对应
  613. # ---------------------------------------------------------------------------
  614. def cmd_related(args):
  615. client = make_client(args)
  616. book, para = parse_coord(args.coord)
  617. try:
  618. data = client.call('GET', 'v2/related-paragraph', query={'book': book, 'para': para},
  619. timeout=READ_TIMEOUT)
  620. except ApiError as exc:
  621. if exc.status and exc.status >= 500:
  622. # 服务端在「查无关联」时会抛异常(修复已合并,未部署到稳定版站点)。
  623. # 对使用者来说这多半就是「没有关联段落」,但不能替服务端断言,如实说明两种可能。
  624. raise WpError(
  625. f'查 {book}:{para} 的关联段落失败(HTTP {exc.status})。\n'
  626. '最可能的原因是**该段没有关联段落**——稳定版站点在这种情况下会报 500,\n'
  627. '服务端修复已合并但尚未部署。也可能是服务本身有问题。\n'
  628. '两者无法从这里区分,**不要据此断言「该段有/没有注释」**;\n'
  629. '可以换最新版试试:wikipali --api next related {0}:{1}'.format(book, para)
  630. )
  631. raise explain_api_error(exc, f'查 {book}:{para} 的关联段落')
  632. rows = (data or {}).get('rows') or []
  633. def render():
  634. if not rows:
  635. print(f'{book}:{para} 没有关联段落。')
  636. print('约 2% 的段落没有 CST 锚点,这是正常结果,不是查询失败——'
  637. '如实报告,不要转而去注释书里搜关键词充数。')
  638. return
  639. print(f'{book}:{para} 关联到 {len(rows)} 部书:\n')
  640. order = {'mūla': 0, 'aṭṭhakathā': 1, 'ṭīkā': 2}
  641. rows.sort(key=lambda r: order.get(text_layer(r.get('tags')), 9))
  642. for r in rows:
  643. layer = text_layer(r.get('tags')) or '未标层次'
  644. paras = r.get('para') or []
  645. coords = ' '.join(f'{r.get("book")}:{p}' for p in paras[:8])
  646. more = f' …共 {len(paras)} 段' if len(paras) > 8 else ''
  647. here = ' ← 当前' if int(r.get('book', -1)) == book and para in paras else ''
  648. print(f' [{layer:<11}] {str(r.get("book_title_pali"))[:26]:<28}{here}')
  649. print(f' {coords}{more}')
  650. first = rows[0]
  651. print(f'\n取文:wikipali get {first.get("book")}:{(first.get("para") or [0])[0]}')
  652. print('引用时必须标明层次——把义注的解释当成本文的说法是学术错误。')
  653. emit(args, rows, render)
  654. return 0
  655. # ---------------------------------------------------------------------------
  656. # articles / article / anthology —— 文章与文集
  657. # ---------------------------------------------------------------------------
  658. def cmd_articles(args):
  659. client = make_client(args)
  660. query = {'view': args.view, 'limit': args.limit, 'offset': args.offset}
  661. if args.keyword:
  662. query['search'] = args.keyword
  663. if args.lang:
  664. query['lang'] = args.lang
  665. try:
  666. data = client.call('GET', 'v2/article', query=query, timeout=READ_TIMEOUT)
  667. except ApiError as exc:
  668. raise explain_api_error(exc, '列出文章')
  669. rows = (data or {}).get('rows') or []
  670. def render():
  671. print(f'共 {(data or {}).get("count")} 篇,本页 {len(rows)}'
  672. + (f'(关键词「{args.keyword}」)' if args.keyword else ''))
  673. if not rows:
  674. return
  675. print()
  676. for r in rows:
  677. who = (r.get('editor') or {}).get('nickName') or ''
  678. sub = f' —— {r["subtitle"]}' if r.get('subtitle') else ''
  679. print(f' {str(r.get("lang")):<8} {str(r.get("title"))[:40]:<42}{sub}')
  680. print(f' {r.get("uid")} {who} {str(r.get("updated_at"))[:10]}')
  681. print(f'\n读全文:wikipali article {rows[0].get("uid")}')
  682. emit(args, rows, render)
  683. return 0
  684. def cmd_article(args):
  685. client = make_client(args)
  686. try:
  687. art = client.call('GET', f'v2/article/{args.uid}', timeout=READ_TIMEOUT)
  688. except ApiError as exc:
  689. raise explain_api_error(exc, f'读文章 {args.uid}')
  690. if not art:
  691. raise WpError(f'读不到文章 {args.uid}。')
  692. def render():
  693. who = (art.get('editor') or {}).get('nickName') or ''
  694. studio = (art.get('studio') or {}).get('nickName') or ''
  695. print(f'# {art.get("title")}')
  696. if art.get('subtitle'):
  697. print(f' {art["subtitle"]}')
  698. print(f' {art.get("lang")} 作者 {who} studio {studio} 更新 {str(art.get("updated_at"))[:10]}')
  699. print(f' uid {art.get("uid")}\n')
  700. body = art.get('content') or ''
  701. if args.chars and len(body) > args.chars:
  702. print(body[: args.chars])
  703. print(f'\n……全文 {len(body)} 字符,此处截断(--chars 0 取全文)')
  704. else:
  705. print(body)
  706. print('\n⚠ 文章是**二手研究**,不是原典。引用它的观点要标明作者,'
  707. '不要把它的说法当成经律本身的说法。')
  708. emit(args, art, render)
  709. return 0
  710. def cmd_anthology(args):
  711. client = make_client(args)
  712. if args.uid:
  713. try:
  714. data = client.call('GET', f'v2/anthology/{args.uid}', timeout=READ_TIMEOUT)
  715. except ApiError as exc:
  716. raise explain_api_error(exc, f'读文集 {args.uid}')
  717. arts = (data or {}).get('article_list') or []
  718. def render():
  719. print(f'# {data.get("title")} {data.get("lang")}')
  720. if data.get('summary'):
  721. print(f' {data["summary"]}')
  722. print(f' {len(arts)} 篇文章\n')
  723. for a in arts[: args.limit]:
  724. if isinstance(a, dict):
  725. print(f' {str(a.get("title"))[:44]:<46} {a.get("uid")}')
  726. else:
  727. print(f' {a}')
  728. emit(args, data, render)
  729. return 0
  730. try:
  731. data = client.call('GET', 'v2/anthology',
  732. query={'view': args.view, 'limit': args.limit, 'offset': args.offset},
  733. timeout=READ_TIMEOUT)
  734. except ApiError as exc:
  735. raise explain_api_error(exc, '列出文集')
  736. rows = (data or {}).get('rows') or []
  737. def render():
  738. print(f'共 {(data or {}).get("count")} 个文集,本页 {len(rows)}\n')
  739. for r in rows:
  740. print(f' {str(r.get("lang")):<8} {str(r.get("title"))[:40]:<42} '
  741. f'{r.get("childrenNumber")} 篇')
  742. print(f' {r.get("uid")}')
  743. if rows:
  744. print(f'\n看目录:wikipali anthology {rows[0].get("uid")}')
  745. emit(args, rows, render)
  746. return 0
  747. # ---------------------------------------------------------------------------
  748. # books —— 分类目录:按 tag 找书
  749. # ---------------------------------------------------------------------------
  750. def fetch_books(client, refresh=False):
  751. """书目清单整表拉一次缓存在本地。服务端也缓存 24 小时,这里再缓存一层是为了
  752. 让按 tag 筛选变成本地操作——281 条全量在手,筛什么都不用再请求。"""
  753. import os
  754. path = cache_path(client, 'book-titles.json')
  755. if os.path.exists(path) and not refresh:
  756. try:
  757. with open(path, encoding='utf-8') as fh:
  758. return json.load(fh)
  759. except (OSError, ValueError):
  760. pass
  761. try:
  762. data = client.call('GET', 'v2/book-title', timeout=READ_TIMEOUT)
  763. except ApiError as exc:
  764. raise explain_api_error(exc, '取书目清单')
  765. rows = (data or {}).get('rows') or []
  766. if rows and 'tags' not in rows[0]:
  767. raise WpError(
  768. '该站点返回的书目清单里没有 tags/toc 字段——服务端版本较旧,'
  769. '分类目录功能尚未上线。\n'
  770. '可以换最新版试试:wikipali --api next books …'
  771. )
  772. os.makedirs(os.path.dirname(path), exist_ok=True)
  773. with open(path, 'w', encoding='utf-8') as fh:
  774. json.dump(rows, fh, ensure_ascii=False)
  775. return rows
  776. def cmd_books(args):
  777. client = make_client(args)
  778. rows = fetch_books(client, refresh=args.refresh)
  779. if args.tag_list:
  780. counter = {}
  781. for r in rows:
  782. for t in r.get('tags') or []:
  783. counter[t] = counter.get(t, 0) + 1
  784. def render_tags():
  785. print(f'{len(counter)} 个 tag(后面是有该 tag 的书数):\n')
  786. for name, n in sorted(counter.items(), key=lambda kv: (-kv[1], kv[0]))[: args.limit]:
  787. print(f' {n:>4} {name}')
  788. print('\n多个 tag 用逗号连接是**且**的关系:'
  789. 'wikipali books --tags dīghanikāya,ṭīkā')
  790. emit(args, counter, render_tags)
  791. return 0
  792. hits = rows
  793. if args.tags:
  794. want = [t.strip() for t in args.tags.split(',') if t.strip()]
  795. hits = [r for r in hits if all(t in (r.get('tags') or []) for t in want)]
  796. if args.keyword:
  797. kw = args.keyword.lower()
  798. hits = [r for r in hits
  799. if kw in str(r.get('title', '')).lower() or kw in str(r.get('toc', '')).lower()]
  800. def render():
  801. scope = []
  802. if args.tags:
  803. scope.append(f'tags={args.tags}')
  804. if args.keyword:
  805. scope.append(f'关键词={args.keyword}')
  806. print(f'{len(hits)} 部书(全部 {len(rows)} 部)'
  807. + (f' [{" ".join(scope)}]' if scope else ''))
  808. if not hits:
  809. print('\n没有匹配的书。用 --tag-list 看有哪些 tag;多个 tag 之间是「且」。')
  810. return
  811. print()
  812. for r in hits[: args.limit]:
  813. cs = f' {r["related_name"]}' if r.get('related_name') else ''
  814. print(f' {r.get("book")}:{r.get("paragraph"):<6} {str(r.get("toc"))[:38]:<40}{cs}')
  815. if args.show_tags:
  816. print(f' {" ".join(r.get("tags") or [])}')
  817. if len(hits) > args.limit:
  818. print(f' …… 其余 {len(hits) - args.limit} 部(--limit 调整)')
  819. if hits:
  820. first = hits[0]
  821. print(f'\n看某本书的章节:wikipali toc {first.get("book")}:{first.get("paragraph")}')
  822. emit(args, hits, render)
  823. return 0