cmd_read.py 40 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964
  1. """检索与阅读的子命令:forms / word / search / dist / get。
  2. 全部只读,不需要凭据。
  3. """
  4. import html as html_mod
  5. import json
  6. import re
  7. import sys
  8. from client import make_client, note
  9. from coords import fmt_coord, fmt_path, parse_coord, parse_coords, text_layer
  10. from errors import ApiError, WpError, explain_api_error
  11. # 巴利原文本身就是一个 channel(_System_Pali_VRI_)。取原文、取译文、取逐词解析
  12. # 是同一个调用换 channel。
  13. PALI_CHANNEL = '00b577c0-13b9-11ee-a05a-b7307efd9ee6'
  14. # 靠 channel 名字判断机器译文很脆弱:库里既有名字含 "AI" 的,也有直接用模型名命名的
  15. # (deepseek / qwen-max / grok-简体中文 / gemini / 豆包 / ChatGPT),后者不含 "ai"。
  16. # 这个清单只用来「提醒去核实」,不作为判定依据——权威判定看 get 返回的作者是不是模型。
  17. MACHINE_HINTS = ('ai', 'gpt', 'chatgpt', 'claude', 'deepseek', 'gemini', 'qwen', 'grok',
  18. 'llama', 'mistral', 'kimi', 'norbu', '豆包', '文心', 'ernie', '通义')
  19. # 服务端的 sentence?view=paragraph 不带 channels 会 500,所以永远要给一个默认值。
  20. READ_TIMEOUT = 60
  21. def strip_markup(raw, hl='【】', bold='**'):
  22. """把服务端返回的 HTML 压成纯文本,保留命中高亮与黑体两种信息。
  23. 命中词用 <span class='hl'> 包,黑体是原文的 <span class="bld">——后者是注释书
  24. 标出词条的地方,对判断「这段是不是定义」很关键,不能丢。
  25. """
  26. if not raw:
  27. return ''
  28. text = raw
  29. text = re.sub(r"<span class='hl'>(.*?)</span>", hl[0] + r'\1' + hl[1], text, flags=re.S)
  30. text = re.sub(r'<span class="bld">(.*?)</span>', bold + r'\1' + bold, text, flags=re.S)
  31. # <code>M1.1</code> 是版本页码(M=缅甸版 V=VRI P=PTS T=泰版),标的是页在正文里
  32. # 的起始位置,与段落不是一一对应,所以必须留在原位。直接去标签会让它粘到前一个
  33. # 词上(Evaṃ M1.1 → EvaṃM1.1),看着像词形的一部分,加方括号隔开。
  34. text = re.sub(r'<code>([^<]*)</code>', r'[\1]', text)
  35. text = re.sub(r"<MdTpl[^>]*></MdTpl>", '', text)
  36. text = re.sub(r'<[^>]+>', '', text)
  37. text = html_mod.unescape(text)
  38. return re.sub(r'\s+', ' ', text).strip()
  39. def snippet(text, width, around=None):
  40. """截断文本;给了 around 就尽量把它所在的位置露出来。"""
  41. if len(text) <= width:
  42. return text
  43. if around:
  44. pos = text.find(around)
  45. if pos > width // 2:
  46. start = pos - width // 3
  47. return '…' + text[start:start + width] + '…'
  48. return text[:width] + '…'
  49. def emit(args, payload, render):
  50. if getattr(args, 'json', False):
  51. print(json.dumps(payload, ensure_ascii=False, indent=2))
  52. else:
  53. render()
  54. # ---------------------------------------------------------------------------
  55. # forms —— 词形展开,一切检索的前置
  56. # ---------------------------------------------------------------------------
  57. def fetch_forms(client, word):
  58. try:
  59. data = client.call('GET', f'v2/case/{word}', timeout=READ_TIMEOUT)
  60. except ApiError as exc:
  61. raise explain_api_error(exc, f'展开词形 {word}')
  62. return (data or {}).get('rows') or []
  63. def cmd_forms(args):
  64. client = make_client(args)
  65. rows = fetch_forms(client, args.word)
  66. if not rows:
  67. raise WpError(
  68. f'「{args.word}」在语料里找不到任何词形。检查拼写(变音符号是否正确),'
  69. '或换一个可能的词根再试。'
  70. )
  71. def render():
  72. for idx, row in enumerate(rows[: args.limit], 1):
  73. forms = row.get('case') or []
  74. total = sum(int(f.get('count') or 0) for f in forms)
  75. bold = sum(int(f.get('bold') or 0) for f in forms)
  76. mark = ' ← 可能性最高' if idx == 1 else ''
  77. print(f'[{idx}] {row.get("word")} {len(forms)} 形 / 共 {total} 次(黑体 {bold}){mark}')
  78. for f in sorted(forms, key=lambda x: -int(x.get('count') or 0)):
  79. print(f' {f.get("word"):<20} {f.get("count"):>5} 次 黑体 {f.get("bold")}')
  80. print()
  81. print('检索用(第一候选的全部词形):')
  82. print(' ' + forms_arg(rows[0]))
  83. if len(rows) > 1:
  84. print('注意:还有其他候选词根。若目标概念同时有名词与动词两条线,两条都要展开。')
  85. emit(args, rows, render)
  86. return 0
  87. def forms_arg(row):
  88. """把一个候选的全部词形拼成 search 要的逗号串。"""
  89. return ','.join(f.get('word') for f in (row.get('case') or []) if f.get('word'))
  90. # ---------------------------------------------------------------------------
  91. # word —— 词典释义与形态分析,用来确认选对了词根
  92. # ---------------------------------------------------------------------------
  93. def cmd_word(args):
  94. client = make_client(args)
  95. try:
  96. data = client.call('GET', 'v2/dict', query={'word': args.word, 'lang': args.lang},
  97. timeout=READ_TIMEOUT)
  98. except ApiError as exc:
  99. raise explain_api_error(exc, f'查词典 {args.word}')
  100. groups = (data or {}).get('words') or []
  101. if not groups:
  102. raise WpError(f'词典里没有「{args.word}」。')
  103. def render():
  104. for grp in groups:
  105. for w in (grp.get('words') or [])[: args.limit]:
  106. print(f'■ {w.get("word")}')
  107. for g in (w.get('grammar') or [])[:6]:
  108. print(f' ← {g.get("parent")} {g.get("type")} {g.get("grammar")}'
  109. f' ({g.get("factors")})')
  110. for d in (w.get('dict') or [])[: args.dicts]:
  111. # 释义在 note;description 是词典本身的介绍,不是词条内容
  112. meaning = strip_markup(d.get('note') or '')
  113. if not meaning:
  114. continue
  115. print(f' 〔{d.get("shortname")}·{d.get("lang")}〕{snippet(meaning, 220)}')
  116. print()
  117. emit(args, groups, render)
  118. return 0
  119. # ---------------------------------------------------------------------------
  120. # search —— 按词形检索段落
  121. # ---------------------------------------------------------------------------
  122. def resolve_key(client, args):
  123. """确定检索用的词形串。--lemma 会先跑一次 forms,并把展开结果打出来。"""
  124. if args.lemma:
  125. rows = fetch_forms(client, args.lemma)
  126. if not rows:
  127. raise WpError(f'「{args.lemma}」展不出任何词形。')
  128. key = forms_arg(rows[0])
  129. note(f'⚠ 已把词根「{args.lemma}」展开为 {len(key.split(","))} 个词形:{key}')
  130. return key
  131. key = ','.join(part.strip() for item in args.forms for part in item.split(',') if part.strip())
  132. if not key:
  133. raise WpError('没有给出词形。用 --lemma <词根> 自动展开,或直接给逗号分隔的词形。')
  134. return key
  135. def cmd_search(args):
  136. client = make_client(args)
  137. key = resolve_key(client, args)
  138. query = {'key': key, 'limit': args.limit, 'offset': args.offset}
  139. if args.bold:
  140. query['bold'] = 'on'
  141. if args.book:
  142. query['book'] = args.book
  143. if args.tags:
  144. query['tags'] = args.tags
  145. try:
  146. data = client.call('GET', 'v2/search-pali-wbw', query=query, timeout=READ_TIMEOUT)
  147. except ApiError as exc:
  148. raise explain_api_error(exc, '检索')
  149. rows = (data or {}).get('rows') or []
  150. total = (data or {}).get('count', 0)
  151. def render():
  152. scope = []
  153. if args.bold:
  154. scope.append('仅黑体')
  155. if args.book:
  156. scope.append(f'book={args.book}')
  157. if args.tags:
  158. scope.append(f'tags={args.tags}')
  159. print(f'命中 {total} 段,本页 {len(rows)}(offset {args.offset})'
  160. + (f' [{" ".join(scope)}]' if scope else ''))
  161. if not rows:
  162. print('\n0 条。依次怀疑:词形没展开(用 --lemma)→ 词根选错 → 范围限太窄。')
  163. return
  164. print()
  165. for idx, r in enumerate(rows, 1 + args.offset):
  166. coord = fmt_coord(r.get('book'), r.get('paragraph'))
  167. print(f'[{idx}] {coord} {fmt_path(r.get("path"))} rank {r.get("rank")}')
  168. print(f' {snippet(strip_markup(r.get("highlight")), args.width, "【")}')
  169. print(f'\n引用时用坐标 book:paragraph,取原文用:wikipali get {rows[0].get("book")}:'
  170. f'{rows[0].get("paragraph")}')
  171. emit(args, {'count': total, 'rows': rows}, render)
  172. return 0
  173. # ---------------------------------------------------------------------------
  174. # dist —— 出处分布
  175. # ---------------------------------------------------------------------------
  176. def cmd_dist(args):
  177. client = make_client(args)
  178. key = resolve_key(client, args)
  179. query = {'key': key}
  180. if args.tags:
  181. query['tags'] = args.tags
  182. try:
  183. data = client.call('GET', 'v2/search-pali-wbw-books', query=query, timeout=READ_TIMEOUT)
  184. except ApiError as exc:
  185. raise explain_api_error(exc, '统计出处分布')
  186. rows = (data or {}).get('rows') or []
  187. def render():
  188. total = sum(int(r.get('count') or 0) for r in rows)
  189. print(f'{len(rows)} 部书,共 {total} 次词命中\n'
  190. '(注意:这里数的是词次,不是段落数。段落数用 search 的 count,'
  191. '两者不相等——同一段里出现多次只算一段。)\n')
  192. by_layer = {}
  193. for r in sorted(rows, key=lambda x: -int(x.get('count') or 0))[: args.limit]:
  194. layer = text_layer(r.get('tags'))
  195. by_layer[layer] = by_layer.get(layer, 0) + int(r.get('count') or 0)
  196. tags = ' '.join(t.get('name') for t in (r.get('tags') or []) if t.get('name'))
  197. print(f'{r.get("count"):>5} {str(r.get("paliTitle"))[:38]:<40} '
  198. f'--book {r.get("pcdBookId")} [{tags}]')
  199. print('\n按文献层次:', end='')
  200. for layer in ('mūla', 'aṭṭhakathā', 'ṭīkā', ''):
  201. if layer in by_layer:
  202. print(f' {layer or "未标层次"} {by_layer[layer]}', end='')
  203. print('\n引用时必须标明层次——把义注的解释当成本文的说法是学术错误。')
  204. emit(args, {'rows': rows}, render)
  205. return 0
  206. # ---------------------------------------------------------------------------
  207. # get —— 按坐标取原文/译文
  208. # ---------------------------------------------------------------------------
  209. def cmd_get(args):
  210. client = make_client(args)
  211. grouped = parse_coords(args.coords)
  212. channels = ','.join(args.channel) if args.channel else PALI_CHANNEL
  213. collected = []
  214. for book, paras in grouped.items():
  215. # 服务端不带 channels 会 500,所以 channels 永远要给
  216. query = {'view': 'paragraph', 'book': book, 'para': ','.join(str(p) for p in paras),
  217. 'channels': channels, 'limit': args.limit}
  218. try:
  219. data = client.call('GET', 'v2/sentence', query=query, timeout=READ_TIMEOUT)
  220. except ApiError as exc:
  221. raise explain_api_error(exc, f'取 {book} 的段落')
  222. collected.extend((data or {}).get('rows') or [])
  223. def render():
  224. if not collected:
  225. print('这些坐标在指定 channel 下没有内容。')
  226. print('注意:这是「该 channel 在此处没有文本」,不是「查询失败」——'
  227. '如实报告,不要拿相邻段落或别的译本凑。')
  228. return
  229. current = None
  230. for r in collected:
  231. ch = (r.get('channel') or {})
  232. head = (r.get('book'), r.get('paragraph'), ch.get('uid'))
  233. if head != current:
  234. current = head
  235. editor = (r.get('editor') or {})
  236. who = editor.get('nickName') or editor.get('name') or ''
  237. print(f'\n=== {fmt_coord(r.get("book"), r.get("paragraph"))} '
  238. f'{ch.get("name")}({ch.get("lang")})'
  239. + (f' 作者:{who}' if who else '') + ' ===')
  240. text = strip_markup(r.get('content'))
  241. print(f' [{r.get("word_start")}-{r.get("word_end")}] {text}')
  242. print(f'\n共 {len(collected)} 句。')
  243. emit(args, collected, render)
  244. return 0
  245. # ---------------------------------------------------------------------------
  246. # toc —— 章节目录
  247. # ---------------------------------------------------------------------------
  248. def cmd_toc(args):
  249. client = make_client(args)
  250. book, para = parse_coord(args.coord)
  251. try:
  252. data = client.call('GET', 'v2/palitext', query={'view': 'book-toc', 'book': book, 'para': para},
  253. timeout=READ_TIMEOUT)
  254. except ApiError as exc:
  255. raise explain_api_error(exc, f'取 {book}:{para} 的章节目录')
  256. rows = (data or {}).get('rows') or []
  257. # 服务端返回的是整套丛书的目录,默认只留当前这本,避免刷屏
  258. shown = rows if args.all else [r for r in rows if r.get('book') == book]
  259. def render():
  260. print(f'{len(rows)} 条目录条目'
  261. + ('' if args.all else f',其中 book {book} 有 {len(shown)} 条(--all 看整套丛书)'))
  262. for r in shown:
  263. level = int(r.get('level') or 1)
  264. if level > args.depth:
  265. continue
  266. print(f'{" " * (level - 1)}{r.get("book")}:{r.get("paragraph")} {r.get("toc")}')
  267. emit(args, shown, render)
  268. return 0
  269. # ---------------------------------------------------------------------------
  270. # chapter —— 先报体量,再取整章
  271. # ---------------------------------------------------------------------------
  272. def fetch_meta(client, book, para):
  273. try:
  274. return client.call('GET', f'v2/palitext/{book}-{para}', timeout=READ_TIMEOUT)
  275. except ApiError as exc:
  276. raise explain_api_error(exc, f'取 {book}:{para} 的段落元信息')
  277. def parse_path(raw):
  278. """这个端点的 path 是 JSON 字符串,search 那边却是数组——两边都要能吃。"""
  279. if isinstance(raw, str):
  280. try:
  281. return json.loads(raw)
  282. except ValueError:
  283. return []
  284. return raw or []
  285. def resolve_chapter(client, book, para):
  286. """给任意段号,向上找到它所属的章节节点。返回 (章节 meta, 走了几层)。
  287. 注意:正文段自己也带 chapter_len(值为 1),所以不能用「有没有这个字段」判断,
  288. 要看它是不是 > 1。向上一层优先取 path 的末项(那就是直接所属的章节),
  289. 没有 path 才退回 parent。
  290. """
  291. meta = fetch_meta(client, book, para)
  292. hops = 0
  293. while meta and int(meta.get('chapter_len') or 0) <= 1 and hops < 6:
  294. up = None
  295. path = parse_path(meta.get('path'))
  296. if path:
  297. last = path[-1]
  298. if int(last.get('paragraph', -1)) != int(meta.get('paragraph', -1)):
  299. up = int(last['paragraph'])
  300. if up is None and meta.get('parent'):
  301. up = int(meta['parent'])
  302. if up is None:
  303. break
  304. meta = fetch_meta(client, book, up)
  305. hops += 1
  306. return meta, hops
  307. def cmd_chapter(args):
  308. client = make_client(args)
  309. book, para = parse_coord(args.coord)
  310. meta, hops = resolve_chapter(client, book, para)
  311. if not meta or not meta.get('chapter_len'):
  312. raise WpError(f'{book}:{para} 向上找不到章节节点,无法确定章节范围。')
  313. start = int(meta['paragraph'])
  314. length = int(meta['chapter_len'])
  315. strlen = int(meta.get('chapter_strlen') or 0)
  316. end = start + length - 1
  317. path = parse_path(meta.get('path'))
  318. title = meta.get('toc') or meta.get('title') or (path[-1].get('title') if path else '')
  319. print(f'章节 : {title}')
  320. print(f'路径 : {fmt_path(path)}')
  321. print(f'范围 : {book}:{start} – {book}:{end}({length} 段)'
  322. + (f',约 {strlen} 字符' if strlen else ''))
  323. if hops:
  324. print(f'({book}:{para} 是正文段,向上 {hops} 层找到所属章节)')
  325. if meta.get('prev_chapter') or meta.get('next_chapter'):
  326. print(f'相邻 : 上一章 {book}:{meta.get("prev_chapter")} 下一章 {book}:{meta.get("next_chapter")}')
  327. if not args.fetch:
  328. print(f'\n只报体量,未取文。确认要读再加 --fetch;只要其中几段用:'
  329. f'wikipali get {book}:{start} {book}:{start + 1} …')
  330. return 0
  331. if strlen > args.warn_at:
  332. note(f'⚠ 本章约 {strlen} 字符,超过 {args.warn_at} 的提示阈值——注意上下文预算。')
  333. if args.via == 'chapter-content':
  334. return fetch_chapter_content(client, book, start, args)
  335. return fetch_tipitaka_content(client, book, start, args)
  336. # tipitaka-content 返回的是一整串 HTML,每句包在 data-sid 里;sid 就是
  337. # book-para-wordStart-wordEnd,段落号从 sid 里就能取,不必解析外层的 data-para。
  338. SENTENCE_RE = re.compile(r"data-sid='([^']+)'\s*>(.*?)</div>", re.S)
  339. def fetch_tipitaka_content(client, book, para, args):
  340. """整章取文:走 tipitaka-content(OpenSearch 预建文档)。
  341. 与 chapter-content 的区别:一次只取**一个** channel(参数是单数 channel),
  342. 返回已渲染好的 HTML 串而不是嵌套 JSON。没有该 channel 的预建文档时服务端
  343. 返回 400 且 message 里带 OpenSearch 的 found=false——那是「这一章没有该版本」,
  344. 不是服务故障,必须区分开。
  345. """
  346. query = {}
  347. if args.channel:
  348. if len(args.channel) > 1:
  349. note('⚠ tipitaka-content 一次只接受一个 channel,已取第一个;'
  350. '要对读多个版本请分别调用。')
  351. query['channel'] = args.channel[0]
  352. try:
  353. display = client.call('GET', f'v2/tipitaka-content/{book}-{para}', query=query,
  354. timeout=READ_TIMEOUT)
  355. except ApiError as exc:
  356. if 'found' in str(exc) and 'false' in str(exc):
  357. raise WpError(
  358. f'{book}:{para} 这一章没有该版本的预建内容。\n'
  359. '这是「该 channel 在本章无文本」,不是服务故障——如实报告,'
  360. '不要拿别的版本顶替。\n'
  361. f'用 wikipali versions {book}:{para} 看这一段实际有哪些版本。'
  362. )
  363. raise explain_api_error(exc, f'取 {book}:{para} 的整章内容')
  364. if not isinstance(display, str):
  365. raise WpError('整章内容的返回不是字符串,服务端返回形状可能变了。')
  366. grouped = {}
  367. order = []
  368. for sid, body in SENTENCE_RE.findall(display):
  369. text = strip_markup(body) if args.text else re.sub(r'\s+', ' ', body).strip()
  370. if not text:
  371. continue
  372. try:
  373. para_no = int(sid.split('-')[1])
  374. except (IndexError, ValueError):
  375. continue
  376. if para_no not in grouped:
  377. grouped[para_no] = []
  378. order.append(para_no)
  379. grouped[para_no].append({'id': sid, 'text': text})
  380. out = [{'para': n, 'sentences': grouped[n]} for n in order]
  381. def render():
  382. total = sum(len(x['sentences']) for x in out)
  383. src = f'channel {args.channel[0]}' if args.channel else '巴利原文'
  384. if not total:
  385. print(f'\n该版本在本章**没有句子内容**(服务端返回了文档但其中没有句子)。')
  386. print(f'用 wikipali versions {book}:{para} 看这一段实际有哪些版本。')
  387. return
  388. print(f'\n{len(out)} 段 / {total} 句({src})')
  389. for item in out:
  390. print(f'\n## {book}:{item["para"]}')
  391. for sent in item['sentences']:
  392. print(f' {sent["id"]} {sent["text"]}')
  393. print('\n句子 id 就是引用坐标(book-para-wordStart-wordEnd)。')
  394. emit(args, out, render)
  395. return 0
  396. def fetch_chapter_content(client, book, para, args):
  397. """整章取文:走 chapter-content,一次拿回全章并按句对齐。
  398. 服务端返回的结构极厚(每句都带 channel / studio / editor / 各类计数,
  399. 24–36 KB),直接丢给模型是浪费。这里只留每句的 id 与 html——id 本身就是
  400. 可引用的坐标(book-para-wordStart-wordEnd),html 保留了 <strong> 黑体,
  401. 那是判断「这句是不是词条解释」的依据,不能丢。
  402. """
  403. query = {}
  404. if args.channel:
  405. query['channels'] = ','.join(args.channel)
  406. try:
  407. data = client.call('GET', f'v2/chapter-content/{book}-{para}', query=query,
  408. timeout=READ_TIMEOUT)
  409. except ApiError as exc:
  410. raise explain_api_error(exc, f'取 {book}:{para} 的整章内容')
  411. raw = (data or {}).get('content') or '[]'
  412. try:
  413. paragraphs = json.loads(raw) if isinstance(raw, str) else raw
  414. except ValueError:
  415. raise WpError('整章内容不是合法 JSON,服务端返回形状可能变了。')
  416. wanted = set(args.channel or [])
  417. out = []
  418. placeholders = 0
  419. for item in paragraphs:
  420. sentences = []
  421. for child in item.get('children') or []:
  422. body = pick_body(child, wanted)
  423. if body is None:
  424. continue
  425. if not body.strip():
  426. # 请求的 channel 在这一句没有内容时,服务端仍返回等量的空占位条目。
  427. # 照直输出会让人以为「有译文只是没显示」,必须滤掉并单独报数。
  428. placeholders += 1
  429. continue
  430. sentences.append({
  431. 'id': child.get('id'),
  432. 'text': strip_markup(body) if args.text else body,
  433. })
  434. if sentences:
  435. out.append({'para': int(item.get('para')), 'sentences': sentences})
  436. def render():
  437. total = sum(len(x['sentences']) for x in out)
  438. src = f'channel {",".join(args.channel)}' if args.channel else '巴利原文'
  439. if not total:
  440. print(f'\n该 channel 在本章**没有任何内容**'
  441. + (f'(服务端返回了 {placeholders} 条空占位)' if placeholders else '') + '。')
  442. print('如实报告「该译本在本章无文本」,不要拿别的版本或相邻章节顶替。')
  443. print('用 wikipali versions <坐标> 看这一段实际有哪些译本。')
  444. return
  445. print(f'\n{len(out)} 段 / {total} 句({src})'
  446. + (f' ⚠ 另有 {placeholders} 句该 channel 无内容,已略去' if placeholders else ''))
  447. for item in out:
  448. print(f'\n## {book}:{item["para"]}')
  449. for sent in item['sentences']:
  450. print(f' {sent["id"]} {sent["text"]}')
  451. print('\n句子 id 就是引用坐标(book-para-wordStart-wordEnd)。')
  452. emit(args, out, render)
  453. return 0
  454. def pick_body(child, wanted_channels):
  455. """取这一句要展示的正文:指定了 channel 就取该 channel 的译文,否则取原文。
  456. **优先 content,为空才回退 html**——两者按 channel 类型互补:
  457. - original(巴利原文)的 content 是空的,正文在 html 里(带 <strong> 黑体);
  458. - nissaya 的 content 是 markdown 源码「巴利词= 缅文释义。」,既紧凑又保住了
  459. 「哪部分是巴利、哪部分是释义」这个区分;其 html 是同样内容的渲染结果,
  460. 体积十几倍且把两者拼在了一起。
  461. """
  462. sources = []
  463. if wanted_channels:
  464. for tran in child.get('translation') or []:
  465. if ((tran.get('channel') or {}).get('id')) in wanted_channels:
  466. sources.append(tran)
  467. if not sources:
  468. return None
  469. else:
  470. sources = child.get('origin') or []
  471. for src in sources:
  472. body = (src.get('content') or '').strip()
  473. if body:
  474. return body
  475. html = (src.get('html') or '').strip()
  476. if html:
  477. return html
  478. return ''
  479. # ---------------------------------------------------------------------------
  480. # versions —— 某坐标有哪些译本,以及没有哪些
  481. # ---------------------------------------------------------------------------
  482. def cmd_versions(args):
  483. client = make_client(args)
  484. book, para = parse_coord(args.coord)
  485. try:
  486. data = client.call('GET', 'v2/channel',
  487. query={'view': 'paragraphs', 'book_id': book, 'para': para},
  488. timeout=READ_TIMEOUT)
  489. except ApiError as exc:
  490. if exc.status and exc.status >= 500:
  491. raise WpError(
  492. f'查 {book}:{para} 的可用译本失败(HTTP {exc.status})。\n'
  493. '稳定版站点上 channel?view=paragraphs 有已知缺陷,修复只在最新版代码上。\n'
  494. '请切到最新版再试:wikipali endpoint next,或本次调用加 --api next。'
  495. )
  496. raise explain_api_error(exc, f'查 {book}:{para} 的可用译本')
  497. rows = (data or {}).get('rows') or []
  498. def render():
  499. if not rows:
  500. print(f'{book}:{para} 在任何 channel 下都没有内容。')
  501. return
  502. print(f'{book}:{para} 有 {len(rows)} 个 channel 存有内容:\n')
  503. by_type = {}
  504. for r in rows:
  505. by_type.setdefault(r.get('type') or '?', []).append(r)
  506. for typ in sorted(by_type):
  507. print(f' [{typ}]')
  508. for r in sorted(by_type[typ], key=lambda x: str(x.get('lang'))):
  509. name_l = (r.get('name') or '').lower()
  510. ai = ' ⚠疑似机器译' if any(h in name_l for h in MACHINE_HINTS) else ''
  511. print(f' {str(r.get("lang")):<8} {str(r.get("name"))[:36]:<38} {r.get("uid")}{ai}')
  512. langs = {str(r.get('lang')) for r in rows}
  513. missing = [l for l in ('pali', 'my', 'zh-Hans', 'zh', 'en', 'th') if l not in langs]
  514. if missing:
  515. print(f'\n该段**没有**这些语言的内容:{", ".join(missing)}')
  516. print('如实报告「无」,不要拿相邻段落或别的译本凑。')
  517. print('\n标 ⚠疑似机器译 的按机器译文标注引用。**没标的不等于是人译**——'
  518. '名字判断很脆弱,权威做法是 wikipali get 看作者是不是模型,见 conventions.md。')
  519. emit(args, rows, render)
  520. return 0
  521. # ---------------------------------------------------------------------------
  522. # count —— 词频合计
  523. # ---------------------------------------------------------------------------
  524. def cmd_count(args):
  525. client = make_client(args)
  526. out = []
  527. for word in args.words:
  528. rows = fetch_forms(client, word)
  529. if not rows:
  530. out.append({'word': word, 'found': False})
  531. continue
  532. top = rows[0]
  533. forms = top.get('case') or []
  534. out.append({
  535. 'word': word, 'found': True, 'lemma': top.get('word'),
  536. 'forms': len(forms),
  537. 'total': sum(int(f.get('count') or 0) for f in forms),
  538. 'bold': sum(int(f.get('bold') or 0) for f in forms),
  539. })
  540. def render():
  541. print(f'{"词":<28}{"词根":<24}{"词形":>5}{"词次":>8}{"黑体":>7}')
  542. for r in out:
  543. if not r['found']:
  544. print(f'{r["word"]:<28}{"(语料中未见)":<24}')
  545. continue
  546. print(f'{r["word"]:<28}{r["lemma"]:<24}{r["forms"]:>5}{r["total"]:>8}{r["bold"]:>7}')
  547. print('\n这里数的是**词次**,不是段落数。段落数用 search 的 count。')
  548. emit(args, out, render)
  549. return 0
  550. # ---------------------------------------------------------------------------
  551. # terms —— 术语表(权威译名对照)
  552. # ---------------------------------------------------------------------------
  553. def cache_path(client, name):
  554. """缓存文件按**站点分桶**存放。
  555. 线上四站共享同一个库,可以共用;但开发机(local)与任何自定义地址是**另一个
  556. 数据库**。不分桶的话,用过一次 --api local 之后,之后打线上会静默拿到开发机的
  557. 数据——看起来一切正常,数据却是错的。凭据早就是按桶存的,缓存同理。
  558. """
  559. import os
  560. import re as _re
  561. from creds import CREDS_DIR
  562. bucket = _re.sub(r'[^A-Za-z0-9_.-]', '_', client.bucket_name)
  563. return os.path.join(CREDS_DIR, 'cache', bucket, name)
  564. def cmd_terms(args):
  565. import os
  566. client = make_client(args)
  567. path = cache_path(client, f'terms-{args.view}-{args.lang}.json')
  568. rows = None
  569. if os.path.exists(path) and not args.refresh:
  570. try:
  571. with open(path, encoding='utf-8') as fh:
  572. rows = json.load(fh)
  573. except (OSError, ValueError):
  574. rows = None
  575. if rows is None:
  576. note('正在拉取术语表全表(服务端不支持按词查询,只能整表拉后本地过滤)…')
  577. try:
  578. data = client.call('GET', 'v2/term-vocabulary',
  579. query={'view': args.view, 'lang': args.lang}, timeout=120)
  580. except ApiError as exc:
  581. raise explain_api_error(exc, '取术语表')
  582. rows = (data or {}).get('rows') or []
  583. os.makedirs(os.path.dirname(path), exist_ok=True)
  584. with open(path, 'w', encoding='utf-8') as fh:
  585. json.dump(rows, fh, ensure_ascii=False)
  586. note(f'已缓存 {len(rows)} 条到 {path}(--refresh 可强制更新)')
  587. kw = (args.keyword or '').lower()
  588. hits = [r for r in rows if kw in (r.get('word') or '').lower()] if kw else rows
  589. def render():
  590. if not hits:
  591. print(f'术语表({args.view} / {args.lang},共 {len(rows)} 条)里没有含「{args.keyword}」的词条。')
  592. print('注意:这只说明术语表没收录,不代表语料里没有这个词。')
  593. return
  594. print(f'{len(hits)} 条(全表 {len(rows)}):\n')
  595. for r in hits[: args.limit]:
  596. tag = f' [{r["tag"]}]' if r.get('tag') else ''
  597. other = f' / {r["other_meaning"]}' if r.get('other_meaning') else ''
  598. print(f' {r.get("word"):<32} {r.get("meaning")}{other}{tag}')
  599. if len(hits) > args.limit:
  600. print(f' …… 其余 {len(hits) - args.limit} 条(--limit 调整)')
  601. print('\n术语表是**权威译名对照**,写译文或论文时的用词应与它一致;'
  602. '与它不一致时要说明理由。')
  603. emit(args, hits, render)
  604. return 0
  605. # ---------------------------------------------------------------------------
  606. # related —— 本文 ↔ 义注 ↔ 复注的段落对应
  607. # ---------------------------------------------------------------------------
  608. def cmd_related(args):
  609. client = make_client(args)
  610. book, para = parse_coord(args.coord)
  611. try:
  612. data = client.call('GET', 'v2/related-paragraph', query={'book': book, 'para': para},
  613. timeout=READ_TIMEOUT)
  614. except ApiError as exc:
  615. if exc.status and exc.status >= 500:
  616. # 服务端在「查无关联」时会抛异常(修复已合并,未部署到稳定版站点)。
  617. # 对使用者来说这多半就是「没有关联段落」,但不能替服务端断言,如实说明两种可能。
  618. raise WpError(
  619. f'查 {book}:{para} 的关联段落失败(HTTP {exc.status})。\n'
  620. '最可能的原因是**该段没有关联段落**——稳定版站点在这种情况下会报 500,\n'
  621. '服务端修复已合并但尚未部署。也可能是服务本身有问题。\n'
  622. '两者无法从这里区分,**不要据此断言「该段有/没有注释」**;\n'
  623. '可以换最新版试试:wikipali --api next related {0}:{1}'.format(book, para)
  624. )
  625. raise explain_api_error(exc, f'查 {book}:{para} 的关联段落')
  626. rows = (data or {}).get('rows') or []
  627. def render():
  628. if not rows:
  629. print(f'{book}:{para} 没有关联段落。')
  630. print('约 2% 的段落没有 CST 锚点,这是正常结果,不是查询失败——'
  631. '如实报告,不要转而去注释书里搜关键词充数。')
  632. return
  633. print(f'{book}:{para} 关联到 {len(rows)} 部书:\n')
  634. order = {'mūla': 0, 'aṭṭhakathā': 1, 'ṭīkā': 2}
  635. rows.sort(key=lambda r: order.get(text_layer(r.get('tags')), 9))
  636. for r in rows:
  637. layer = text_layer(r.get('tags')) or '未标层次'
  638. paras = r.get('para') or []
  639. coords = ' '.join(f'{r.get("book")}:{p}' for p in paras[:8])
  640. more = f' …共 {len(paras)} 段' if len(paras) > 8 else ''
  641. here = ' ← 当前' if int(r.get('book', -1)) == book and para in paras else ''
  642. print(f' [{layer:<11}] {str(r.get("book_title_pali"))[:26]:<28}{here}')
  643. print(f' {coords}{more}')
  644. first = rows[0]
  645. print(f'\n取文:wikipali get {first.get("book")}:{(first.get("para") or [0])[0]}')
  646. print('引用时必须标明层次——把义注的解释当成本文的说法是学术错误。')
  647. emit(args, rows, render)
  648. return 0
  649. # ---------------------------------------------------------------------------
  650. # articles / article / anthology —— 文章与文集
  651. # ---------------------------------------------------------------------------
  652. def cmd_articles(args):
  653. client = make_client(args)
  654. query = {'view': args.view, 'limit': args.limit, 'offset': args.offset}
  655. if args.keyword:
  656. query['search'] = args.keyword
  657. if args.lang:
  658. query['lang'] = args.lang
  659. try:
  660. data = client.call('GET', 'v2/article', query=query, timeout=READ_TIMEOUT)
  661. except ApiError as exc:
  662. raise explain_api_error(exc, '列出文章')
  663. rows = (data or {}).get('rows') or []
  664. def render():
  665. print(f'共 {(data or {}).get("count")} 篇,本页 {len(rows)}'
  666. + (f'(关键词「{args.keyword}」)' if args.keyword else ''))
  667. if not rows:
  668. return
  669. print()
  670. for r in rows:
  671. who = (r.get('editor') or {}).get('nickName') or ''
  672. sub = f' —— {r["subtitle"]}' if r.get('subtitle') else ''
  673. print(f' {str(r.get("lang")):<8} {str(r.get("title"))[:40]:<42}{sub}')
  674. print(f' {r.get("uid")} {who} {str(r.get("updated_at"))[:10]}')
  675. print(f'\n读全文:wikipali article {rows[0].get("uid")}')
  676. emit(args, rows, render)
  677. return 0
  678. def cmd_article(args):
  679. client = make_client(args)
  680. try:
  681. art = client.call('GET', f'v2/article/{args.uid}', timeout=READ_TIMEOUT)
  682. except ApiError as exc:
  683. raise explain_api_error(exc, f'读文章 {args.uid}')
  684. if not art:
  685. raise WpError(f'读不到文章 {args.uid}。')
  686. def render():
  687. who = (art.get('editor') or {}).get('nickName') or ''
  688. studio = (art.get('studio') or {}).get('nickName') or ''
  689. print(f'# {art.get("title")}')
  690. if art.get('subtitle'):
  691. print(f' {art["subtitle"]}')
  692. print(f' {art.get("lang")} 作者 {who} studio {studio} 更新 {str(art.get("updated_at"))[:10]}')
  693. print(f' uid {art.get("uid")}\n')
  694. body = art.get('content') or ''
  695. if args.chars and len(body) > args.chars:
  696. print(body[: args.chars])
  697. print(f'\n……全文 {len(body)} 字符,此处截断(--chars 0 取全文)')
  698. else:
  699. print(body)
  700. print('\n⚠ 文章是**二手研究**,不是原典。引用它的观点要标明作者,'
  701. '不要把它的说法当成经律本身的说法。')
  702. emit(args, art, render)
  703. return 0
  704. def cmd_anthology(args):
  705. client = make_client(args)
  706. if args.uid:
  707. try:
  708. data = client.call('GET', f'v2/anthology/{args.uid}', timeout=READ_TIMEOUT)
  709. except ApiError as exc:
  710. raise explain_api_error(exc, f'读文集 {args.uid}')
  711. arts = (data or {}).get('article_list') or []
  712. def render():
  713. print(f'# {data.get("title")} {data.get("lang")}')
  714. if data.get('summary'):
  715. print(f' {data["summary"]}')
  716. print(f' {len(arts)} 篇文章\n')
  717. for a in arts[: args.limit]:
  718. if isinstance(a, dict):
  719. print(f' {str(a.get("title"))[:44]:<46} {a.get("uid")}')
  720. else:
  721. print(f' {a}')
  722. emit(args, data, render)
  723. return 0
  724. try:
  725. data = client.call('GET', 'v2/anthology',
  726. query={'view': args.view, 'limit': args.limit, 'offset': args.offset},
  727. timeout=READ_TIMEOUT)
  728. except ApiError as exc:
  729. raise explain_api_error(exc, '列出文集')
  730. rows = (data or {}).get('rows') or []
  731. def render():
  732. print(f'共 {(data or {}).get("count")} 个文集,本页 {len(rows)}\n')
  733. for r in rows:
  734. print(f' {str(r.get("lang")):<8} {str(r.get("title"))[:40]:<42} '
  735. f'{r.get("childrenNumber")} 篇')
  736. print(f' {r.get("uid")}')
  737. if rows:
  738. print(f'\n看目录:wikipali anthology {rows[0].get("uid")}')
  739. emit(args, rows, render)
  740. return 0
  741. # ---------------------------------------------------------------------------
  742. # books —— 分类目录:按 tag 找书
  743. # ---------------------------------------------------------------------------
  744. def fetch_books(client, refresh=False):
  745. """书目清单整表拉一次缓存在本地。服务端也缓存 24 小时,这里再缓存一层是为了
  746. 让按 tag 筛选变成本地操作——281 条全量在手,筛什么都不用再请求。"""
  747. import os
  748. path = cache_path(client, 'book-titles.json')
  749. if os.path.exists(path) and not refresh:
  750. try:
  751. with open(path, encoding='utf-8') as fh:
  752. return json.load(fh)
  753. except (OSError, ValueError):
  754. pass
  755. try:
  756. data = client.call('GET', 'v2/book-title', timeout=READ_TIMEOUT)
  757. except ApiError as exc:
  758. raise explain_api_error(exc, '取书目清单')
  759. rows = (data or {}).get('rows') or []
  760. if rows and 'tags' not in rows[0]:
  761. raise WpError(
  762. '该站点返回的书目清单里没有 tags/toc 字段——服务端版本较旧,'
  763. '分类目录功能尚未上线。\n'
  764. '可以换最新版试试:wikipali --api next books …'
  765. )
  766. os.makedirs(os.path.dirname(path), exist_ok=True)
  767. with open(path, 'w', encoding='utf-8') as fh:
  768. json.dump(rows, fh, ensure_ascii=False)
  769. return rows
  770. def cmd_books(args):
  771. client = make_client(args)
  772. rows = fetch_books(client, refresh=args.refresh)
  773. if args.tag_list:
  774. counter = {}
  775. for r in rows:
  776. for t in r.get('tags') or []:
  777. counter[t] = counter.get(t, 0) + 1
  778. def render_tags():
  779. print(f'{len(counter)} 个 tag(后面是有该 tag 的书数):\n')
  780. for name, n in sorted(counter.items(), key=lambda kv: (-kv[1], kv[0]))[: args.limit]:
  781. print(f' {n:>4} {name}')
  782. print('\n多个 tag 用逗号连接是**且**的关系:'
  783. 'wikipali books --tags dīghanikāya,ṭīkā')
  784. emit(args, counter, render_tags)
  785. return 0
  786. hits = rows
  787. if args.tags:
  788. want = [t.strip() for t in args.tags.split(',') if t.strip()]
  789. hits = [r for r in hits if all(t in (r.get('tags') or []) for t in want)]
  790. if args.keyword:
  791. kw = args.keyword.lower()
  792. hits = [r for r in hits
  793. if kw in str(r.get('title', '')).lower() or kw in str(r.get('toc', '')).lower()]
  794. def render():
  795. scope = []
  796. if args.tags:
  797. scope.append(f'tags={args.tags}')
  798. if args.keyword:
  799. scope.append(f'关键词={args.keyword}')
  800. print(f'{len(hits)} 部书(全部 {len(rows)} 部)'
  801. + (f' [{" ".join(scope)}]' if scope else ''))
  802. if not hits:
  803. print('\n没有匹配的书。用 --tag-list 看有哪些 tag;多个 tag 之间是「且」。')
  804. return
  805. print()
  806. for r in hits[: args.limit]:
  807. cs = f' {r["related_name"]}' if r.get('related_name') else ''
  808. print(f' {r.get("book")}:{r.get("paragraph"):<6} {str(r.get("toc"))[:38]:<40}{cs}')
  809. if args.show_tags:
  810. print(f' {" ".join(r.get("tags") or [])}')
  811. if len(hits) > args.limit:
  812. print(f' …… 其余 {len(hits) - args.limit} 部(--limit 调整)')
  813. if hits:
  814. first = hits[0]
  815. print(f'\n看某本书的章节:wikipali toc {first.get("book")}:{first.get("paragraph")}')
  816. emit(args, hits, render)
  817. return 0