126 lines
4.4 KiB
Python
126 lines
4.4 KiB
Python
# -*- coding: utf-8 -*-
|
||
"""
|
||
从词汇全表分组 md 中提取 Obsidian 高亮(==...==)词汇,
|
||
从 kao_yan_3.db 查询音标/词性释义/例句/短语/近义词,生成"高亮单词解析"
|
||
并追加到该 md 文件末尾。支持一次处理多个文件,幂等(已生成则先移除旧章节)。
|
||
|
||
用法:
|
||
python highlight_words_analysis.py [--db 路径] [--file 文件1 文件2 ...]
|
||
不带 --file 时自动处理 词汇全表 目录下所有含 ==高亮== 的 md。
|
||
"""
|
||
import argparse
|
||
import os
|
||
import re
|
||
import sqlite3
|
||
|
||
HEADER = "## 高亮单词解析"
|
||
|
||
|
||
def esc(s):
|
||
return (s or "").replace("|", "\\|").replace("\r", " ").replace("\n", " ").strip()
|
||
|
||
|
||
def parse_md(db_path, md_path):
|
||
txt = open(md_path, encoding="utf-8").read()
|
||
words = []
|
||
for m in re.finditer(r"==(.+?)==", txt):
|
||
w = m.group(1).strip()
|
||
if w and w not in words:
|
||
words.append(w)
|
||
return txt, words
|
||
|
||
|
||
def lookup(cur, word):
|
||
row = cur.execute("SELECT word_id, ukphone, usphone FROM words WHERE head_word=?", (word,)).fetchone()
|
||
if not row:
|
||
return None
|
||
wid, uk, us = row
|
||
trans = cur.execute(
|
||
"SELECT pos, tran_cn FROM word_trans WHERE word_id=? ORDER BY sort, id", (wid,)
|
||
).fetchall()
|
||
sent = cur.execute(
|
||
"SELECT s_content, s_cn FROM word_sentences WHERE word_id=? ORDER BY sort, id LIMIT 1", (wid,)
|
||
).fetchone()
|
||
phrases = cur.execute(
|
||
"SELECT p_content, p_cn FROM word_phrases WHERE word_id=? ORDER BY sort, id LIMIT 3", (wid,)
|
||
).fetchall()
|
||
synos = cur.execute(
|
||
"SELECT hwd FROM word_synos WHERE word_id=? ORDER BY sort, id LIMIT 3", (wid,)
|
||
).fetchall()
|
||
return {"phone": uk or us, "trans": trans, "sent": sent, "phrases": phrases, "synos": synos}
|
||
|
||
|
||
def build_block(word, data):
|
||
phone = f" /{esc(data['phone'])}/" if data["phone"] else ""
|
||
lines = [f"### {esc(word)}{phone}", ""]
|
||
pos_parts = [f"{p}. {esc(t)}" for p, t in data["trans"] if p or t]
|
||
if pos_parts:
|
||
lines.append(f"**词性**:{';'.join(pos_parts)}")
|
||
else:
|
||
lines.append("**词性**:—")
|
||
if data["sent"]:
|
||
s, cn = data["sent"]
|
||
lines.append(f"**例句**:{esc(s)}({esc(cn)})")
|
||
if data["phrases"]:
|
||
lines.append("**短语**:" + ";".join(f"{esc(p)} {esc(c)}" for p, c in data["phrases"]))
|
||
if data["synos"]:
|
||
lines.append("**近义**:" + ",".join(esc(s[0]) for s in data["synos"]))
|
||
lines.append("")
|
||
return "\n".join(lines)
|
||
|
||
|
||
def process(db_path, md_path):
|
||
txt = open(md_path, encoding="utf-8").read()
|
||
# 先移除旧章节(幂等),再提取高亮,避免旧章节说明文字被误提取
|
||
pat = re.compile(r"\n---\n\n" + re.escape(HEADER) + r".*$", re.S)
|
||
clean = pat.sub("", txt).rstrip() + "\n"
|
||
words = []
|
||
for m in re.finditer(r"==(.+?)==", clean):
|
||
w = m.group(1).strip()
|
||
if w and w not in words:
|
||
words.append(w)
|
||
if not words:
|
||
print(f"跳过(无高亮):{md_path}")
|
||
return 0
|
||
conn = sqlite3.connect(db_path)
|
||
cur = conn.cursor()
|
||
blocks = []
|
||
missing = []
|
||
for w in words:
|
||
data = lookup(cur, w)
|
||
if data is None:
|
||
missing.append(w)
|
||
continue
|
||
blocks.append(build_block(w, data))
|
||
conn.close()
|
||
|
||
new_sec = "\n---\n\n" + HEADER + f"({len(blocks)} 词)\n\n"
|
||
new_sec += "> 由脚本 highlight_words_analysis.py 自动提取文中高亮标记(==…==)词汇生成,数据来自 kao_yan_3.db(音标/词性/释义/例句/短语/近义词)。\n\n"
|
||
new_sec += "\n".join(blocks)
|
||
with open(md_path, "w", encoding="utf-8") as f:
|
||
f.write(clean + "\n" + new_sec + "\n")
|
||
print(f"已处理:{md_path}(高亮 {len(words)} 词,生成解析 {len(blocks)} 词,未找到 {missing})")
|
||
return len(blocks)
|
||
|
||
|
||
def main():
|
||
base = os.path.dirname(os.path.abspath(__file__))
|
||
ap = argparse.ArgumentParser()
|
||
ap.add_argument("--db", default=os.path.join(base, "kao_yan_3.db"))
|
||
ap.add_argument("--file", nargs="*", default=None)
|
||
args = ap.parse_args()
|
||
|
||
if args.file:
|
||
files = args.file
|
||
else:
|
||
d = os.path.normpath(os.path.join(base, "..", "词汇全表"))
|
||
files = [os.path.join(d, f) for f in sorted(os.listdir(d)) if f.endswith(".md")]
|
||
total = 0
|
||
for f in files:
|
||
total += process(args.db, f)
|
||
print(f"\n共生成解析 {total} 词。")
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|