first commit

This commit is contained in:
2026-10-04 11:13:54 +08:00
commit 273c9861a6
197 changed files with 47839 additions and 0 deletions
@@ -0,0 +1,191 @@
# -*- coding: utf-8 -*-
"""
把 KaoYan_3.json(逐行 JSON,每行一个考研单词)导入 SQLite。
- 输入:本目录下的 KaoYan_3.json
- 输出:本目录下的 kao_yan_3.db
表结构:
words 单词主表(序号、单词、音标、发音标识)
word_trans 释义(词性 / 中释 / 英释)
word_sentences 例句(英文 / 中文)
word_phrases 短语(短语 / 释义)
word_synos 同近义词(词性 / 释义 / 同义词)
word_relwords 同根词(词性 / 同根词 / 释义)
可直接重跑(会先删旧表重建)。
"""
import json
import os
import sqlite3
BASE = os.path.dirname(os.path.abspath(__file__))
SRC = os.path.join(BASE, "KaoYan_3.json")
DB = os.path.join(BASE, "kao_yan_3.db")
SCHEMA = """
DROP TABLE IF EXISTS word_relwords;
DROP TABLE IF EXISTS word_synos;
DROP TABLE IF EXISTS word_phrases;
DROP TABLE IF EXISTS word_sentences;
DROP TABLE IF EXISTS word_trans;
DROP TABLE IF EXISTS words;
CREATE TABLE words (
word_id TEXT PRIMARY KEY, -- 词条ID,如 KaoYan_3_1
word_rank INTEGER NOT NULL, -- 单词序号 1..3728
head_word TEXT NOT NULL, -- 单词本身
book_id TEXT NOT NULL, -- 词库标识 KaoYan_3
ukphone TEXT, -- 英音音标
usphone TEXT, -- 美音音标
ukspeech TEXT, -- 英音发音标识
usspeech TEXT -- 美音发音标识
);
CREATE TABLE word_trans (
id INTEGER PRIMARY KEY AUTOINCREMENT,
word_id TEXT NOT NULL,
pos TEXT, -- 词性
tran_cn TEXT, -- 中文释义
tran_other TEXT, -- 英文释义
sort INTEGER NOT NULL DEFAULT 0
);
CREATE TABLE word_sentences (
id INTEGER PRIMARY KEY AUTOINCREMENT,
word_id TEXT NOT NULL,
s_content TEXT, -- 英文例句
s_cn TEXT, -- 例句中文
sort INTEGER NOT NULL DEFAULT 0
);
CREATE TABLE word_phrases (
id INTEGER PRIMARY KEY AUTOINCREMENT,
word_id TEXT NOT NULL,
p_content TEXT, -- 短语
p_cn TEXT, -- 短语释义
sort INTEGER NOT NULL DEFAULT 0
);
CREATE TABLE word_synos (
id INTEGER PRIMARY KEY AUTOINCREMENT,
word_id TEXT NOT NULL,
pos TEXT, -- 词性
tran TEXT, -- 该组释义
hwd TEXT, -- 同义词
sort INTEGER NOT NULL DEFAULT 0
);
CREATE TABLE word_relwords (
id INTEGER PRIMARY KEY AUTOINCREMENT,
word_id TEXT NOT NULL,
pos TEXT, -- 词性
hwd TEXT, -- 同根词
tran TEXT, -- 释义
sort INTEGER NOT NULL DEFAULT 0
);
CREATE INDEX idx_trans_word ON word_trans(word_id);
CREATE INDEX idx_sent_word ON word_sentences(word_id);
CREATE INDEX idx_phrase_word ON word_phrases(word_id);
CREATE INDEX idx_syno_word ON word_synos(word_id);
CREATE INDEX idx_rel_word ON word_relwords(word_id);
"""
def parse_line(line):
"""把一行 JSON 解析为 (words 行, trans 列表, sentences 列表, phrases 列表, synos 列表, relwords 列表)。"""
obj = json.loads(line)
word = obj["content"]["word"]
c = word["content"]
words_row = (
word["wordId"],
obj["wordRank"],
obj["headWord"],
obj["bookId"],
c.get("ukphone"),
c.get("usphone"),
c.get("ukspeech"),
c.get("usspeech"),
)
trans = []
for i, t in enumerate(c.get("trans") or []):
trans.append((word["wordId"], t.get("pos"), t.get("tranCn"), t.get("tranOther"), i))
sentences = []
for i, s in enumerate((c.get("sentence") or {}).get("sentences") or []):
sentences.append((word["wordId"], s.get("sContent"), s.get("sCn"), i))
phrases = []
for i, p in enumerate((c.get("phrase") or {}).get("phrases") or []):
phrases.append((word["wordId"], p.get("pContent"), p.get("pCn"), i))
synos = []
for i, g in enumerate((c.get("syno") or {}).get("synos") or []):
for h in g.get("hwds") or []:
synos.append((word["wordId"], g.get("pos"), g.get("tran"), h.get("w"), i))
relwords = []
for i, g in enumerate((c.get("relWord") or {}).get("rels") or []):
for w in g.get("words") or []:
relwords.append((word["wordId"], g.get("pos"), w.get("hwd"), w.get("tran"), i))
return words_row, trans, sentences, phrases, synos, relwords
def main():
if not os.path.exists(SRC):
raise SystemExit(f"找不到输入文件: {SRC}")
conn = sqlite3.connect(DB)
cur = conn.cursor()
cur.executescript(SCHEMA)
n_words = n_trans = n_sent = n_phrase = n_syno = n_rel = 0
with open(SRC, "r", encoding="utf-8") as f:
for line in f:
line = line.strip()
if not line:
continue
w, tr, se, ph, sy, rw = parse_line(line)
cur.execute(
"INSERT INTO words VALUES (?,?,?,?,?,?,?,?)", w
)
cur.executemany(
"INSERT INTO word_trans (word_id, pos, tran_cn, tran_other, sort) VALUES (?,?,?,?,?)", tr
)
cur.executemany(
"INSERT INTO word_sentences (word_id, s_content, s_cn, sort) VALUES (?,?,?,?)", se
)
cur.executemany(
"INSERT INTO word_phrases (word_id, p_content, p_cn, sort) VALUES (?,?,?,?)", ph
)
cur.executemany(
"INSERT INTO word_synos (word_id, pos, tran, hwd, sort) VALUES (?,?,?,?,?)", sy
)
cur.executemany(
"INSERT INTO word_relwords (word_id, pos, hwd, tran, sort) VALUES (?,?,?,?,?)", rw
)
n_words += 1
n_trans += len(tr)
n_sent += len(se)
n_phrase += len(ph)
n_syno += len(sy)
n_rel += len(rw)
conn.commit()
conn.close()
print(f"单词数 : {n_words}")
print(f"释义条数 : {n_trans}")
print(f"例句条数 : {n_sent}")
print(f"短语条数 : {n_phrase}")
print(f"同近义条数: {n_syno}")
print(f"同根词条数: {n_rel}")
print(f"数据库 : {DB}")
if __name__ == "__main__":
main()