无损检测期末复习笔记:十天章节笔记、考点精编、三套模拟卷(带Obsidian双链)
This commit is contained in:
@@ -0,0 +1,73 @@
|
||||
import json
|
||||
import os
|
||||
|
||||
def extract_text_from_content(content_list):
|
||||
"""Recursively extract text from content structure"""
|
||||
result = []
|
||||
for item in content_list:
|
||||
if isinstance(item, dict):
|
||||
if item.get('type') == 'text' and 'content' in item:
|
||||
text = item['content']
|
||||
if isinstance(text, str):
|
||||
result.append(text)
|
||||
elif 'content' in item:
|
||||
result.extend(extract_text_from_content(item['content']))
|
||||
return result
|
||||
|
||||
def json_to_blocks(json_path):
|
||||
"""Parse JSON and return list of (page_idx, blocks) tuples"""
|
||||
with open(json_path, 'r', encoding='utf-8') as f:
|
||||
data = json.load(f)
|
||||
pages = []
|
||||
for page in data['pages']:
|
||||
pages.append((page['page_idx'], page['blocks']))
|
||||
return pages
|
||||
|
||||
def blocks_to_markdown(pages):
|
||||
"""Convert pages of blocks to Markdown"""
|
||||
md_lines = []
|
||||
for page_idx, blocks in sorted(pages, key=lambda x: x[0]):
|
||||
md_lines.append(f"\n<!-- Page {page_idx + 1} -->\n")
|
||||
for block in blocks:
|
||||
btype = block.get('type', 'text')
|
||||
texts = extract_text_from_content(block.get('content', []))
|
||||
full_text = ''.join(texts).strip()
|
||||
|
||||
if not full_text:
|
||||
continue
|
||||
|
||||
if btype == 'doc_title':
|
||||
level = block.get('level', 1)
|
||||
md_lines.append(f"{'#' * level} {full_text}\n")
|
||||
elif btype == 'text':
|
||||
md_lines.append(full_text + "\n")
|
||||
elif btype in ('header', 'footer', 'page_number'):
|
||||
md_lines.append(f"<!-- {btype}: {full_text} -->\n")
|
||||
else:
|
||||
md_lines.append(full_text + "\n")
|
||||
return '\n'.join(md_lines)
|
||||
|
||||
if __name__ == '__main__':
|
||||
base_dir = r'D:\mineru_home\doclib\parsed\d9\d991db7dc971c6655661492bb28129f2089d03222b439064e30b7156ff1ba848\flash'
|
||||
|
||||
json_files = [
|
||||
os.path.join(base_dir, '1-10_1794301361022.json'),
|
||||
os.path.join(base_dir, '11-318_1794301886872.json'),
|
||||
]
|
||||
|
||||
all_pages = []
|
||||
for jf in json_files:
|
||||
pages = json_to_blocks(jf)
|
||||
all_pages.extend(pages)
|
||||
print(f"Loaded {jf}: {len(pages)} pages")
|
||||
|
||||
print(f"Total pages: {len(all_pages)}")
|
||||
|
||||
md = blocks_to_markdown(all_pages)
|
||||
|
||||
output_path = r'D:\考研\期末考\无损检测\ocr_work\full_book.md'
|
||||
with open(output_path, 'w', encoding='utf-8') as f:
|
||||
f.write(md)
|
||||
|
||||
print(f"Markdown saved to: {output_path}")
|
||||
print(f"Total chars: {len(md)}")
|
||||
Reference in New Issue
Block a user