John
84 lines
2.4 KiB
Python
84 lines
2.4 KiB
Python
"""离线翻译词典导入脚本。
|
||
|
||
用法（在 backend 目录下）:
|
||
python -m scripts.import_dictionary
|
||
python -m scripts.import_dictionary --file data/dictionary.json
|
||
python -m scripts.import_dictionary --file /path/to/words.csv
|
||
python -m scripts.import_dictionary --file data/dictionary.json --source seed
|
||
"""
|
||
|
||
from __future__ import annotations
|
||
|
||
import argparse
|
||
import csv
|
||
import json
|
||
import sys
|
||
from pathlib import Path
|
||
from typing import Optional
|
||
|
||
BACKEND_DIR = Path(__file__).resolve().parent.parent
|
||
DEFAULT_FILE = BACKEND_DIR / "data" / "dictionary.json"
|
||
|
||
sys.path.insert(0, str(BACKEND_DIR))
|
||
|
||
from database import SessionLocal # noqa: E402
|
||
from scripts.dictionary_importer import upsert_entries # noqa: E402
|
||
|
||
|
||
def load_json(path: Path) -> list[dict]:
|
||
data = json.loads(path.read_text(encoding="utf-8"))
|
||
if isinstance(data, list):
|
||
return data
|
||
if isinstance(data, dict) and "entries" in data:
|
||
return data["entries"]
|
||
raise ValueError(f"无法解析 JSON 格式: {path}")
|
||
|
||
|
||
def load_csv(path: Path) -> list[dict]:
|
||
with path.open(encoding="utf-8-sig", newline="") as f:
|
||
reader = csv.DictReader(f)
|
||
return list(reader)
|
||
|
||
|
||
def load_entries(path: Path) -> list[dict]:
|
||
suffix = path.suffix.lower()
|
||
if suffix == ".json":
|
||
return load_json(path)
|
||
if suffix == ".csv":
|
||
return load_csv(path)
|
||
raise ValueError(f"不支持的文件格式: {suffix}，请使用 .json 或 .csv")
|
||
|
||
|
||
def main() -> None:
|
||
parser = argparse.ArgumentParser(description="导入离线翻译词典到 dictionary_entries 表")
|
||
parser.add_argument(
|
||
"--file",
|
||
type=Path,
|
||
default=DEFAULT_FILE,
|
||
help=f"JSON 或 CSV 文件路径（默认: {DEFAULT_FILE.name}）",
|
||
)
|
||
parser.add_argument(
|
||
"--source",
|
||
type=str,
|
||
default=None,
|
||
help="数据来源标记，如 seed / ecdict / custom",
|
||
)
|
||
args = parser.parse_args()
|
||
|
||
path = args.file if args.file.is_absolute() else BACKEND_DIR / args.file
|
||
if not path.exists():
|
||
print(f"错误: 文件不存在 {path}", file=sys.stderr)
|
||
sys.exit(1)
|
||
|
||
raw_rows = load_entries(path)
|
||
session = SessionLocal()
|
||
try:
|
||
total = upsert_entries(session, raw_rows, args.source)
|
||
finally:
|
||
session.close()
|
||
print(f"导入完成: 文件={path.name}, 处理={total} 条")
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|