"""Generate browser lookup data from an unmodified, locally retained SKK-JISYO.L. Modified dictionary data is distributed under GPL-2.0-or-later. """ import hashlib, json, gzip from pathlib import Path root=Path(__file__).resolve().parent.parent source=root/'vendor/skk/SKK-JISYO.L' raw=source.read_bytes() data={}; skipped=0; active=False for line in raw.decode('euc_jp').splitlines(): if line==';; okuri-nasi entries.': active=True; continue if not active or line.startswith(';') or ' /' not in line: continue reading,values=line.split(' /',1) # Only literal kana keys and literal Han-containing candidates. Never evaluate SKK expressions. if not reading or any(not ('ぁ'<=c<='ゖ' or c=='ー') for c in reading): continue words=[] for entry in values.rstrip('/').split('/'): word=entry.split(';',1)[0] if not word or any(c in word for c in '()[]\\'): skipped+=1; continue if not any('\u3400'<=c<='\u9fff' or '\U00020000'<=c<='\U0003134f' for c in word): continue if word not in words: words.append(word) if words: data[reading]=words encoded=json.dumps(data,ensure_ascii=False,separators=(',',':')).encode() (root/'data/skk.json').write_bytes(encoded) meta={'retrieved_on':'2026-11-14','source_url':'https://raw.githubusercontent.com/skk-dev/dict/master/SKK-JISYO.L','source_sha256':hashlib.sha256(raw).hexdigest(),'source_bytes':len(raw),'data_sha256':hashlib.sha256(encoded).hexdigest(),'data_bytes':len(encoded),'gzip_bytes':len(gzip.compress(encoded,mtime=0)),'readings':len(data),'candidates':sum(map(len,data.values())),'skipped_special_candidates':skipped,'license':'GPL-2.0-or-later','changes':'EUC-JP to UTF-8 JSON; literal hiragana okuri-nasi entries with Han only; annotations removed; duplicates and special expressions excluded. No automatic okuri expansion.'} (root/'data/skk-meta.json').write_text(json.dumps(meta,ensure_ascii=False,indent=2)+'\n') print(json.dumps(meta,ensure_ascii=False,indent=2))