]> dreyeck.freedombox.rocks Git - topic-maps.git/blob - scripts/check-nfc.py
feat(ctm): validate prologs and register three Slice 20C contracts
[topic-maps.git] / scripts / check-nfc.py
1 #!/usr/bin/env python3
2 """Independent UCD oracle: all canonical mappings, all Hangul, seeded CCC cases.
3 Invokes another fresh SBCL process; no input/output artifacts or network needed.
4 """
5 import json
6 import os
7 import pathlib
8 import random
9 import subprocess
10 import unicodedata as u
11 # 15.0 and 15.1 have identical canonical mappings/CCC data (15.1 adds CJK).
12 assert u.unidata_version in ('15.0.0', '15.1.0'), 'NFC oracle requires UCD 15.0/15.1'
13 root = pathlib.Path(__file__).resolve().parent.parent
14 samples=[]
15 for n in range(0x110000):
16 d=u.decomposition(chr(n))
17 if d and not d.startswith('<'):
18 samples += [[n], [int(x,16) for x in d.split()]]
19 for n in range(0xac00,0xd7a4):
20 samples.append(list(map(ord,u.normalize('NFD',chr(n)))))
21 marks=[n for n in range(0x110000) if u.combining(chr(n))]
22 rng=random.Random(132504)
23 for _ in range(1000):
24 samples.append([rng.choice([65,97,101,233,197]),*rng.choices(marks,k=5)])
25 forms = "\n".join('(format t "NFC~{ ~D~}~%" (map \'list #\'char-code (topic-maps.cxtm::nfc (map \'string #\'code-char \'(' + ' '.join(map(str,seq)) + ')))))' for seq in samples)
26 code='''(require :asdf)
27 (asdf:initialize-source-registry '(:source-registry :ignore-inherited-configuration))
28 (asdf:initialize-output-translations '(:output-translations (t (:root "tmp" "topic-maps-fasls")) :ignore-inherited-configuration))
29 (asdf:load-asd #p%s)
30 (asdf:load-system "topic-maps/cxtm")
31 (assert (not (find-package "TOPIC-MAPS.CTM")))
32 (assert (not (find-package "TOPIC-MAPS.TEST-FOUNDATION")))
33 ''' % json.dumps(str(root/'topic-maps.asd')) + forms
34 result=subprocess.run([os.environ.get('SBCL','sbcl'),'--noinform','--no-sysinit','--no-userinit','--script','/dev/stdin'],input=code,text=True,capture_output=True)
35 if result.returncode:
36 raise RuntimeError(result.stderr)
37 actual=[list(map(int,line.split()[1:])) for line in result.stdout.splitlines() if line.startswith('NFC ')]
38 assert len(actual)==len(samples), (len(actual),len(samples))
39 for index,(seq,output) in enumerate(zip(samples,actual)):
40 expected=list(map(ord,u.normalize('NFC',''.join(map(chr,seq)))))
41 assert expected==output, (index,seq,expected,output)
42 print(f'NFC-ORACLE-PASS: {len(samples)} independent Unicode {u.unidata_version} comparisons (canonical mappings, all Hangul, 1000 seeded combining sequences)')