]>
dreyeck.freedombox.rocks Git - topic-maps.git/blob - scripts/check-nfc.py
2 """Independent UCD oracle: all canonical mappings, all Hangul, seeded CCC cases.
3 Invokes another fresh SBCL process; no input/output artifacts or network needed.
10 import unicodedata
as u
11 # 15.0 and 15.1 have identical canonical mappings/CCC data (15.1 adds CJK).
12 assert u
.unidata_version
in ('15.0.0', '15.1.0'), 'NFC oracle requires UCD 15.0/15.1'
13 root
= pathlib
.Path(__file__
).resolve().parent
.parent
15 for n
in range(0x110000):
16 d
=u
.decomposition(chr(n
))
17 if d
and not d
.startswith('<'):
18 samples
+= [[n
], [int(x
,16) for x
in d
.split()]]
19 for n
in range(0xac00,0xd7a4):
20 samples
.append(list(map(ord,u
.normalize('NFD',chr(n
)))))
21 marks
=[n
for n
in range(0x110000) if u
.combining(chr(n
))]
22 rng
=random
.Random(132504)
24 samples
.append([rng
.choice([65,97,101,233,197]),*rng
.choices(marks
,k
=5)])
25 forms
= "\n".join('(format t "NFC~{ ~D~}~%" (map \'list #\'char-code (topic-maps.cxtm::nfc (map \'string #\'code-char \'(' + ' '.join(map(str,seq
)) + ')))))' for seq
in samples
)
26 code
='''(require :asdf)
27 (asdf:initialize-source-registry '(:source-registry :ignore-inherited-configuration))
28 (asdf:initialize-output-translations '(:output-translations (t (:root "tmp" "topic-maps-fasls")) :ignore-inherited-configuration))
30 (asdf:load-system "topic-maps/cxtm")
31 (assert (not (find-package "TOPIC-MAPS.CTM")))
32 (assert (not (find-package "TOPIC-MAPS.TEST-FOUNDATION")))
33 ''' % json
.dumps(str(root
/'topic-maps.asd')) + forms
34 result
=subprocess
.run([os
.environ
.get('SBCL','sbcl'),'--noinform','--no-sysinit','--no-userinit','--script','/dev/stdin'],input=code
,text
=True,capture_output
=True)
36 raise RuntimeError(result
.stderr
)
37 actual
=[list(map(int,line
.split()[1:])) for line
in result
.stdout
.splitlines() if line
.startswith('NFC ')]
38 assert len(actual
)==len(samples
), (len(actual
),len(samples
))
39 for index
,(seq
,output
) in enumerate(zip(samples
,actual
)):
40 expected
=list(map(ord,u
.normalize('NFC',''.join(map(chr,seq
)))))
41 assert expected
==output
, (index
,seq
,expected
,output
)
42 print(f
'NFC-ORACLE-PASS: {len(samples)} independent Unicode {u.unidata_version} comparisons (canonical mappings, all Hangul, 1000 seeded combining sequences)')