1 import os
, sys
, json
, hashlib
, tempfile
, subprocess
, datetime
, importlib
.util
2 from pathlib
import Path
3 sys
.dont_write_bytecode
=True
4 root
=Path('/Users/rgb/workspace/topic-maps'); t
=Path(tempfile
.mkdtemp(prefix
='xtm-slice-21o-',dir='/private/tmp'))
5 Path('/private/tmp/xtm-slice-21o-latest').write_text(str(t
))
6 spec
=importlib
.util
.spec_from_file_location('v',root
/'scripts/validate-slice-21n.py'); v
=importlib
.util
.module_from_spec(spec
);spec
.loader
.exec_module(v
)
7 save
=lambda p
,x
:p
.write_text(json
.dumps(x
,indent
=2,ensure_ascii
=False)+'\n')
8 sha
=lambda p
:hashlib
.sha256(p
.read_bytes()).hexdigest()
9 tracked
=subprocess
.check_output(['git','ls-files'],cwd
=root
,text
=True).splitlines(); save(t
/'initial-hashes.json',{p
:sha(root
/p
) for p
in tracked
})
11 for stem
in ['variant-reifier','variant-duplicate-reifier','variant-duplicate-reifier2']:
12 p
=root
/f
'vendor/cxtm/xtm2/in/{stem}.xtm'; b
=root
/f
'vendor/cxtm/xtm2/baseline/{stem}.xtm.cxtm'
13 import xml
.etree
.ElementTree
as ET
14 e
=ET
.fromstring(p
.read_bytes()); ns
={'x':'http://www.topicmaps.org/xtm/'}
15 candidates
.append(dict(id='xtm2/in/'+p
.name
,sourceBytes
=p
.stat().st_size
,sourceSHA256
=sha(p
),sourceHex
=p
.read_bytes().hex(),sourceText
=p
.read_text(),baselineBytes
=b
.stat().st_size
,baselineSHA256
=sha(b
),baselineText
=b
.read_text(),sourceNames
=len(e
.findall('.//x:name',ns
)),sourceVariants
=len(e
.findall('.//x:variant',ns
)),documentIRI
='https://xtm-tests.example.invalid/cd165b150176c1d6842b37be9cc9051b40d4996b/xtm2/in/'+p
.name
,register
=stem
!='variant-duplicate-reifier2'))
16 save(t
/'candidate-inventory.json',dict(candidates
=candidates
)); print(json
.dumps(candidates
,indent
=2),flush
=True)
17 policy
='(version 1)(allow default)(deny network*)(deny file-write* (subpath "'+str(root
)+'"))'
18 env
={k
:x
for k
,x
in os
.environ
.items() if not k
.startswith('TOPIC_MAPS_')};runtime
='/nix/store/hlsiblxpxr1hax3dw9x8znd6zy097ddj-sbcl-2.5.4/bin/sbcl';env
.update(PYTHONDONTWRITEBYTECODE
='1',GIT_OPTIONAL_LOCKS
='0',SBCL
=runtime
)
20 def run(label
,args
,env
):
21 cmd
=['/usr/bin/sandbox-exec','-p',policy
]+args
; start
=datetime
.datetime
.now(datetime
.timezone
.utc
).isoformat();r
=subprocess
.run(cmd
,cwd
=root
,env
=env
,stdout
=subprocess
.PIPE
,stderr
=subprocess
.STDOUT
,timeout
=300);(t
/(label
+'.log')).write_bytes(r
.stdout
);runs
.append(dict(label
=label
,command
=cmd
,startedAtUTC
=start
,finishedAtUTC
=datetime
.datetime
.now(datetime
.timezone
.utc
).isoformat(),exitCode
=r
.returncode
,network
='denied',repositoryWrites
='denied',freshProcess
=True));save(t
/'baseline-execution.json',dict(runs
=runs
,acceptancePassed
=False)); assert r
.returncode
==0,(label
,r
.stdout
.decode()[-4000:]);print(label
+' PASS',flush
=True);return r
.stdout
.decode()
22 prov
=json
.loads(run('source-preparation',['python3',str(root
/'scripts/validate-slice-21n.py'),'--prepare',str(t
/'sources')],env
));save(t
/'source-preparation.json',prov
);env
['CL_SOURCE_REGISTRY']=prov
['sourceRegistry'];save(t
/'environment.json',env
)
23 prefix
=[runtime
,'--noinform','--no-sysinit','--no-userinit','--script']
24 diag
=(root
/'reports/slice-21n/diagnostics.lisp').read_text().replace('TOPIC_MAPS_21N','TOPIC_MAPS_21O').replace('(negative-condition-data c)','(map-reifier-condition-data c)');(t
/'diagnostics.lisp').write_text(diag
)
25 run('baseline-xtm-diagnostics',prefix
+[str(t
/'diagnostics.lisp')],dict(env
,TOPIC_MAPS_21O_ROOT
=str(root
),TOPIC_MAPS_21O_BASELINE
=str(t
/'baseline-xtm.json'),TOPIC_MAPS_21O_DIAGNOSTICS
=str(t
/'before-diagnostics.json')))
26 assert json
.loads((t
/'baseline-xtm.json').read_text())==json
.loads((root
/'reports/slice-21n/xtm.json').read_text())
27 assert json
.loads((t
/'before-diagnostics.json').read_text())==json
.loads((root
/'reports/slice-21n/after-diagnostics.json').read_text())
28 ret
=t
/'baseline-retained';ret
.mkdir()
29 env
.update(TOPIC_MAPS_REPORT
=str(ret
/'core.json'),TOPIC_MAPS_XTM_REPORT
=str(t
/'baseline-full-xtm.json'),TOPIC_MAPS_XTM_MERGEMAP_REPORT
=str(ret
/'xtm-mergemap'),TOPIC_MAPS_REGISTERED_ORIGINALS_REPORT
=str(ret
/'slice20a'),TOPIC_MAPS_REGISTERED_NEGATIVES_REPORT
=str(ret
/'slice20b'),TOPIC_MAPS_PROLOG_REPORT
=str(ret
/'slice20c'),TOPIC_MAPS_EMPTY2_REPORT
=str(ret
/'slice20e'),TOPIC_MAPS_CTM_INTEGER_REPORT
=str(ret
/'slice20f'),TOPIC_MAPS_TRIPLE_REPORT
=str(ret
/'slice20g'),TOPIC_MAPS_ENCODING_REPORT
=str(t
/'baseline-ctm'))
30 run('baseline-regression',[str(root
/'scripts/test.sh')],env
)
31 for p
in (root
/'reports/slice-21n/retained').glob('*.json'): assert json
.loads(p
.read_text())==json
.loads((ret
/p
.name
).read_text()),p
32 assert json
.loads((t
/'baseline-ctm.validation.json').read_text())['statuses']=={'pass':262,'fail':4,'unsupported':0,'not-run':7}
33 # Use only native TMDM operations before any Reader edit.
34 api
='''(require :asdf)
35 (assert (string= "2.5.4" (lisp-implementation-version)))
36 (setf *compile-verbose* nil *load-verbose* nil)
37 (asdf:load-asd #P"/Users/rgb/workspace/topic-maps/topic-maps.asd")
38 (asdf:load-system "topic-maps/xtm/tests")
39 (in-package :topic-maps.xtm.tests)
40 (dolist (both '(nil t))
41 (let* ((map (make-topic-map)) (p (intern-topic map :item-identifier "urn:p")) (q (intern-topic map :item-identifier "urn:q"))
42 (s (intern-topic map :item-identifier "urn:scope")) (n (add-default-name p "N")) (m (add-default-name q "N"))
43 (a (add-variant n "V" :scope (list s))) (b (add-variant m "V" :scope (list s)))
44 (r (intern-topic map :item-identifier "urn:r")) (u (intern-topic map :item-identifier "urn:u")))
45 (assert (eq a (canonical-variant a))) (assert (eq a (set-item-reifier a r)))
46 (assert (eq r (item-reifier a))) (assert (eq a (topic-reified r)))
47 (assert (eq a (add-variant n "V" :scope (list s))))
48 (add-item-identifier a "urn:a") (add-item-identifier b "urn:b")
49 (when both (set-item-reifier b u))
51 (let ((current (canonical-variant a)))
52 (assert (eq current (canonical-variant b))) (assert (not (eq current a)))
53 (assert (eq (canonical-topic-name n) (variant-parent current)))
54 (assert (eq (canonical-topic-name n) (canonical-topic-name m)))
55 (assert (same-identifiers-p '("urn:a" "urn:b") (item-identifiers current)))
56 (assert (eq (canonical-topic r) (item-reifier current))) (assert (eq current (topic-reified r)))
57 (when both (assert (eq (canonical-topic r) (canonical-topic u))) (assert (eq current (topic-reified u))))
58 (assert (topic-maps.tmdm::validate-map-reification map))
59 (format t "VARIANT-REIFIER-API-NORMALIZATION: ~A existing Reifier(s), identifiers and old handles preserved~%" (if both 2 1)))))
60 (let* ((map (make-topic-map)) (p (intern-topic map :item-identifier "urn:p")) (s (intern-topic map :item-identifier "urn:s"))
61 (n (add-default-name p "N")) (a (add-variant n "A" :scope (list s))) (b (add-variant n "B" :scope (list s)))
62 (r (intern-topic map :item-identifier "urn:r")) (u (intern-topic map :item-identifier "urn:u")))
63 (set-item-reifier a r) (set-item-reifier b u)
64 (dolist (operation (list (lambda () (set-item-reifier b r)) (lambda () (merge-topics r u))))
65 (let* ((before (map-reifier-state map)) (c (condition-from operation)))
66 (assert (eq 'reification-error (type-of c))) (assert (eq :reifier-conflict (reification-error-code c)))
67 (assert (equal before (map-reifier-state map)))
68 (format t "VARIANT-REIFIER-API-CONDITION: ~A ~A; atomic~%" (type-of c) (reification-error-code c))))
69 (add-item-identifier a "urn:variant")
70 (let* ((before (map-reifier-state map)) (c (condition-from (lambda () (intern-topic map :item-identifier "urn:variant")))))
71 (assert (typep c 'item-identifier-error)) (assert (eq :duplicate-item-identifier (item-identifier-error-code c)))
72 (assert (equal before (map-reifier-state map)))
73 (format t "VARIANT-REIFIER-API-CONDITION: ~A ~A; atomic~%" (type-of c) (item-identifier-error-code c))))
74 (format t "VARIANT-REIFIER-API-PREFLIGHT-PASS: normalize, assign II, resolve Reifier by II, set on current Variant, retain canonical result~%")
76 (t
/'api-preflight.lisp').write_text(api
)
77 run('variant-reifier-api-preflight',prefix
+[str(t
/'api-preflight.lisp')],env
)
78 assert all(sha(root
/p
)==h
for p
,h
in json
.loads((t
/'initial-hashes.json').read_text()).items())
79 save(t
/'baseline-execution.json',dict(runs
=runs
,acceptancePassed
=True,readerAndAllTrackedFilesUnchanged
=True,baselineXTM
={'pass':68,'fail':0,'not-run':56},baselineCTM
={'pass':262,'fail':4,'not-run':7}))
80 print('BASELINE AND PREFLIGHT ACCEPTED '+str(t
),flush
=True)