]> dreyeck.freedombox.rocks Git - topic-maps.git/blob - reports/slice-22e/final-audit.py
feat(tmdm): readers for the TMDM 7.2/7.3 relationships; tests for both default name...
[topic-maps.git] / reports / slice-22e / final-audit.py
1 #!/usr/bin/env python3
2 """Integrity audit of saved Slice-22E execution; no test process is started."""
3 from pathlib import Path
4 import ast
5 import datetime
6 import hashlib
7 import json
8 import re
9 import subprocess
10 import sys
11 sys.dont_write_bytecode=True
12 ROOT=Path(__file__).resolve().parents[2];D=ROOT/'reports/slice-22e'
13 BASE='791969ca59922d61e967198eaee4c1fe172b5a0d'
14 ALLOWED={'src/xtm/package.lisp','src/xtm/reader.lisp','tests/xtm-identity.lisp','tests/xtm-map-reification.lisp','tests/ctm-xtm-mergemap.lisp','topic-maps.asd'}
15 NEW={'tests/xtm-mergemap.lisp','scripts/validate-slice-22e.py','docs/slice-22e-xtm-mergemap.md'}
16 def read(p):return json.loads(p.read_text())
17 def sha(p):return hashlib.sha256(p.read_bytes()).hexdigest()
18 def git(*args,cwd=ROOT):return subprocess.check_output(['git',*args],cwd=cwd,text=True).strip()
19 s=read(D/'initial-state.json');assert s['baseCommit']==BASE and s['indexClean'] and s['worktreeClean']
20 assert set(s['trackedFileSHA256'])==set(git('ls-tree','-r','--name-only',BASE).splitlines())
21 protected={p:h for p,h in s['trackedFileSHA256'].items() if p not in ALLOWED}
22 assert protected=={p:sha(ROOT/p) for p in protected}
23 changed=set(git('diff','--name-only',BASE).splitlines());untracked=set(git('ls-files','--others','--exclude-standard').splitlines())
24 assert all(p in ALLOWED|NEW or p.startswith('reports/slice-22e/') for p in changed|untracked)
25 assert {p for p in changed if p.startswith('src/')}=={'src/xtm/package.lisp','src/xtm/reader.lisp'}
26 e=read(D/'after/execution.json');runs=read(D/'after/runs.json')
27 assert e['acceptancePassed'] and e['auditToolSHA256']==sha(ROOT/'scripts/validate-slice-22e.py')
28 assert len(runs['runs'])==119 and all(r['exitCode']==r['expectedExitCode'] and sha(D/'after'/(r['label']+'.log'))==r['logSHA256'] for r in runs['runs'])
29 assert runs['executionSourcesSHA256']=={p:sha(ROOT/p) for p in runs['executionSourcesSHA256']}
30 assert runs['rawReportSHA256']=={p:sha(D/'after'/p) for p in runs['rawReportSHA256']}
31 assert e['standaloneXTMChecks']==2704 and e['newXTMChecks']==182 and e['retainedLispChecks']==12100
32 assert e['statusesBefore']==e['statusesAfter']=={'XTM':{'pass':72,'fail':0,'not-run':52},'CTM':{'pass':262,'fail':4,'not-run':7},'total':{'pass':334,'fail':4,'not-run':59}}
33 assert read(D/'after/xtm.json')['cases']==read(D/'baseline/xtm.json')['cases']==read(ROOT/'reports/slice-22d/after/xtm.json')['cases']
34 f=read(D/'after/failure-controls.json');assert f['retained']==113 and f['new']==0 and len(f['controls'])==113
35 assert all(c['expectedASDFFailureObserved'] and c['caseRecordsAndOutcomesIdentical'] and c['conditionClassesUnchanged'] and not c['faultCountedAsPass'] for c in f['controls'])
36 diag=read(D/'after/diagnostic-changes.json');assert diag['changed']==7 and diag['unchanged']==117
37 assert all(x['after']['condition']['code']=='resource-resolver-required' for x in diag['changes'])
38 obs=read(D/'after/original-observations.json');item=obs[0]
39 assert item['sourceBytes']==148 and item['childBytes']==151 and item['actualBytes']==224 and item['expectedBytes']==314 and item['firstDifferentByte']==12
40 for p,k in [('vendor/cxtm/xtm2/in/mergemap-itemid.xtm','sourceSHA256'),('vendor/cxtm/xtm2/in/mergemap-itemid.sub','childSHA256'),('vendor/cxtm/xtm2/baseline/mergemap-itemid.xtm.cxtm','baselineSHA256')]:assert sha(ROOT/p)==item[k]
41 assert sha(D/'after/actual/mergemap-itemid.xtm.cxtm')==item['actualSHA256']
42 assert item['condition'] is None and item['targetMapItemIdentifiers']==[] and item['onlyBaselineRootMapItemIdentifiersDiffer']
43 assert all(x['registeredStatus']=='not-run' and not x['registeredAsPASS'] for x in obs)
44 assert obs[1]['condition']['code']=='cyclic-mergemap' and obs[1]['resolverCalls']==1 and obs[1]['normativeCycleDecision'] is None
45 ret=read(D/'retargetings.json');assert len(ret)==3
46 for r in ret:
47 assert r['before'] in subprocess.check_output(['git','show',BASE+':'+r['file']],cwd=ROOT,text=True)
48 assert r['after'] in (ROOT/r['file']).read_text() and sha(ROOT/r['file'])==r['finalFileSHA256']
49 unchanged=read(D/'after/retained-reports.json');assert len(unchanged)==47
50 for r in unchanged:assert sha(D/'after'/r['report'])==r['sha256']==sha(ROOT/'reports/slice-22d/after'/r['report'])
51 assert read(D/'after/adapter-retargeting.json')['differences']==[{'path':'/rejections/12/code','before':'UNSUPPORTED-CONSTRUCT','after':'RESOURCE-RESOLVER-REQUIRED'}]
52 lock=read(ROOT/'references/corpus-lock.json');assert len(lock['files'])==2006
53 for entry in lock['files']:
54 p=ROOT/'vendor/cxtm'/entry['path'];assert p.stat().st_size==entry['size'] and sha(p)==entry['sha256']
55 assert sum(p.startswith('reports/') for p in protected)==5520
56 hd=Path('/Users/rgb/workspace/hyperdoc-dreyeck-ch')
57 assert git('rev-parse','HEAD',cwd=hd)==s['hyperdocHEAD'] and git('status','--porcelain=v1',cwd=hd)==s['hyperdocStatus']
58 for p in ['scripts/validate-slice-22e.py','reports/slice-22e/final-audit.py','reports/slice-22e/baseline-driver.py']:ast.parse((ROOT/p).read_text(),filename=p)
59 doc=ROOT/'docs/slice-22e-xtm-mergemap.md'
60 for link in re.findall(r'\]\(([^)]+)\)',doc.read_text()):
61 if '://' not in link:assert (doc.parent/link).resolve().exists() or (doc.parent/link).resolve()==D/'final-audit.json',link
62 manifest={str(p.relative_to(ROOT)):sha(p) for p in sorted(D.rglob('*')) if p.is_file() and p.name!='final-audit.json'}
63 manifest.update({p:sha(ROOT/p) for p in ALLOWED|NEW})
64 audit={'kind':'final-slice-22e-artifact-and-scope-audit-not-new-test-execution','baseCommit':BASE,'observedHEAD':git('rev-parse','HEAD'),'branch':git('branch','--show-current'),
65 'auditedAtUTC':datetime.datetime.now(datetime.timezone.utc).isoformat(),'initialIndexAndWorktreeClean':True,'allowedTrackedChanges':sorted(ALLOWED),
66 'productionChanges':['src/xtm/package.lisp','src/xtm/reader.lisp'],'newRegisteredPASS':0,'registeredXTMCaseRecordsUnchanged':72,
67 'originalIstSollBytes':[224,314],'originalFirstDifferentByte':12,'mapMetadataImported':False,'normativeCycleDecisionMade':False,
68 'standaloneXTMChecks':2704,'newXTMChecks':182,'executorControls':113,'diagnosesChangedWithinMergeMapScope':7,'otherDiagnosesUnchanged':117,
69 'statuses':e['statusesAfter'],'pinnedCorpusFilesVerified':2006,'historicalReportFilesVerified':5520,'protectedBaseFilesVerified':len(protected),
70 'historicalReportsOriginalsBaselinesCorpusLockUnchanged':True,'twelveOpenCDecisionsUnchanged':True,'hyperdocHEAD':s['hyperdocHEAD'],'hyperdocStatusUnchanged':True,
71 'newDependencyDownloads':0,'persistentImagesTouched':False,'pushOrDeployment':False,'artifactSHA256':manifest,'selfExcludedFromManifest':True,'acceptancePassed':True}
72 (D/'final-audit.json').write_text(json.dumps(audit,indent=2,ensure_ascii=False)+'\n')
73 print(json.dumps({k:v for k,v in audit.items() if k not in ['artifactSHA256','allowedTrackedChanges']}))