]> dreyeck.freedombox.rocks Git - topic-maps.git/blob - reports/slice-22d/final-audit.py
Implement XTM association and role core with original conformance evidence
[topic-maps.git] / reports / slice-22d / final-audit.py
1 #!/usr/bin/env python3
2 """Audit saved Slice-22D evidence and the exact Git change scope, without tests.
3 This is artifact/integrity verification; it does not claim a fresh execution.
4 """
5 from pathlib import Path
6 import datetime
7 import hashlib
8 import json
9 import re
10 import subprocess
11 import sys
12 sys.dont_write_bytecode = True
13 ROOT=Path(__file__).resolve().parents[2]
14 D=ROOT/'reports/slice-22d'
15 BASE='b5c5ea5cc84dd31104045d032c25880b8bd62839'
16
17 def read(p):return json.loads(p.read_text())
18 def sha(p):return hashlib.sha256(p.read_bytes()).hexdigest()
19 def git(*a,cwd=ROOT):return subprocess.check_output(['git',*a],cwd=cwd,text=True).strip()
20
21 initial=read(D/'initial-state.json');assert initial['baseCommit']==BASE
22 assert initial['indexClean'] and initial['worktreeClean']
23 assert set(initial['trackedFileSHA256'])==set(git('ls-tree','-r','--name-only',BASE).splitlines())
24 retarget=read(D/'retargetings.json')
25 expected_tests={'tests/xtm-name-reification.lisp','tests/xtm-names.lisp','tests/xtm-name-item-identities.lisp',
26 'tests/xtm-negative-originals.lisp','tests/xtm-variant-uri-data.lisp','tests/xtm-variant-item-identities.lisp',
27 'tests/xtm-identity.lisp','tests/xtm-map-reification.lisp','tests/xtm-name-scopes.lisp',
28 'tests/xtm-variants.lisp','tests/ctm-xtm-mergemap.lisp'}
29 assert len(retarget)==11 and {r['file'] for r in retarget}==expected_tests
30 assert sum(len(r['changedLines']) for r in retarget)==21
31 allowed=expected_tests|{'src/xtm/reader.lisp','topic-maps.asd'}
32 protected={p:h for p,h in initial['trackedFileSHA256'].items() if p not in allowed}
33 assert protected=={p:sha(ROOT/p) for p in protected}
34 for row in retarget:
35 original=subprocess.check_output(['git','show',BASE+':'+row['file']],cwd=ROOT)
36 assert hashlib.sha256(original).hexdigest()==row['beforeSHA256']
37 assert sha(ROOT/row['file'])==row['finalFileSHA256']
38 for line in row['changedLines']:
39 assert line['before'] in original.decode() and line['after'] in (ROOT/row['file']).read_text()
40 changed=set(git('diff','--name-only',BASE).splitlines())
41 untracked=set(git('ls-files','--others','--exclude-standard').splitlines())
42 new_allowed={'tests/xtm-resource-datatypes.lisp','scripts/validate-slice-22d.py','docs/slice-22d-xtm-resource-datatypes.md'}
43 assert all(p in allowed or p in new_allowed or p.startswith('reports/slice-22d/') for p in changed|untracked)
44 assert {p for p in changed if p.startswith('src/')}=={'src/xtm/reader.lisp'}
45 ex=read(D/'after/execution.json');runs=read(D/'after/runs.json')
46 assert ex['acceptancePassed'] and ex['statusesAfter']=={'XTM':{'pass':72,'fail':0,'not-run':52},'CTM':{'pass':262,'fail':4,'not-run':7},'total':{'pass':334,'fail':4,'not-run':59}}
47 assert ex['auditToolSHA256']==sha(ROOT/'scripts/validate-slice-22d.py')
48 assert len(runs['runs'])==119 and len(ex['runs'])==119
49 assert all(r['exitCode']==r['expectedExitCode'] and sha(D/'after'/(r['label']+'.log'))==r['logSHA256'] for r in runs['runs'])
50 assert runs['executionSourcesSHA256']=={p:sha(ROOT/p) for p in runs['executionSourcesSHA256']}
51 assert runs['rawReportSHA256']=={p:sha(D/'after'/p) for p in runs['rawReportSHA256']}
52 assert ex['retainedLispChecks']==12100 and ex['standaloneXTMChecks']==2522
53 assert ex['faultControls']==113 and ex['retainedFaultControls']==108 and ex['newFaultControls']==5
54 faults=read(D/'after/failure-controls.json');assert len(faults['controls'])==113
55 assert all(x['expectedASDFFailureObserved'] and not x['faultCountedAsPass'] for x in faults['controls'])
56 assert all(x['retainedOriginalPASS']==71 for x in faults['controls'] if not x['retained'])
57 assert all(x['conditionClassesUnchanged'] and x['conditionCodesUnchangedExceptDocumentedEmbeddedXMLRetargeting'] for x in faults['controls'] if x['retained'])
58 assert ex['retainedNonXTMReportsByteIdentical']==48
59 for row in read(D/'after/retained-reports.json'):
60 assert sha(D/'baseline'/row['report'])==sha(D/'after'/row['report'])==row['sha256']
61 pre=read(D/'native-preflight.json');prov=read(D/'native-preflight-provenance.json')
62 assert pre['passed'] and len(pre['checks'])==11 and pre['registeredCases']==0
63 assert prov['exitCode']==0 and prov['readerUnchangedFromBase'] and not prov['productionChanged']
64 assert prov['readerSHA256']==initial['trackedFileSHA256']['src/xtm/reader.lisp']
65 assert datetime.datetime.fromisoformat(prov['finishedAtUTC'])<datetime.datetime.fromisoformat(ex['startedAtUTC'])
66 xtm=read(D/'after/xtm.json');assert all(c in xtm['checks'] for c in pre['checks'])
67 assert len(xtm['cases'])==len({c['id'] for c in xtm['cases']})==72
68 assert xtm['cases'][:71]==read(D/'baseline/xtm.json')['cases']
69 delta=read(D/'after/diagnostic-changes.json');assert delta['readerObservations']==124 and delta['changed']==1 and delta['unchanged']==123
70 assert delta['changes'][0]['id']=='xtm2/in/variant-datatype-unknown.xtm'
71 contract=read(D/'after/original-contract.json');src=ROOT/'vendor/cxtm'/contract['id']
72 baseline=ROOT/'vendor/cxtm/xtm2/baseline/variant-datatype-unknown.xtm.cxtm';actual=D/'after/actual/variant-datatype-unknown.xtm.cxtm'
73 assert contract['sourceSHA256']==sha(src) and contract['baselineSHA256']==sha(baseline)==sha(actual)==contract['actualSHA256']
74 assert src.stat().st_size==contract['sourceBytes']==340 and baseline.stat().st_size==actual.stat().st_size==579
75 assert contract['condition'] is None and contract['firstDifferentByte'] is None and contract['byteExact']
76 gap=read(D/'anytype-capability-gap.json');assert gap['validDatatype'] and not gap['implementedInSlice22D'] and gap['plannedSlice']=='22I'
77 assert gap['actualConditionClass']=='XTM-UNSUPPORTED'
78 lock=read(ROOT/'references/corpus-lock.json')
79 for entry in lock['files']:
80 p=ROOT/'vendor/cxtm'/entry['path'];assert p.stat().st_size==entry['size'] and sha(p)==entry['sha256']
81 assert len(lock['files'])==2006 and sum(p.startswith('reports/') for p in protected)==4929
82 hyperdoc=Path('/Users/rgb/workspace/hyperdoc-dreyeck-ch')
83 assert git('rev-parse','HEAD',cwd=hyperdoc)==initial['hyperdocHead']
84 assert git('status','--porcelain=v1',cwd=hyperdoc)==initial['hyperdocStatus']
85 # Verify that all local Markdown links resolve; external norm URLs were reviewed
86 # separately and are not fetched by this integrity audit.
87 doc=ROOT/'docs/slice-22d-xtm-resource-datatypes.md'
88 links=re.findall(r'\]\(([^)]+)\)',doc.read_text())
89 for link in links:
90 if '://' not in link:
91 target=(doc.parent/link).resolve()
92 assert target.exists() or target==D/'final-audit.json',link
93 artifacts={str(p.relative_to(ROOT)):sha(p) for p in sorted(D.rglob('*')) if p.is_file() and p.name!='final-audit.json'}
94 artifacts.update({p:sha(ROOT/p) for p in sorted(allowed|new_allowed)})
95 report={'kind':'final-slice-22d-artifact-integrity-audit-not-new-test-run','auditedAtUTC':datetime.datetime.now(datetime.timezone.utc).isoformat(),
96 'baseCommit':BASE,'observedHEAD':git('rev-parse','HEAD'),'branch':git('branch','--show-current'),
97 'initialIndexAndWorktreeClean':True,'allowedTrackedChanges':sorted(allowed),'changedPathsObserved':sorted(changed),
98 'productionChanges':['src/xtm/reader.lisp'],'retargetedTestFiles':11,'retargetedSourceLines':21,
99 'nativePreflightBeforeReaderChangeVerified':True,'acceptedExecutionUnmodified':True,'executorControlsVerified':113,
100 'originalDiagnosticsVerified':124,'originalDiagnosticChanges':1,'statuses':ex['statusesAfter'],
101 'allPrevious71XTMOriginalPASSUnchanged':True,'pinnedCorpusFilesVerified':2006,'historicalReportFilesVerified':4929,
102 'protectedBaseFileCount':len(protected),'historicalReportsOriginalsBaselinesLockUnchanged':True,
103 'slice22CThirteenDecisionsUnchanged':True,'slice22CTwelveOpenCDecisionsUnchanged':True,
104 'anyTypeValidUnimplementedCapabilityPlannedFor':'22I','hyperdocHEAD':initial['hyperdocHead'],'hyperdocStatusUnchanged':True,
105 'newDependencyDownloads':0,'persistentImagesTouched':False,'pushOrDeployment':False,
106 'artifactSHA256':artifacts,'selfExcludedFromArtifactManifest':True,'acceptancePassed':True}
107 (D/'final-audit.json').write_text(json.dumps(report,indent=2,ensure_ascii=False)+'\n')
108 print(json.dumps({k:v for k,v in report.items() if k not in ['artifactSHA256','changedPathsObserved','allowedTrackedChanges']}))