]>
dreyeck.freedombox.rocks Git - topic-maps.git/blob - reports/slice-22d/final-audit.py
2 """Audit saved Slice-22D evidence and the exact Git change scope, without tests.
3 This is artifact/integrity verification; it does not claim a fresh execution.
5 from pathlib
import Path
12 sys
. dont_write_bytecode
= True
13 ROOT
= Path ( __file__
). resolve (). parents
[ 2 ]
14 D
= ROOT
/ 'reports/slice-22d'
15 BASE
= 'b5c5ea5cc84dd31104045d032c25880b8bd62839'
17 def read ( p
): return json
. loads ( p
. read_text ())
18 def sha ( p
): return hashlib
. sha256 ( p
. read_bytes ()). hexdigest ()
19 def git (* a
, cwd
= ROOT
): return subprocess
. check_output ([ 'git' ,* a
], cwd
= cwd
, text
= True ). strip ()
21 initial
= read ( D
/ 'initial-state.json' ); assert initial
[ 'baseCommit' ]== BASE
22 assert initial
[ 'indexClean' ] and initial
[ 'worktreeClean' ]
23 assert set ( initial
[ 'trackedFileSHA256' ])== set ( git ( 'ls-tree' , '-r' , '--name-only' , BASE
). splitlines ())
24 retarget
= read ( D
/ 'retargetings.json' )
25 expected_tests
={ 'tests/xtm-name-reification.lisp' , 'tests/xtm-names.lisp' , 'tests/xtm-name-item-identities.lisp' ,
26 'tests/xtm-negative-originals.lisp' , 'tests/xtm-variant-uri-data.lisp' , 'tests/xtm-variant-item-identities.lisp' ,
27 'tests/xtm-identity.lisp' , 'tests/xtm-map-reification.lisp' , 'tests/xtm-name-scopes.lisp' ,
28 'tests/xtm-variants.lisp' , 'tests/ctm-xtm-mergemap.lisp' }
29 assert len ( retarget
)== 11 and { r
[ 'file' ] for r
in retarget
}== expected_tests
30 assert sum ( len ( r
[ 'changedLines' ]) for r
in retarget
)== 21
31 allowed
= expected_tests|
{ 'src/xtm/reader.lisp' , 'topic-maps.asd' }
32 protected
={ p
: h
for p
, h
in initial
[ 'trackedFileSHA256' ]. items () if p
not in allowed
}
33 assert protected
=={ p
: sha ( ROOT
/ p
) for p
in protected
}
35 original
= subprocess
. check_output ([ 'git' , 'show' , BASE
+ ':' + row
[ 'file' ]], cwd
= ROOT
)
36 assert hashlib
. sha256 ( original
). hexdigest ()== row
[ 'beforeSHA256' ]
37 assert sha ( ROOT
/ row
[ 'file' ])== row
[ 'finalFileSHA256' ]
38 for line
in row
[ 'changedLines' ]:
39 assert line
[ 'before' ] in original
. decode () and line
[ 'after' ] in ( ROOT
/ row
[ 'file' ]). read_text ()
40 changed
= set ( git ( 'diff' , '--name-only' , BASE
). splitlines ())
41 untracked
= set ( git ( 'ls-files' , '--others' , '--exclude-standard' ). splitlines ())
42 new_allowed
={ 'tests/xtm-resource-datatypes.lisp' , 'scripts/validate-slice-22d.py' , 'docs/slice-22d-xtm-resource-datatypes.md' }
43 assert all ( p
in allowed
or p
in new_allowed
or p
. startswith ( 'reports/slice-22d/' ) for p
in changed|untracked
)
44 assert { p
for p
in changed
if p
. startswith ( 'src/' )}=={ 'src/xtm/reader.lisp' }
45 ex
= read ( D
/ 'after/execution.json' ); runs
= read ( D
/ 'after/runs.json' )
46 assert ex
[ 'acceptancePassed' ] and ex
[ 'statusesAfter' ]=={ 'XTM' :{ 'pass' : 72 , 'fail' : 0 , 'not-run' : 52 }, 'CTM' :{ 'pass' : 262 , 'fail' : 4 , 'not-run' : 7 }, 'total' :{ 'pass' : 334 , 'fail' : 4 , 'not-run' : 59 }}
47 assert ex
[ 'auditToolSHA256' ]== sha ( ROOT
/ 'scripts/validate-slice-22d.py' )
48 assert len ( runs
[ 'runs' ])== 119 and len ( ex
[ 'runs' ])== 119
49 assert all ( r
[ 'exitCode' ]== r
[ 'expectedExitCode' ] and sha ( D
/ 'after' /( r
[ 'label' ]+ '.log' ))== r
[ 'logSHA256' ] for r
in runs
[ 'runs' ])
50 assert runs
[ 'executionSourcesSHA256' ]=={ p
: sha ( ROOT
/ p
) for p
in runs
[ 'executionSourcesSHA256' ]}
51 assert runs
[ 'rawReportSHA256' ]=={ p
: sha ( D
/ 'after' / p
) for p
in runs
[ 'rawReportSHA256' ]}
52 assert ex
[ 'retainedLispChecks' ]== 12100 and ex
[ 'standaloneXTMChecks' ]== 2522
53 assert ex
[ 'faultControls' ]== 113 and ex
[ 'retainedFaultControls' ]== 108 and ex
[ 'newFaultControls' ]== 5
54 faults
= read ( D
/ 'after/failure-controls.json' ); assert len ( faults
[ 'controls' ])== 113
55 assert all ( x
[ 'expectedASDFFailureObserved' ] and not x
[ 'faultCountedAsPass' ] for x
in faults
[ 'controls' ])
56 assert all ( x
[ 'retainedOriginalPASS' ]== 71 for x
in faults
[ 'controls' ] if not x
[ 'retained' ])
57 assert all ( x
[ 'conditionClassesUnchanged' ] and x
[ 'conditionCodesUnchangedExceptDocumentedEmbeddedXMLRetargeting' ] for x
in faults
[ 'controls' ] if x
[ 'retained' ])
58 assert ex
[ 'retainedNonXTMReportsByteIdentical' ]== 48
59 for row
in read ( D
/ 'after/retained-reports.json' ):
60 assert sha ( D
/ 'baseline' / row
[ 'report' ])== sha ( D
/ 'after' / row
[ 'report' ])== row
[ 'sha256' ]
61 pre
= read ( D
/ 'native-preflight.json' ); prov
= read ( D
/ 'native-preflight-provenance.json' )
62 assert pre
[ 'passed' ] and len ( pre
[ 'checks' ])== 11 and pre
[ 'registeredCases' ]== 0
63 assert prov
[ 'exitCode' ]== 0 and prov
[ 'readerUnchangedFromBase' ] and not prov
[ 'productionChanged' ]
64 assert prov
[ 'readerSHA256' ]== initial
[ 'trackedFileSHA256' ][ 'src/xtm/reader.lisp' ]
65 assert datetime
. datetime
. fromisoformat ( prov
[ 'finishedAtUTC' ])< datetime
. datetime
. fromisoformat ( ex
[ 'startedAtUTC' ])
66 xtm
= read ( D
/ 'after/xtm.json' ); assert all ( c
in xtm
[ 'checks' ] for c
in pre
[ 'checks' ])
67 assert len ( xtm
[ 'cases' ])== len ({ c
[ 'id' ] for c
in xtm
[ 'cases' ]})== 72
68 assert xtm
[ 'cases' ][: 71 ]== read ( D
/ 'baseline/xtm.json' )[ 'cases' ]
69 delta
= read ( D
/ 'after/diagnostic-changes.json' ); assert delta
[ 'readerObservations' ]== 124 and delta
[ 'changed' ]== 1 and delta
[ 'unchanged' ]== 123
70 assert delta
[ 'changes' ][ 0 ][ 'id' ]== 'xtm2/in/variant-datatype-unknown.xtm'
71 contract
= read ( D
/ 'after/original-contract.json' ); src
= ROOT
/ 'vendor/cxtm' / contract
[ 'id' ]
72 baseline
= ROOT
/ 'vendor/cxtm/xtm2/baseline/variant-datatype-unknown.xtm.cxtm' ; actual
= D
/ 'after/actual/variant-datatype-unknown.xtm.cxtm'
73 assert contract
[ 'sourceSHA256' ]== sha ( src
) and contract
[ 'baselineSHA256' ]== sha ( baseline
)== sha ( actual
)== contract
[ 'actualSHA256' ]
74 assert src
. stat (). st_size
== contract
[ 'sourceBytes' ]== 340 and baseline
. stat (). st_size
== actual
. stat (). st_size
== 579
75 assert contract
[ 'condition' ] is None and contract
[ 'firstDifferentByte' ] is None and contract
[ 'byteExact' ]
76 gap
= read ( D
/ 'anytype-capability-gap.json' ); assert gap
[ 'validDatatype' ] and not gap
[ 'implementedInSlice22D' ] and gap
[ 'plannedSlice' ]== '22I'
77 assert gap
[ 'actualConditionClass' ]== 'XTM-UNSUPPORTED'
78 lock
= read ( ROOT
/ 'references/corpus-lock.json' )
79 for entry
in lock
[ 'files' ]:
80 p
= ROOT
/ 'vendor/cxtm' / entry
[ 'path' ]; assert p
. stat (). st_size
== entry
[ 'size' ] and sha ( p
)== entry
[ 'sha256' ]
81 assert len ( lock
[ 'files' ])== 2006 and sum ( p
. startswith ( 'reports/' ) for p
in protected
)== 4929
82 hyperdoc
= Path ( '/Users/rgb/workspace/hyperdoc-dreyeck-ch' )
83 assert git ( 'rev-parse' , 'HEAD' , cwd
= hyperdoc
)== initial
[ 'hyperdocHead' ]
84 assert git ( 'status' , '--porcelain=v1' , cwd
= hyperdoc
)== initial
[ 'hyperdocStatus' ]
85 # Verify that all local Markdown links resolve; external norm URLs were reviewed
86 # separately and are not fetched by this integrity audit.
87 doc
= ROOT
/ 'docs/slice-22d-xtm-resource-datatypes.md'
88 links
= re
. findall ( r
'\]\(([^)]+)\)' , doc
. read_text ())
91 target
=( doc
. parent
/ link
). resolve ()
92 assert target
. exists () or target
== D
/ 'final-audit.json' , link
93 artifacts
={ str ( p
. relative_to ( ROOT
)): sha ( p
) for p
in sorted ( D
. rglob ( '*' )) if p
. is_file () and p
. name
!= 'final-audit.json' }
94 artifacts
. update ({ p
: sha ( ROOT
/ p
) for p
in sorted ( allowed|new_allowed
)})
95 report
={ 'kind' : 'final-slice-22d-artifact-integrity-audit-not-new-test-run' , 'auditedAtUTC' : datetime
. datetime
. now ( datetime
. timezone
. utc
). isoformat (),
96 'baseCommit' : BASE
, 'observedHEAD' : git ( 'rev-parse' , 'HEAD' ), 'branch' : git ( 'branch' , '--show-current' ),
97 'initialIndexAndWorktreeClean' : True , 'allowedTrackedChanges' : sorted ( allowed
), 'changedPathsObserved' : sorted ( changed
),
98 'productionChanges' :[ 'src/xtm/reader.lisp' ], 'retargetedTestFiles' : 11 , 'retargetedSourceLines' : 21 ,
99 'nativePreflightBeforeReaderChangeVerified' : True , 'acceptedExecutionUnmodified' : True , 'executorControlsVerified' : 113 ,
100 'originalDiagnosticsVerified' : 124 , 'originalDiagnosticChanges' : 1 , 'statuses' : ex
[ 'statusesAfter' ],
101 'allPrevious71XTMOriginalPASSUnchanged' : True , 'pinnedCorpusFilesVerified' : 2006 , 'historicalReportFilesVerified' : 4929 ,
102 'protectedBaseFileCount' : len ( protected
), 'historicalReportsOriginalsBaselinesLockUnchanged' : True ,
103 'slice22CThirteenDecisionsUnchanged' : True , 'slice22CTwelveOpenCDecisionsUnchanged' : True ,
104 'anyTypeValidUnimplementedCapabilityPlannedFor' : '22I' , 'hyperdocHEAD' : initial
[ 'hyperdocHead' ], 'hyperdocStatusUnchanged' : True ,
105 'newDependencyDownloads' : 0 , 'persistentImagesTouched' : False , 'pushOrDeployment' : False ,
106 'artifactSHA256' : artifacts
, 'selfExcludedFromArtifactManifest' : True , 'acceptancePassed' : True }
107 ( D
/ 'final-audit.json' ). write_text ( json
. dumps ( report
, indent
= 2 , ensure_ascii
= False )+ ' \n ' )
108 print ( json
. dumps ({ k
: v
for k
, v
in report
. items () if k
not in [ 'artifactSHA256' , 'changedPathsObserved' , 'allowedTrackedChanges' ]}))