X-Git-Url: https://dreyeck.freedombox.rocks/gitweb/topic-maps.git/blobdiff_plain/35648c4dcc71e8dc6448b64abcacb438e53d64a2..8036a2b1ce009218f33d300edcc5f715ec1d1124:/scripts/check-report.py?ds=inline diff --git a/scripts/check-report.py b/scripts/check-report.py index 43a1c2d..379f656 100644 --- a/scripts/check-report.py +++ b/scripts/check-report.py @@ -10,16 +10,22 @@ lock = json.loads((root / 'references/corpus-lock.json').read_text()) assert report['repository'] == lock['repository'] and report['commit'] == lock['commit'] assert report['qualification'] == lock['draftQualification'] assert report['counts'] == lock['ctmCounts'] -slice1 = len(sys.argv) > 2 and sys.argv[2] == '--slice-1' -assert report['implemented'] == dict(ctmParsing=slice1, tmdmDeserialization=slice1, cxtmCanonicalization=False) +slice4 = len(sys.argv) > 2 and sys.argv[2] == '--slice-4' +slice1 = slice4 or (len(sys.argv) > 2 and sys.argv[2] == '--slice-1') +assert report['implemented'] == dict(ctmParsing=slice1, tmdmDeserialization=slice1, cxtmCanonicalization=slice4) assert report['countsMatchPin'] is True assert report['correspondence'] == dict(ok=True, missingInputs=[], missingBaselines=[], unmatchedBaselines=[], duplicateIDs=[]) cases = report['cases'] assert len(cases) == report['counts']['valid'] + report['counts']['invalid'] -assert report['statuses'] == {'pass': int(slice1), 'fail': 0, 'unsupported': 0, 'not-run': len(cases)-int(slice1)} +passes = 25 if slice4 else int(slice1) +assert report['statuses'] == {'pass': passes, 'fail': 0, 'unsupported': 0, 'not-run': len(cases)-passes} assert [c['id'] for c in cases] == sorted(c['id'] for c in cases) assert len({c['id'] for c in cases}) == len(cases) -untested = [c for c in cases if not (slice1 and c['id'] == 'ctm/invalid/prefix-undefined.ctm')] +tested = [c for c in cases if c['status'] == 'pass'] +if slice4: + positives = [c for c in tested if c['category'] == 'valid'] + assert len(positives) == 24 and all(c['actualOutcome'] == 'cxtm-match' for c in positives) +untested = [c for c in cases if c not in tested] assert all(c['status'] == 'not-run' and c['actualOutcome'] is None and c['diagnostics'] == [] for c in untested) if slice1: negative = next(c for c in cases if c['id'] == 'ctm/invalid/prefix-undefined.ctm')