1 (defpackage #:topic-maps.xtm.tests
2 (:use #:cl #:topic-maps.tmdm)
3 (:import-from #:topic-maps.xtm #:deserialize-octets #:xtm-rejection #:xtm-unsupported
4 #:xtm-xml-error #:error-code #:error-document-iri #:error-source-key #:error-line #:error-column)
5 (:export #:run-tests #:write-report))
6 (in-package #:topic-maps.xtm.tests)
8 (defparameter *document* "https://xtm-tests.example.invalid/cd165b150176c1d6842b37be9cc9051b40d4996b/xtm2/in/example.xtm")
9 (defvar *cq-results* nil)
10 (defvar *cq-native* nil)
12 (defvar *cr-results* nil)
13 (defvar *cr-native* nil)
14 (defvar *cr-controls* nil)
15 (defvar *cr-executed* nil)
16 (defvar *occurrence-outputs* nil)
17 (defvar *occurrence-controls* nil)
18 (defvar *registered-mergemap-outputs* nil)
19 (defvar *association-outputs* nil)
20 (defvar *item-identity-outputs* nil)
21 (defvar *role-reifier-native* nil)
22 (defvar *role-reifier-outputs* nil)
23 (defvar *role-reifier-controls* nil)
24 (defvar *association-reifier-native* nil)
25 (defvar *association-reifier-outputs* nil)
26 (defvar *association-reifier-controls* nil)
27 (defvar *occurrence-reifier-native* nil)
28 (defvar *occurrence-reifier-outputs* nil)
29 (defvar *occurrence-reifier-controls* nil)
30 (defvar *item-identity-controls* nil)
31 (defvar *association-controls* nil)
32 (defvar *mergemap-controls* nil)
33 (defvar *mergemap-originals* nil)
34 (defvar *datatype-outputs* nil)
35 (defvar *datatype-controls* nil)
38 (defvar *outputs* nil)
39 (defvar *fixture* nil)
40 (defvar *negative-outputs* nil)
41 (defvar *negative-controls* nil)
42 (defvar *name-outputs* nil)
43 (defvar *name-controls* nil)
44 (defvar *scope-outputs* nil)
45 (defvar *scope-controls* nil)
46 (defvar *iid-outputs* nil)
47 (defvar *iid-controls* nil)
48 (defvar *variant-outputs* nil)
49 (defvar *variant-negative-outputs* nil)
50 (defvar *variant-controls* nil)
51 (defvar *variant-merge-outputs* nil)
52 (defvar *resource-ref-outputs* nil)
53 (defvar *resource-ref-controls* nil)
54 (defvar *uri-data-outputs* nil)
55 (defvar *uri-data-controls* nil)
56 (defvar *variant-iid-outputs* nil)
57 (defvar *variant-iid-controls* nil)
58 (defvar *map-reifier-outputs* nil)
59 (defvar *map-reifier-controls* nil)
60 (defvar *name-reifier-outputs* nil)
61 (defvar *name-reifier-controls* nil)
62 (defvar *name-followup-outputs* nil)
63 (defvar *variant-reifier-outputs* nil)
64 (defvar *variant-reifier-controls* nil)
65 (defun check (name truth)
67 (unless truth (error "XTM test failed: ~A" name))
68 (format t "XTM-CHECK-PASS ~A~%" name))
69 (defun bytes (text &optional (encoding :utf-8) bom)
70 (concatenate '(vector (unsigned-byte 8))
71 (if bom (ecase encoding (:utf-8 #(239 187 191)) (:utf-16le #(255 254)) (:utf-16be #(254 255))) #())
72 (babel:string-to-octets text :encoding encoding :use-bom nil)))
73 (defun file-bytes (path)
74 (with-open-file (in path :element-type '(unsigned-byte 8))
75 (let ((data (make-array (file-length in) :element-type '(unsigned-byte 8))))
76 (assert (= (read-sequence data in) (length data))) data)))
77 (defun corpus-path (relative) (merge-pathnames relative (topic-maps.test-foundation:default-corpus-root)))
78 (defun document (body) (format nil "<topicMap xmlns='http://www.topicmaps.org/xtm/' version='2.0'>~A</topicMap>" body))
79 (defun read-body (body &optional (iri *document*))
80 (deserialize-octets (bytes (document body)) :document-iri iri :source-key "local:xtm-semantic-test"))
81 (defun by-id (map name)
82 (find-if (lambda (topic) (member (concatenate 'string *document* "#" name)
83 (topic-item-identifiers topic) :test #'string=)) (topic-map-topics map)))
84 (defun by-si (map iri) (find iri (topic-map-topics map) :test (lambda (iri topic) (member iri (topic-subject-identifiers topic) :test #'string=))))
85 (defun core (map name) (by-si map (concatenate 'string "http://psi.topicmaps.org/iso13250/model/" name)))
86 (defun condition-from (thunk) (handler-case (progn (funcall thunk) nil) (error (c) c)))
87 (defun rejection (name source class code)
88 (let ((c (condition-from (lambda () (deserialize-octets (bytes source) :document-iri *document* :source-key name)))))
89 (check (concatenate 'string name ":class") (typep c class))
90 (check (concatenate 'string name ":code") (eq code (error-code c)))
91 (check (concatenate 'string name ":context") (and (equal (error-document-iri c) *document*) (equal (error-source-key c) name)))
92 (check (concatenate 'string name ":position") (and (integerp (error-line c)) (plusp (error-line c))
93 (integerp (error-column c)) (not (minusp (error-column c)))))))
94 (defun public-state (map)
95 ;; Actual references are retained in the snapshot, not only equivalent XML.
96 (list (item-identifiers map)
97 (mapcar (lambda (topic) (list topic (topic-parent topic) (topic-item-identifiers topic)
98 (topic-subject-identifiers topic) (topic-subject-locators topic)
99 (topic-names topic) (topic-occurrences topic) (topic-roles-played topic))) (topic-map-topics map))
100 (mapcar (lambda (a) (list a (association-parent a) (association-type a) (association-scope a) (item-identifiers a)
101 (mapcar (lambda (r) (list r (association-role-parent r) (association-role-type r)
102 (association-role-player r) (item-identifiers r))) (association-roles a))))
103 (topic-map-associations map))))
104 (defun graph-checks (label map owner type)
105 (let* ((a (first (topic-map-associations map))) (roles (association-roles a))
106 (instance (find (core map "instance") roles :key #'association-role-type :test #'eq))
107 (type-role (find (core map "type") roles :key #'association-role-type :test #'eq)))
108 (check (concatenate 'string label ":counts") (and (= 5 (length (topic-map-topics map))) (= 1 (length (topic-map-associations map))) (= 2 (length roles))))
109 (check (concatenate 'string label ":map-parent-eq") (and (eq map (association-parent a)) (every (lambda (topic) (eq map (topic-parent topic))) (topic-map-topics map))))
110 (check (concatenate 'string label ":association-type-eq") (eq (association-type a) (core map "type-instance")))
111 (check (concatenate 'string label ":role-parent-eq") (every (lambda (role) (eq a (association-role-parent role))) roles))
112 (check (concatenate 'string label ":players-eq") (and (eq owner (association-role-player instance)) (eq type (association-role-player type-role))))
113 (check (concatenate 'string label ":roles-played-eq") (and (member instance (topic-roles-played owner) :test #'eq) (member type-role (topic-roles-played type) :test #'eq)))
114 (check (concatenate 'string label ":canonical-handles") (and (eq a (canonical-association a)) (every (lambda (r) (eq r (canonical-association-role r))) roles)))))
116 ;; Slice 21A's twenty successful, previously unregistered originals. Keep this
117 ;; explicit: similar filenames and .sub helpers are not additional contracts.
118 (defparameter *additional-originals*
119 '("itemid-duplicate" "itemid-fragment" "itemid-relative" "itemid"
120 "merge-itemid-with-types" "merge-itemid" "merge-subjid" "merge-subjloc"
121 "subjid-duplicate" "subjid-escaping" "subjid-escaping2" "subjid-fragment"
122 "subjid-relative" "subjid-sameas-itemid" "subjid"
123 "subjloc-duplicate" "subjloc-fragment" "subjloc-multiple" "subjloc-relative" "subjloc"))
125 (defun references-current-p (map)
126 (let ((topics (topic-map-topics map)) (associations (topic-map-associations map)))
127 (flet ((live (topic) (and (member topic topics :test #'eq) (eq topic (canonical-topic topic)))))
129 (every (lambda (topic) (and (live topic) (eq map (topic-parent topic))
130 (every (lambda (role) (and (eq topic (association-role-player role))
131 (member (association-role-parent role) associations :test #'eq)
132 (member role (association-roles (association-role-parent role)) :test #'eq)))
133 (topic-roles-played topic)))) topics)
134 (every (lambda (a) (and (eq a (canonical-association a)) (eq map (association-parent a))
135 (live (association-type a)) (every #'live (association-scope a))
136 (every (lambda (role) (and (eq role (canonical-association-role role))
137 (eq a (association-role-parent role)) (live (association-role-type role))
138 (live (association-role-player role))
139 (member role (topic-roles-played (association-role-player role)) :test #'eq)))
140 (association-roles a)))) associations)))))
142 (defun same-identifiers-p (a b)
143 (and (= (length a) (length b)) (null (set-exclusive-or a b :test #'equal))))
145 (defun additional-model-checks (name map)
146 (let* ((topic (by-id map "topic"))
147 (ii (list (concatenate 'string *document* "#topic"))) (si nil) (sl nil)
148 (directory (subseq *document* 0 (1+ (position #\/ *document* :from-end t))))
149 (shared "http://example.org/#topic"))
150 (check (concatenate 'string name ":declared-topic-live-eq")
151 (and topic (eq topic (canonical-topic topic)) (member topic (topic-map-topics map) :test #'eq)))
153 ((equal name "itemid-fragment") (push (concatenate 'string *document* "#topic2") ii))
154 ((equal name "itemid-relative") (push (concatenate 'string directory "more-tests/test.xtm#topic") ii))
155 ((equal name "itemid") (push shared ii))
156 ((member name '("merge-itemid" "merge-itemid-with-types" "merge-subjid" "merge-subjloc") :test #'equal)
157 (push (concatenate 'string *document* "#topic2") ii)
158 (cond ((member name '("merge-itemid" "merge-itemid-with-types") :test #'equal) (push shared ii))
159 ((equal name "merge-subjid") (push shared si))
160 (t (push shared sl)))
161 (check (concatenate 'string name ":merged-declarations-eq") (eq topic (by-id map "topic2"))))
162 ((member name '("subjid-duplicate" "subjid-relative") :test #'equal)
163 (push (concatenate 'string directory "photo.jpg") si))
164 ((equal name "subjid-escaping") (push "http://example.org/test+folder/#topic" si))
165 ((equal name "subjid-escaping2") (push "http://example.org/test folder/#topic" si))
166 ((equal name "subjid-fragment") (push (concatenate 'string *document* "#topic") si))
167 ((equal name "subjid-sameas-itemid")
168 (push "http://psi.example.org/test" ii) (push "http://psi.example.org/test" si))
169 ((equal name "subjid") (push shared si))
170 ((member name '("subjloc-duplicate" "subjloc-relative") :test #'equal)
171 (push (concatenate 'string directory "photo.jpg") sl))
172 ((equal name "subjloc-fragment") (push (concatenate 'string *document* "#topic") sl))
173 ((equal name "subjloc-multiple") (setf sl (list shared "http://example.org/#subject")))
174 ((equal name "subjloc") (push shared sl)))
175 (check (concatenate 'string name ":exact-ii-set") (same-identifiers-p ii (topic-item-identifiers topic)))
176 (check (concatenate 'string name ":exact-si-set") (same-identifiers-p si (topic-subject-identifiers topic)))
177 (check (concatenate 'string name ":exact-sl-set") (same-identifiers-p sl (topic-subject-locators topic)))
178 (check (concatenate 'string name ":no-unrequested-statements-or-reification")
179 (and (null (item-identifiers map)) (null (item-reifier map))
180 (every (lambda (topic) (and (null (topic-names topic)) (null (topic-occurrences topic))
181 (null (topic-reified topic)))) (topic-map-topics map))))
182 (when (equal name "merge-itemid-with-types")
183 (dolist (type-id '("topictype1" "topictype2"))
184 (let* ((type (by-id map type-id))
185 (role (find type (loop for a in (topic-map-associations map) append (association-roles a))
186 :key #'association-role-player :test #'eq))
187 (a (and role (association-role-parent role))))
188 (check (concatenate 'string name ":forward-reference:" type-id)
189 (and type role (eq type (canonical-topic type))
190 (equal (list (concatenate 'string *document* "#" type-id)) (topic-item-identifiers type))
191 (eq (association-role-type role) (core map "type"))
192 (eq (association-type a) (core map "type-instance"))
193 (= 2 (length (association-roles a)))
194 (find-if (lambda (r) (and (eq topic (association-role-player r))
195 (eq (core map "instance") (association-role-type r)))) (association-roles a))))))
196 (dolist (core-id '("type" "instance" "type-instance"))
197 (check (concatenate 'string name ":core-no-extra-ii:" core-id)
198 (null (topic-item-identifiers (core map core-id))))))))
200 (defun original-condition-data (condition)
202 (let ((code (cond ((typep condition 'topic-maps.xtm:xtm-error) (error-code condition))
203 ((typep condition 'item-identifier-error) (item-identifier-error-code condition)))))
204 (topic-maps.test-foundation::fields
205 "class" (string (type-of condition)) "code" (when code (string-downcase (string code)))
206 "message" (princ-to-string condition)))))
208 (defun record-original-result (case actual expected condition)
209 ;; No rejection (XML, XTM or TMDM) can satisfy a positive original contract.
210 (topic-maps.test-foundation:record-result case
211 (cond ((typep condition 'xtm-unsupported) :unsupported) (condition :execution-error)
212 ((equalp actual expected) :cxtm-match) (t :cxtm-mismatch))
213 :diagnostics (list (if condition (format nil "~A: ~A" (type-of condition) condition)
214 (format nil "Actual ~D bytes; original baseline ~D bytes." (length actual) (length expected))))))
216 (defun original-model-data (map)
218 (flet ((array (items) (coerce items 'vector))
219 (fields (&rest args) (apply #'topic-maps.test-foundation::fields args)))
220 (let ((topics (topic-map-topics map)))
221 (labels ((ref (topic) (1+ (position topic topics :test #'eq))))
222 (fields "topicCount" (length topics) "associationCount" (length (topic-map-associations map))
223 "canonicalParentsAndInverseReferences" (if (references-current-p map) :true :false)
224 "topics" (array (loop for topic in topics collect
225 (fields "ordinal" (ref topic) "itemIdentifiers" (array (topic-item-identifiers topic))
226 "subjectIdentifiers" (array (topic-subject-identifiers topic)) "subjectLocators" (array (topic-subject-locators topic)))))
227 "associations" (array (loop for a in (topic-map-associations map) collect
228 (fields "type" (ref (association-type a)) "roles" (array (loop for role in (association-roles a) collect
229 (fields "type" (ref (association-role-type role)) "player" (ref (association-role-player role))))))))))))))
231 (defun original-contracts ()
232 (setf *cases* nil *outputs* nil)
233 (dolist (name (append '("empty" "topic" "itemid-tm" "topic-type" "topic-type-duplicate" "merge-three-way") *additional-originals*))
234 (let* ((id (format nil "xtm2/in/~A.xtm" name))
235 (iri (concatenate 'string "https://xtm-tests.example.invalid/cd165b150176c1d6842b37be9cc9051b40d4996b/" id))
236 (source (corpus-path id)) (baseline (corpus-path (format nil "xtm2/baseline/~A.xtm.cxtm" name)))
237 (case (topic-maps.test-foundation:make-test-case :id id :category :valid :source-pathname source
238 :document-iri iri :expected-outcome :cxtm-equal :expected-baseline baseline
239 :clauses '("XTM 2.0 4.3-4.9,4.20" "TMDM 5.1-5.3,5.7-5.8,6,7.2" "CXTM 3.13,3.18,4")))
240 (raw (file-bytes source)) (raw-before (copy-seq raw))
241 (expected (file-bytes baseline)) (map nil) (actual nil) (condition nil) (before nil))
244 (setf map (deserialize-octets raw :document-iri iri :source-key id)
245 before (public-state map)
246 actual (topic-maps.cxtm:canonicalize-octets map :base-locator iri))
247 (error (c) (setf condition c)))
248 (record-original-result case actual expected condition)
249 (push (list id actual expected (original-model-data map) (original-condition-data condition) (length raw)) *outputs*)
250 (when condition (error condition))
251 (check (concatenate 'string name ":original-byte-exact") (equalp actual expected))
252 (check (concatenate 'string name ":pure") (equal before (public-state map)))
253 (check (concatenate 'string name ":deterministic") (equalp actual (topic-maps.cxtm:canonicalize-octets map :base-locator iri)))
254 (check (concatenate 'string name ":repeat-pure") (equal before (public-state map)))
255 (check (concatenate 'string name ":topic-count") (= (length (topic-map-topics map))
256 (cond ((member name '("empty" "itemid-tm") :test #'equal) 0)
257 ((member name '("topic-type" "topic-type-duplicate") :test #'equal) 5)
258 ((equal name "merge-itemid-with-types") 6) (t 1))))
259 (check (concatenate 'string name ":association-count") (= (length (topic-map-associations map))
260 (cond ((member name '("topic-type" "topic-type-duplicate") :test #'equal) 1)
261 ((equal name "merge-itemid-with-types") 2) (t 0))))
262 (check (concatenate 'string name ":canonical-parent-and-inverse-eq") (references-current-p map))
263 (check (concatenate 'string name ":source-octets-preserved") (equalp raw raw-before))
264 (when (member name *additional-originals* :test #'equal)
265 (let* ((*document* iri)
266 (other (deserialize-octets raw :document-iri iri :source-key "different-provenance-only")))
267 (additional-model-checks name map)
268 (check (concatenate 'string name ":source-key-only-provenance")
269 (and (equalp (original-model-data map) (original-model-data other))
270 (equalp actual (topic-maps.cxtm:canonicalize-octets other :base-locator iri))))))
271 (when (equal name "topic")
272 (check "topic:actual-item-locator" (equal (topic-item-identifiers (first (topic-map-topics map))) (list (concatenate 'string iri "#topic")))))
273 (when (equal name "itemid-tm")
274 (check "map:actual-item-locator" (equal (item-identifiers map) (list (concatenate 'string iri "#the-topic-map")))))
275 (when (equal name "merge-three-way")
276 (check "merge:three-identifiers" (= 3 (length (topic-item-identifiers (first (topic-map-topics map)))))))
277 (when (member name '("topic-type" "topic-type-duplicate") :test #'equal)
278 (let ((*document* iri)) (graph-checks name map (by-id map "xtm") (by-id map "format"))))))
279 (setf *cases* (nreverse *cases*) *outputs* (nreverse *outputs*))
280 (check "originals:26-unique-case-records"
281 (and (= 26 (length *cases*))
282 (= 26 (length (remove-duplicates *cases* :key #'topic-maps.test-foundation:test-case-id :test #'equal))))))
284 (defun result-classification-tests ()
285 (flet ((case-record () (topic-maps.test-foundation:make-test-case
286 :id "local:classification-control" :category :valid :expected-outcome :cxtm-equal)))
287 (let* ((case (case-record)) (expected (third (first *outputs*))) (actual (copy-seq expected)))
288 (setf (aref actual 0) (logxor 1 (aref actual 0)))
289 (record-original-result case actual expected nil)
290 (check "classification:changed-actual-cxtm-is-fail"
291 (and (eq :fail (topic-maps.test-foundation:test-case-status case))
292 (eq :cxtm-mismatch (topic-maps.test-foundation:test-case-actual-outcome case)))))
293 (dolist (spec (list (list "xml" "<a><b></a>" 'xtm-xml-error :fail)
294 (list "xtm" (document "<topic id='2bad'/>") 'xtm-rejection :fail)
295 (list "tmdm" (document "<itemIdentity href='#a'/><topic id='a'/>") 'item-identifier-error :fail)
296 (list "unsupported" (document "<topic id='a'><name><value>N</value><variant><scope><topicRef href='#s'/></scope><resourceData datatype='http://www.w3.org/2001/XMLSchema#anyType'>42</resourceData></variant></name></topic>") 'xtm-unsupported :unsupported)))
297 (let ((case (case-record))
298 (c (condition-from (lambda () (deserialize-octets (bytes (second spec)) :document-iri *document*)))))
299 (record-original-result case nil #() c)
300 (check (concatenate 'string "classification:" (first spec) ":never-positive-pass")
301 (and (typep c (third spec)) (eq (fourth spec) (topic-maps.test-foundation:test-case-status case))
302 (not (eq :cxtm-match (topic-maps.test-foundation:test-case-actual-outcome case)))))))))
304 (defun semantic-tests ()
305 (dolist (body '("<topic id='a'><instanceOf><topicRef href='#b'/></instanceOf></topic><topic id='b'/>"
306 "<topic id='b'/><topic id='a'><instanceOf><topicRef href='#b'/></instanceOf></topic>"))
307 (let ((map (read-body body)))
308 (graph-checks (if (search "id='b'/>" body :start2 0 :end2 (min 20 (length body))) "backward" "forward") map (by-id map "a") (by-id map "b"))))
309 (let* ((map (read-body "<topic id='type'><subjectIdentifier href='#si'/></topic><topic id='a'><instanceOf><topicRef href='#si'/></instanceOf></topic>"))
310 (type (by-id map "type")))
311 (graph-checks "si-hit" map (by-id map "a") type)
312 (check "si-hit:no-extra-ii" (equal (topic-item-identifiers type) (list (concatenate 'string *document* "#type")))))
313 (let* ((map (read-body "<topic id='a'><instanceOf><topicRef href='#si'/></instanceOf></topic><topic id='type'><subjectIdentifier href='#si'/></topic>"))
314 (type (by-id map "type")))
315 (graph-checks "forward-si" map (by-id map "a") type)
316 (check "forward-si:created-ii-retained" (= 2 (length (topic-item-identifiers type)))))
317 (let* ((map (read-body "<topic id='type'><itemIdentity href='#alias'/></topic><topic id='a'><instanceOf><topicRef href='#alias'/><topicRef href='#type'/></instanceOf></topic>"))
318 (type (by-id map "type")))
319 (graph-checks "ii-hit" map (by-id map "a") type)
320 (check "ii-hit:identifiers-unchanged" (= 2 (length (topic-item-identifiers type)))))
321 (let* ((map (make-topic-map)) (si (intern-topic map :subject-identifier (concatenate 'string *document* "#s")))
322 (hit (topic-maps.xtm::find-reference-topic map (concatenate 'string *document* "#s"))))
323 (check "direct-si:actual-eq" (eq si hit))
324 (check "direct-si:no-ii" (null (topic-item-identifiers si))))
325 ;; Retain the exact object produced by a forward reference, then deserialize
326 ;; a later declaration with the same reader operation in the same context.
327 (let* ((map (make-topic-map))
328 (old (topic-maps.xtm::find-reference-topic map (concatenate 'string *document* "#future")))
329 (other (intern-topic map :subject-identifier "urn:shared"))
330 (a (make-association map (core-topic-for-test map "type-instance")
331 (list (list (core-topic-for-test map "instance") old) (list (core-topic-for-test map "type") other))))
332 (role (find old (association-roles a) :key #'association-role-player :test #'eq)))
333 (let* ((topic-maps.xtm::*document-iri* *document*) (topic-maps.xtm::*source-key* "retained-forward")
334 (root (topic-maps.xml:parse-octets
335 (bytes (document "<topic id='future'><subjectIdentifier href='urn:shared'/></topic>"))
336 (make-instance 'topic-maps.xtm::source-handler))))
337 (topic-maps.xtm::validate-source root)
338 (topic-maps.xtm::read-topic (first (topic-maps.xtm::elements root)) map))
339 (check "retained:forward-handle-eq" (and (eq (canonical-topic old) (canonical-topic other)) (not (eq old (canonical-topic old)))))
340 (check "retained:role-player-canonical" (eq (association-role-player role) (canonical-topic old)))
341 (check "retained:role-parent-canonical" (eq (association-role-parent role) (canonical-association a)))
342 (let ((before (public-state map)) (pointer (topic-maps.tmdm::%topic-forward old)))
343 (topic-maps.cxtm:canonicalize map :base-locator *document*)
344 (check "retained:cxtm-does-not-mutate" (and (equal before (public-state map)) (eq pointer (topic-maps.tmdm::%topic-forward old))))))
345 (let ((a (read-body "<topic id='same'/>") ) (b (read-body "<topic id='same'/>" "https://other.example/map.xtm")))
346 (check "documents:distinct-object" (not (eq (first (topic-map-topics a)) (first (topic-map-topics b)))))
347 (check "documents:distinct-local-locators" (not (equal (topic-item-identifiers (first (topic-map-topics a))) (topic-item-identifiers (first (topic-map-topics b)))))))
348 (let ((map (read-body "<topic id='a'><subjectLocator href='resource'/><subjectIdentifier href='urn:subject'/><itemIdentity href='#alias'/></topic>")))
349 (check "identity:three-categories" (let ((topic (first (topic-map-topics map))))
350 (and (= 2 (length (topic-item-identifiers topic)))
351 (equal '("urn:subject") (topic-subject-identifiers topic))
352 (equal (list (concatenate 'string (subseq *document* 0 (1+ (position #\/ *document* :from-end t))) "resource")) (topic-subject-locators topic))))))
353 (let ((map (read-body "<topic id=' Ä水 '><subjectIdentifier href='http://example.org/%C3%A4/%F0%9F%A6%8A'/></topic>")))
354 (check "unicode:id-collapse" (by-id map "Ä水"))
355 (check "unicode:href-percent-utf8" (equal '("http://example.org/ä/🦊") (topic-subject-identifiers (first (topic-map-topics map))))))
356 (dolist (pair '(("../folder/./x#t" "https://example.test/folder/x#t")
357 ("#t" "https://example.test/a/map.xtm#t")
358 ("?q#t" "https://example.test/a/map.xtm?q#t")
359 ("http://EXAMPLE.test:80/a" "http://EXAMPLE.test:80/a")
360 ("http://example.test/a%20b#t" "http://example.test/a b#t")))
361 (let ((topic-maps.xtm::*document-iri* *document*) (topic-maps.xtm::*source-key* "iri-test"))
362 (check (concatenate 'string "iri:" (first pair))
363 (equal (topic-maps.xtm::resolve-iri (first pair) "https://example.test/a/map.xtm" nil) (second pair)))))
364 (let* ((source (document "<topic id='a'/><topic id='b'><instanceOf><topicRef href='#a'/></instanceOf></topic>"))
365 (one (read-body "<topic id='a'/><topic id='b'><instanceOf><topicRef href='#a'/></instanceOf></topic>"))
366 (two (read-body "<topic id='b'><instanceOf><topicRef href='#a'/></instanceOf></topic><topic id='a'/>")))
367 (check "order:canonical-independence" (equal (topic-maps.cxtm:canonicalize one :base-locator *document*) (topic-maps.cxtm:canonicalize two :base-locator *document*)))
368 (dolist (spec '((:utf-8 t "UTF-8") (:utf-16le t "UTF-16") (:utf-16be t "UTF-16")
369 (:utf-16le nil "UTF-16LE") (:utf-16be nil "UTF-16BE")))
370 (destructuring-bind (encoding bom label) spec
371 (let* ((xml (format nil "<?xml version='1.0' encoding='~A'?>~A" label source))
372 (map (deserialize-octets (bytes xml encoding bom) :document-iri *document*)))
373 (check (format nil "encoding:~A:~A" encoding bom) (equal (topic-maps.cxtm:canonicalize one :base-locator *document*) (topic-maps.cxtm:canonicalize map :base-locator *document*))))))))
374 (defun core-topic-for-test (map name)
375 (intern-topic map :subject-identifier (concatenate 'string "http://psi.topicmaps.org/iso13250/model/" name)))
377 (defun identity-cascade-tests ()
378 (let ((map (read-body "<topic id='a'><subjectIdentifier href='urn:one'/></topic><topic id='b'><subjectIdentifier href='urn:two'/></topic><topic id='c'><itemIdentity href='#a'/><subjectIdentifier href='urn:two'/></topic>")))
379 (check "transitive:mixed-identifiers-one-topic" (= 1 (length (topic-map-topics map))))
380 (check "transitive:three-ii-two-si" (let ((topic (first (topic-map-topics map))))
381 (and (= 3 (length (topic-item-identifiers topic))) (= 2 (length (topic-subject-identifiers topic)))))))
382 (let* ((map (read-body "<topic id='s'><subjectLocator href='#x'/></topic><topic id='a'><instanceOf><topicRef href='#x'/></instanceOf></topic>"))
383 (s (by-id map "s")) (x (by-id map "x")))
384 (check "reference:subject-locator-is-not-si-or-ii" (and s x (not (eq s x)) (= 6 (length (topic-map-topics map))))))
385 (let* ((map (make-topic-map)) (topic-maps.xtm::*document-iri* *document*)
386 (topic-maps.xtm::*source-key* "association-cascade")
387 (root (topic-maps.xml:parse-octets
388 (bytes (document "<topic id='a'><instanceOf><topicRef href='#t1'/><topicRef href='#t2'/></instanceOf></topic><topic id='t1'><itemIdentity href='#t2'/></topic>"))
389 (make-instance 'topic-maps.xtm::source-handler)))
390 (nodes (topic-maps.xtm::elements (topic-maps.xtm::validate-source root))))
391 (topic-maps.xtm::read-topic (first nodes) map)
392 (let* ((associations (topic-map-associations map))
393 (roles (loop for a in associations append (association-roles a)))
394 (old-type (by-id map "t2")))
395 (check "cascade:before-two-associations" (= 2 (length associations)))
396 (topic-maps.xtm::read-topic (second nodes) map)
397 (let ((a (first (topic-map-associations map))))
398 (check "cascade:after-one-association" (and (= 1 (length (topic-map-associations map))) (= 2 (length (association-roles a)))))
399 (check "cascade:retained-association-handles-eq" (every (lambda (old) (eq a (canonical-association old))) associations))
400 (check "cascade:retained-role-handles-eq" (every (lambda (r) (member (canonical-association-role r) (association-roles a) :test #'eq)) roles))
401 (check "cascade:stored-type-player-canonical" (every (lambda (r) (and (eq a (association-role-parent r))
402 (eq (association-role-type r) (canonical-topic (association-role-type r)))
403 (eq (association-role-player r) (canonical-topic (association-role-player r))))) (association-roles a)))
404 (check "cascade:retained-topic-handle-eq" (eq (canonical-topic old-type) (by-id map "t1")))
405 (let* ((handles (append associations roles (list old-type)))
406 (pointers (mapcar #'topic-maps.tmdm::canonical-item handles))
407 (before (public-state map)))
408 (topic-maps.cxtm:canonicalize map :base-locator *document*)
409 (check "cascade:all-handles-pure" (and (equal before (public-state map))
410 (every #'eq pointers (mapcar #'topic-maps.tmdm::canonical-item handles))))))))
411 (let* ((prefixed "<x:topicMap xmlns:x='http://www.topicmaps.org/xtm/' version='2.0'><x:topic id='a'/></x:topicMap>")
412 (source (bytes prefixed))
413 (a (deserialize-octets source :document-iri *document* :source-key "disk:a"))
414 (b (deserialize-octets source :document-iri *document* :source-key "memory:b")))
415 (check "namespace:prefix-equivalent" (by-id a "a"))
416 (check "source-key:not-topic-identity" (equal (topic-item-identifiers (by-id a "a")) (topic-item-identifiers (by-id b "a")))))
417 (let* ((map (read-body "<topic id='a'><instanceOf><topicRef href='https://external.example/map.xtm#unfetched'/></instanceOf></topic>"))
418 (type (find-if (lambda (topic) (member "https://external.example/map.xtm#unfetched" (topic-item-identifiers topic) :test #'equal)) (topic-map-topics map))))
419 (graph-checks "external-reference:no-retrieval" map (by-id map "a") type)))
421 (defun negative-tests ()
422 (dolist (spec '(("missing-id" "<topic/>" :missing-id)
423 ("invalid-id" "<topic id='2bad'/>" :invalid-id)
424 ("id-colon" "<topic id='a:b'/>" :invalid-id)
425 ("id-empty" "<topic id=''/>" :invalid-id)
426 ("id-spaces" "<topic id='a b'/>" :invalid-id)
427 ("duplicate-id" "<topic id='a'/><topic id=' a '/>" :duplicate-id)
428 ("unknown-attribute" "<topic id='a' other='v'/>" :unexpected-attribute)
429 ("qualified-attribute" "<topic xmlns:x='urn:x' x:id='a'/>" :unexpected-attribute)
430 ("unknown-element" "<topic id='a'><garbage/></topic>" :unexpected-element)
431 ("wrong-namespace-child" "<topic xmlns='urn:other' id='a'/>" :invalid-namespace)
432 ("topic-identity-order" "<topic id='a'><instanceOf><topicRef href='#b'/></instanceOf><itemIdentity href='#c'/></topic>" :element-order)
433 ("map-identity-order" "<topic id='a'/><itemIdentity href='#map'/>" :element-order)
434 ("instance-duplicate" "<topic id='a'><instanceOf><topicRef href='#b'/></instanceOf><instanceOf><topicRef href='#b'/></instanceOf></topic>" :duplicate-instance-of)
435 ("empty-instance" "<topic id='a'><instanceOf/></topic>" :empty-instance-of)
436 ("missing-href" "<topic id='a'><subjectIdentifier/></topic>" :missing-attribute)
437 ("nonempty-locator" "<topic id='a'><subjectIdentifier href='urn:s'><topic/></subjectIdentifier></topic>" :unexpected-child)
438 ("locator-text" "<topic id='a'><subjectIdentifier href='urn:s'>text</subjectIdentifier></topic>" :unexpected-text)
439 ("non-whitespace" "text" :unexpected-text)
440 ("no-ref-fragment" "<topic id='a'><instanceOf><topicRef href='other.xtm'/></instanceOf></topic>" :invalid-topic-ref)
441 ("bad-ref-fragment" "<topic id='a'><instanceOf><topicRef href='#2bad'/></instanceOf></topic>" :invalid-topic-ref)
442 ("empty-ref-fragment" "<topic id='a'><instanceOf><topicRef href='#'/></instanceOf></topic>" :invalid-topic-ref)
443 ("xpointer-ref" "<topic id='a'><instanceOf><topicRef href='#xpointer(a)'/></instanceOf></topic>" :invalid-topic-ref)
444 ("relative-colon" "<topic id='a'><subjectIdentifier href='1bad:subject'/></topic>" :invalid-iri)
445 ("decoded-control" "<topic id='a'><subjectIdentifier href='urn:%00'/></topic>" :invalid-iri)
446 ("bad-percent" "<topic id='a'><subjectIdentifier href='urn:%GG'/></topic>" :invalid-percent-escape)
447 ("bad-percent-utf8" "<topic id='a'><subjectIdentifier href='urn:%C3%28'/></topic>" :invalid-percent-utf8)
448 ("invalid-iri" "<topic id='a'><subjectIdentifier href='urn:a b'/></topic>" :invalid-iri)))
449 (rejection (first spec) (document (second spec)) 'xtm-rejection (third spec)))
450 (rejection "missing-version" "<topicMap xmlns='http://www.topicmaps.org/xtm/'/>" 'xtm-rejection :missing-attribute)
451 (rejection "version-21" "<topicMap xmlns='http://www.topicmaps.org/xtm/' version='2.1'/>" 'xtm-rejection :invalid-version)
452 (rejection "no-namespace" "<topicMap version='2.0'/>" 'xtm-rejection :invalid-namespace)
453 (rejection "namespace-10" "<topicMap xmlns='http://www.topicmaps.org/xtm/1.0/' version='2.0'/>" 'xtm-rejection :invalid-namespace)
454 (rejection "xml-misnested" "<a><b></a>" 'xtm-xml-error :xml-not-well-formed)
455 (rejection "xml-duplicate-attribute" "<topicMap version='2.0' version='2.0'/>" 'xtm-xml-error :xml-not-well-formed)
456 (rejection "xml-undeclared-prefix" "<x:topicMap/>" 'xtm-xml-error :xml-not-well-formed)
457 (dolist (body '("<!DOCTYPE topicMap>" "<!DOCTYPE topicMap SYSTEM 'file:///tmp/no-xtm-file'>"
458 "<!DOCTYPE topicMap SYSTEM 'http://127.0.0.1:9/no-xtm-network'>"
459 "<!DOCTYPE topicMap [<!ENTITY e SYSTEM 'file:///tmp/no-xtm-file'>]>"))
460 (rejection (concatenate 'string "doctype:" body) (concatenate 'string body (document "")) 'xtm-xml-error :doctype-forbidden))
461 (dolist (spec '(("unsupported-name-variant-resourceData-datatype" "<topic id='a'><name><value>Name</value><variant><scope><topicRef href='#s'/></scope><resourceData datatype='http://www.w3.org/2001/XMLSchema#anyType'>42</resourceData></variant></name></topic>" :resource-data-datatype)
462 ("unsupported-occurrence" "<topic id='a'><occurrence reifier='#r'><type><topicRef href='#t'/></type><resourceData datatype='http://www.w3.org/2001/XMLSchema#anyType'>v</resourceData></occurrence></topic>" :resource-data-datatype)
463 ("unsupported-association" "<association reifier='#excluded'><type><topicRef href='#t'/></type><role reifier='#excluded-role%GG'><type><topicRef href='#r'/></type><topicRef href='#p'/></role></association>" :invalid-percent-escape)
464 ("unsupported-mergemap" "<mergeMap href='other.xtm'/>" :resource-resolver-required)))
465 (rejection (first spec) (document (second spec))
466 (if (equal (first spec) "unsupported-association") 'xtm-rejection 'xtm-unsupported) (third spec)))
467 (rejection "unsupported-occurrence-reifier" (document "<topic id='a'><occurrence reifier='#r'><type><topicRef href='#t'/></type><resourceData datatype='http://www.w3.org/2001/XMLSchema#anyType'>O</resourceData></occurrence></topic>") 'xtm-unsupported :resource-data-datatype)
468 (let ((c (condition-from (lambda () (read-body (format nil "~%~%<topic id='2bad'/>"))))))
469 (check "diagnostic:multiline-observed-position" (and (typep c 'xtm-rejection) (= 3 (error-line c)) (plusp (error-column c)))))
470 (dolist (iri '(nil "relative.xtm" "https://example.test/a#fragment"))
471 (let ((c (condition-from (lambda () (deserialize-octets (bytes (document "")) :document-iri iri :source-key "document")))))
472 (check (format nil "document-iri:~S" iri) (and (typep c 'xtm-rejection) (eq (error-code c) :invalid-document-iri)))))
473 (check "api:raw-bytes-required" (typep (condition-from (lambda () (deserialize-octets (document "") :document-iri *document*))) 'type-error))
474 (let* ((source "<itemIdentity href='#a'/><topic id='a'/>")
475 (c (condition-from (lambda () (read-body source)))))
476 (check "tmdm:identifier-conflict-not-xml-or-xtm" (and (typep c 'item-identifier-error) (not (typep c 'topic-maps.xtm:xtm-error))))
477 (check "tmdm:identifier-conflict-specific" (eq (item-identifier-error-code c) :duplicate-item-identifier)))
478 (let ((c (condition-from (lambda () (read-body "<topic id='a'><subjectIdentifier href='http://psi.topicmaps.org/iso13250/model/type'/><subjectIdentifier href='http://psi.topicmaps.org/iso13250/model/instance'/></topic>")))))
479 (check "tmdm:core-subject-conflict-preserved" (and (typep c 'core-subject-error) (eq :core-subject-conflict (core-subject-error-code c)))))
480 (dolist (bad '(#(195 40) #(192 175) #(226 130) #(237 160 128)))
481 (let ((c (condition-from (lambda () (deserialize-octets
482 (concatenate '(vector (unsigned-byte 8)) (bytes "<topicMap xmlns='http://www.topicmaps.org/xtm/' version='2.0'><topic id='a'><subjectIdentifier href='urn:")
483 (coerce bad '(vector (unsigned-byte 8))) (bytes "'/></topic></topicMap>")) :document-iri *document*)))))
484 (check (format nil "actual-reader:invalid-utf8:~S" bad) (and (typep c 'xtm-xml-error) (eq :xml-not-well-formed (error-code c))))))
485 ;; Astral Unicode in an href exercises the qualified UTF-16 decoder through
486 ;; the real XTM reader. No pre-decoding strings are accepted by its API.
487 (dolist (encoding '(:utf-16le :utf-16be))
488 (let ((map (deserialize-octets (bytes (document "<topic id='a'><subjectIdentifier href='urn:🦊'/></topic>") encoding t) :document-iri *document*)))
489 (check (format nil "actual-reader:astral-surrogate:~A" encoding) (by-si map "urn:🦊"))))
490 (dolist (bad '(#(0 216) #(0 220) #(0 216 65 0)))
491 (let ((c (condition-from (lambda ()
492 (deserialize-octets (concatenate '(vector (unsigned-byte 8))
493 (bytes "<r>" :utf-16le t) (coerce bad '(vector (unsigned-byte 8))) (bytes "</r>" :utf-16le)) :document-iri *document*)))))
494 (check (format nil "actual-reader:invalid-surrogate:~S" bad) (typep c 'xtm-xml-error))))
495 ;; Verify the required entry point is actually called exactly once and sees
496 ;; the original octet vector by EQ, not a reconstructed decoded XML string.
497 (let* ((original (symbol-function 'topic-maps.xml:parse-octets))
498 (source (bytes (document "<topic id='a'/>"))) (calls 0) (same nil))
500 (progn (setf (symbol-function 'topic-maps.xml:parse-octets)
501 (lambda (bytes handler) (incf calls) (setf same (eq source bytes)) (funcall original bytes handler)))
502 (deserialize-octets source :document-iri *document*)
503 (check "boundary:real-parse-octets-only-once" (and (= 1 calls) same)))
504 (setf (symbol-function 'topic-maps.xml:parse-octets) original))))
506 (defun helper-source-test ()
507 (let* ((id "ctm/in/mergemap-xtm.sub")
508 (iri (concatenate 'string "https://xtm-tests.example.invalid/cd165b150176c1d6842b37be9cc9051b40d4996b/" id))
509 (*document* iri) (map (deserialize-octets (file-bytes (corpus-path id)) :document-iri iri :source-key id)))
510 (graph-checks "direct-sub" map (by-id map "lars") (by-id map "person"))
511 (check "direct-sub:exact-lars-ii" (equal (list (concatenate 'string iri "#lars")) (topic-item-identifiers (by-id map "lars"))))
512 (check "direct-sub:exact-person-ii" (equal (list (concatenate 'string iri "#person")) (topic-item-identifiers (by-id map "person"))))
513 (check "direct-sub:no-names-occurrences" (every (lambda (topic) (and (null (topic-names topic)) (null (topic-occurrences topic)))) (topic-map-topics map)))
514 (setf *fixture* map)))
517 (setf *cr-results* nil *cr-native* nil *cr-controls* nil *cr-executed* nil)
518 (setf *cq-results* nil *cq-native* nil *cq-api* nil)
519 (setf *role-reifier-native* nil *role-reifier-outputs* nil *role-reifier-controls* nil *association-reifier-native* nil *association-reifier-outputs* nil *association-reifier-controls* nil *occurrence-reifier-native* nil *occurrence-reifier-outputs* nil *occurrence-reifier-controls* nil *item-identity-outputs* nil *item-identity-controls* nil *association-outputs* nil *association-controls* nil *registered-mergemap-outputs* nil *occurrence-outputs* nil *occurrence-controls* nil *mergemap-controls* nil *mergemap-originals* nil *datatype-outputs* nil *datatype-controls* nil *checks* nil *fixture* nil *negative-outputs* nil *negative-controls* nil *name-outputs* nil *name-controls* nil *scope-outputs* nil *scope-controls* nil *iid-outputs* nil *iid-controls* nil *variant-outputs* nil *variant-negative-outputs* nil *variant-controls* nil *variant-merge-outputs* nil *resource-ref-outputs* nil *resource-ref-controls* nil *uri-data-outputs* nil *uri-data-controls* nil *variant-iid-outputs* nil *variant-iid-controls* nil *map-reifier-outputs* nil *map-reifier-controls* nil *name-reifier-outputs* nil *name-reifier-controls* nil *name-followup-outputs* nil *variant-reifier-outputs* nil *variant-reifier-controls* nil)
521 (progn (original-contracts) (negative-original-controls) (negative-original-contracts)
522 (name-original-contracts) (name-tests) (scope-original-contracts) (scope-tests) (iid-original-contracts) (iid-tests) (variant-original-contracts) (variant-negative-original) (variant-tests) (variant-merge-original-contract) (resource-ref-original-contracts) (resource-ref-tests) (uri-data-original-contract) (uri-data-tests) (variant-iid-original-contracts) (variant-iid-tests) (map-reifier-original-contract) (map-reifier-tests) (name-reifier-original-contracts) (name-reifier-tests) (name-reifier-followup-original-contracts) (variant-reifier-original-contracts) (variant-reifier-tests) (variant-reifier-followup-original-contract) (datatype-original-contract) (datatype-tests) (mergemap-tests) (occurrence-original-contracts) (occurrence-tests) (registered-mergemap-original-contracts) (association-original-contracts) (association-tests) (item-identity-original-contracts) (item-identity-tests) (orr-native-tests) (occurrence-reifier-original-contracts) (occurrence-reifier-tests) (arr-native-tests) (association-reifier-original-contracts) (association-reifier-tests) (rrr-native-tests) (role-reifier-original-contracts) (role-reifier-tests) (cq-tests) (cr-tests) (result-classification-tests)
523 (semantic-tests) (identity-cascade-tests) (negative-tests) (helper-source-test))
525 ;; Preserve the actual failed outcome before ASDF propagates the failure.
526 (let ((report (uiop:getenv "TOPIC_MAPS_XTM_REPORT")))
527 (when report (write-report report)))
529 (check "checks:unique-test-names" (= (length *checks*) (length (remove-duplicates *checks* :test #'equal))))
530 (format t "XTM-SUMMARY ~D PASS 0 FAIL; ~D original CXTM PASS; ~D negative originals PASS; helper source PASS~%"
531 (length *checks*) (count :valid *cases* :key #'topic-maps.test-foundation:test-case-category)
532 (count :invalid *cases* :key #'topic-maps.test-foundation:test-case-category))
535 (defun write-report (pathname)
536 (let ((cases *cases*) (fixture *fixture*))
537 (flet ((fields (&rest args) (apply #'topic-maps.test-foundation::fields args))
538 (array (items) (coerce items 'vector)))
539 (with-open-file (out pathname :direction :output :if-exists :supersede :external-format :utf-8)
540 (topic-maps.test-foundation::emit-json-value
541 (fields "scope" "XTM 2.0 identity/Name/Scope/Item-Identity/Variant/Reification and Occurrence/MergeMap/Association/Role subset; actual original outcomes are recorded in cases; no CTM Mergemap integration"
542 "corpusCommit" "cd165b150176c1d6842b37be9cc9051b40d4996b"
543 "statuses" (fields "pass" (count :pass cases :key #'topic-maps.test-foundation:test-case-status)
544 "fail" (count :fail cases :key #'topic-maps.test-foundation:test-case-status)
545 "unsupported" (count :unsupported cases :key #'topic-maps.test-foundation:test-case-status)
546 "not-run" (count :not-run cases :key #'topic-maps.test-foundation:test-case-status))
547 "otherCorpusInputs" (fields "positiveUnexecuted" (- (length (directory (corpus-path "xtm2/in/*.xtm"))) (count :valid cases :key #'topic-maps.test-foundation:test-case-category))
548 "negativeUnregisteredUnexecuted" (- (length (directory (corpus-path "xtm2/invalid/*.xtm")))
549 (count :invalid cases :key #'topic-maps.test-foundation:test-case-category)))
550 "checks" (array (reverse *checks*))
551 "cases" (array (loop for case in cases collect
552 (fields "id" (topic-maps.test-foundation:test-case-id case)
553 "documentIRI" (topic-maps.test-foundation:test-case-document-iri case)
554 "status" (string-downcase (symbol-name (topic-maps.test-foundation:test-case-status case)))
555 "actualOutcome" (string-downcase (symbol-name (topic-maps.test-foundation:test-case-actual-outcome case)))
556 "diagnostics" (array (topic-maps.test-foundation:test-case-diagnostics case)))))
557 "helperSource" (fields "id" "ctm/in/mergemap-xtm.sub" "status" (if fixture "pass" "not-run") "topics" (when fixture (length (topic-map-topics fixture)))
558 "associations" (when fixture (length (topic-map-associations fixture))) "roles" 2
559 "ctmMergemapContract" "NOT-RUN; direct helper deserialization only")
560 "negativeOriginals" (array *negative-outputs*)
561 "negativeControls" (array *negative-controls*)
562 "nameOriginals" (array *name-outputs*)
563 "nameControls" (array *name-controls*)
564 "scopeOriginals" (array *scope-outputs*)
565 "scopeControls" (array *scope-controls*)
566 "nameItemIdentityOriginals" (array *iid-outputs*)
567 "nameItemIdentityControls" (array *iid-controls*)
568 "variantOriginals" (array *variant-outputs*)
569 "variantNegativeOriginals" (array *variant-negative-outputs*)
570 "variantControls" (array *variant-controls*)
571 "variantMergeOriginals" (array *variant-merge-outputs*)
572 "variantResourceRefOriginals" (array *resource-ref-outputs*)
573 "variantResourceRefControls" (array *resource-ref-controls*)
574 "variantResourceDataURIOriginals" (array *uri-data-outputs*)
575 "variantResourceDataURIControls" (array *uri-data-controls*)
576 "variantItemIdentityOriginals" (array *variant-iid-outputs*)
577 "variantItemIdentityControls" (array *variant-iid-controls*)
578 "mapReifierOriginals" (array *map-reifier-outputs*)
579 "mapReifierControls" (array (reverse *map-reifier-controls*))
580 "nameReifierOriginals" (array *name-reifier-outputs*)
581 "nameReifierControls" (array (reverse *name-reifier-controls*))
582 "nameFollowupOriginals" (array *name-followup-outputs*)
583 "variantReifierOriginals" (array *variant-reifier-outputs*)
584 "variantReifierControls" (array (reverse *variant-reifier-controls*))
585 "datatypeOriginals" (array *datatype-outputs*)
586 "datatypeControls" (array *datatype-controls*)
587 "mergemapControls" (array *mergemap-controls*)
588 "mergemapOriginalObservations" (array *mergemap-originals*)
589 "occurrenceOriginals" (array *occurrence-outputs*)
590 "occurrenceControls" (array *occurrence-controls*)
591 "c14nPreflight" (cq-feature-report)
592 "resourceDataC14N" (cr-feature-report)
593 "roleReifierNative" (array *role-reifier-native*)
594 "roleReifierOriginals" (array *role-reifier-outputs*)
595 "roleReifierControls" (array *role-reifier-controls*)
596 "associationReifierNative" (array *association-reifier-native*)
597 "associationReifierOriginals" (array *association-reifier-outputs*)
598 "associationReifierControls" (array *association-reifier-controls*)
599 "occurrenceReifierNative" (array *occurrence-reifier-native*)
600 "occurrenceReifierOriginals" (array *occurrence-reifier-outputs*)
601 "occurrenceReifierControls" (array *occurrence-reifier-controls*)
602 "itemIdentityOriginals" (array *item-identity-outputs*)
603 "itemIdentityControls" (array *item-identity-controls*)
604 "associationOriginals" (array *association-outputs*)
605 "associationControls" (array *association-controls*)
606 "registeredMergemapOriginals" (array *registered-mergemap-outputs*)
607 "actualAndExpected" (array (loop for (id actual expected model condition source-length) in *outputs* collect
608 (fields "id" id "actual" (when actual (babel:octets-to-string actual :encoding :utf-8))
609 "expected" (babel:octets-to-string expected :encoding :utf-8) "byteLength" (when actual (length actual))
610 "expectedByteLength" (length expected) "sourceByteLength" source-length
611 "firstDifferentByte" (when actual (mismatch actual expected))
612 "model" model "condition" condition)))) out)