]> dreyeck.freedombox.rocks Git - topic-maps.git/blob - src/xtm/reader.lisp
feat(ctm): support the CTM integer star literal
[topic-maps.git] / src / xtm / reader.lisp
1 (in-package #:topic-maps.xtm)
2
3 (defparameter +namespace+ "http://www.topicmaps.org/xtm/")
4 ;; This is a source tree of XML events, not a second Topic Maps object model.
5 ;; Positions are SAX approximations at the end of a start tag, never byte spans.
6 (defstruct node uri name attributes children line column)
7 (defclass source-handler (sax:default-handler)
8 ((stack :initform nil :accessor handler-stack)
9 (root :initform nil :accessor handler-root)))
10 (defmethod sax:start-element ((h source-handler) uri local qname attributes)
11 (declare (ignore qname))
12 (let ((node (make-node :uri uri :name local :line (sax:line-number h)
13 :column (sax:column-number h)
14 :attributes (mapcar (lambda (a)
15 (list (sax:attribute-namespace-uri a)
16 (sax:attribute-local-name a)
17 (sax:attribute-value a))) attributes))))
18 (if (handler-stack h) (push node (node-children (first (handler-stack h))))
19 (setf (handler-root h) node))
20 (push node (handler-stack h))))
21 (defmethod sax:characters ((h source-handler) data)
22 (when (handler-stack h) (push (copy-seq data) (node-children (first (handler-stack h))))))
23 (defmethod sax:end-element ((h source-handler) uri local qname)
24 (declare (ignore uri local qname))
25 (let ((node (pop (handler-stack h)))) (setf (node-children node) (nreverse (node-children node)))))
26 (defmethod sax:end-document ((h source-handler)) (handler-root h))
27
28 (defun xml-space-p (c) (find c '(#\Space #\Tab #\Newline #\Return)))
29 (defun collapse-space (text)
30 ;; xsd:ID has whiteSpace=collapse, even with a non-validating XML processor.
31 (with-output-to-string (out)
32 (let ((written nil) (pending nil))
33 (loop for c across text do
34 (if (xml-space-p c) (when written (setf pending t))
35 (progn (when pending (write-char #\Space out))
36 (write-char c out) (setf written t pending nil)))))))
37 (defun ncname-p (text)
38 ;; Use the pinned XML processor's XML 1.0 name character tables; exclude ':'
39 ;; for XML Schema ID/NCName and XPointer shorthand pointers (XTM 4.5/4.20).
40 (and (plusp (length text)) (not (find #\: text))
41 (cxml::valid-name-p (runes:string-rod text))))
42 (defun attributes (node allowed required)
43 (dolist (attr (node-attributes node))
44 (unless (and (or (null (first attr)) (equal (first attr) ""))
45 (member (second attr) allowed :test #'string=))
46 (reject :unexpected-attribute (format nil "Attribute ~S on ~A." (second attr) (node-name node)) node)))
47 (dolist (name required)
48 (unless (find name (node-attributes node) :key #'second :test #'string=)
49 (reject (if (string= name "id") :missing-id :missing-attribute)
50 (format nil "Required ~A attribute is absent." name) node))))
51 (defun attr (node name)
52 (third (find name (node-attributes node) :key #'second :test #'string=)))
53 (defun elements (node)
54 (loop for child in (node-children node)
55 if (stringp child) do
56 (unless (every #'xml-space-p child)
57 (reject :unexpected-text "Only XML whitespace is allowed here." node))
58 else collect child))
59 (defun check-namespace (node)
60 (unless (equal (node-uri node) +namespace+)
61 (reject :invalid-namespace "Expected the XTM 2.0 namespace." node)))
62 (defun unsupported (node)
63 (reject :unsupported-construct (format nil "XTM ~A is not implemented in this subset." (node-name node))
64 node 'xtm-unsupported))
65 (defun check-reifier (node)
66 (when (attr node "reifier")
67 (reject :reification "XTM Reification is outside this subset." node 'xtm-unsupported)))
68 (defun leaf-href (node)
69 (attributes node '("href") '("href"))
70 (when (elements node) (reject :unexpected-child "A locator element must be empty." node))
71 (resolve-iri (attr node "href") *document-iri* node))
72 (defun reference-iri (node)
73 (let* ((iri (leaf-href node)) (fragment (iri-parts-fragment (split-iri iri))))
74 (unless (and fragment (ncname-p fragment))
75 (reject :invalid-topic-ref "topicRef requires an XPointer shorthand fragment." node))
76 iri))
77
78 (defun validate-source (root)
79 "Check the supported XTM schema before model construction; keep event order.
80 Unsupported legal extension points are explicit; no claim to validate excluded
81 constructs' complete subgrammars is made. XML errors have already been checked."
82 (let ((ids (make-hash-table :test #'equal))) ; XML ID uniqueness only, no Topics.
83 (labels ((validate (node context)
84 (check-namespace node)
85 (let ((name (node-name node)))
86 (unless (member name context :test #'string=)
87 (reject :unexpected-element (format nil "Unexpected ~A element." name) node))
88 (cond
89 ((string= name "topicMap")
90 (attributes node '("version" "reifier") '("version"))
91 (unless (equal (attr node "version") "2.0")
92 (reject :invalid-version "This reader accepts XTM version 2.0 only." node))
93 (check-reifier node)
94 (let ((phase 0))
95 (dolist (child (elements node))
96 (let* ((name (node-name child))
97 (next (cond ((string= name "itemIdentity") 0)
98 ((string= name "mergeMap") 1) (t 2))))
99 (when (< next phase) (reject :element-order "topicMap child order is invalid." child))
100 (setf phase next)
101 (validate child '("itemIdentity" "mergeMap" "topic" "association"))))))
102 ((string= name "topic")
103 (attributes node '("id") '("id"))
104 (let ((id (collapse-space (attr node "id"))))
105 (unless (ncname-p id) (reject :invalid-id "topic/@id must be an XML Schema ID." node))
106 (when (gethash id ids) (reject :duplicate-id "Duplicate XML ID in this document." node))
107 (setf (gethash id ids) t))
108 (let ((phase 0) (instance-seen nil))
109 (dolist (child (elements node))
110 (let* ((name (node-name child))
111 (next (cond ((member name '("itemIdentity" "subjectLocator" "subjectIdentifier")
112 :test #'string=) 0)
113 ((string= name "instanceOf") 1) (t 2))))
114 (when (< next phase) (reject :element-order "topic child order is invalid." child))
115 (when (= next 1)
116 (when instance-seen (reject :duplicate-instance-of "Only one instanceOf element is allowed." child))
117 (setf instance-seen t))
118 (setf phase next)
119 (validate child '("itemIdentity" "subjectLocator" "subjectIdentifier" "instanceOf" "name" "occurrence"))))))
120 ((string= name "instanceOf")
121 (attributes node nil nil)
122 (unless (elements node) (reject :empty-instance-of "instanceOf needs at least one topicRef." node))
123 (dolist (child (elements node)) (validate child '("topicRef"))))
124 ((string= name "topicRef") (reference-iri node))
125 ((member name '("itemIdentity" "subjectIdentifier" "subjectLocator") :test #'string=)
126 (leaf-href node))
127 (t (unsupported node))))))
128 (validate root '("topicMap"))))
129 root)
130
131 (defun find-reference-topic (map iri)
132 ;; XTM 4.20 searches the actual model, not a speculative pre-scan registry.
133 ;; Unlike INTERN-TOPIC, a hit MUST NOT add another identifier category.
134 (let ((topic (find-if (lambda (topic)
135 (or (member iri (topic-maps.tmdm:topic-subject-identifiers topic) :test #'string=)
136 (member iri (topic-maps.tmdm:topic-item-identifiers topic) :test #'string=)))
137 (topic-maps.tmdm:topic-map-topics map))))
138 (if topic (topic-maps.tmdm:canonical-topic topic)
139 (topic-maps.tmdm:intern-topic map :item-identifier iri))))
140 (defun core-topic (map local)
141 (topic-maps.tmdm:intern-topic map :subject-identifier
142 (concatenate 'string "http://psi.topicmaps.org/iso13250/model/" local)))
143 (defun read-instance-of (node owner map)
144 (dolist (ref (elements node))
145 (let ((type (find-reference-topic map (reference-iri ref))))
146 (topic-maps.tmdm:make-association map (core-topic map "type-instance")
147 (list (list (core-topic map "type") type)
148 (list (core-topic map "instance") (topic-maps.tmdm:canonical-topic owner)))))))
149 (defun read-topic (node map)
150 (let ((topic (topic-maps.tmdm:intern-topic map :item-identifier
151 (concatenate 'string *document-iri* "#" (collapse-space (attr node "id"))))))
152 (dolist (child (elements node))
153 (let ((name (node-name child)))
154 (if (string= name "instanceOf") (read-instance-of child topic map)
155 (setf topic (topic-maps.tmdm:add-topic-identifier topic
156 (cond ((string= name "itemIdentity") :item-identifier)
157 ((string= name "subjectIdentifier") :subject-identifier)
158 (t :subject-locator))
159 (leaf-href child))))))
160 (topic-maps.tmdm:canonical-topic topic)))
161 (defun deserialize-octets (bytes &key document-iri source-key)
162 "Deserialize raw XML octets into a new TMDM Topic Map (XTM 2.0 identity subset).
163 DOCUMENT-IRI is required, absolute and fragment-free. SOURCE-KEY is a diagnostic
164 label only. XML positions are approximate SAX line/column values, not spans.
165 XML-policy errors, XTM rejection/unsupported and original TMDM conflicts remain
166 distinct. No resources are fetched. No externally supplied Map is mutated."
167 (check-type bytes (vector (unsigned-byte 8)))
168 (let ((*document-iri* document-iri) (*source-key* source-key)
169 (handler (make-instance 'source-handler)))
170 (require-document-iri document-iri)
171 (let* ((root
172 (handler-case (topic-maps.xml:parse-octets bytes handler)
173 (cxml:well-formedness-violation (c)
174 (error 'xtm-xml-error :code :xml-not-well-formed :cause c
175 :detail (princ-to-string c) :document-iri document-iri :source-key source-key
176 :line (sax:line-number handler) :column (sax:column-number handler)))
177 (topic-maps.xml:doctype-forbidden (c)
178 (error 'xtm-xml-error :code :doctype-forbidden :cause c
179 :detail "DOCTYPE forbidden by the mandatory XML byte boundary."
180 :document-iri document-iri :source-key source-key
181 :line (sax:line-number handler) :column (sax:column-number handler)))))
182 (map (topic-maps.tmdm:make-topic-map)))
183 (validate-source root)
184 (dolist (child (elements root))
185 (if (string= (node-name child) "itemIdentity")
186 (topic-maps.tmdm:add-item-identifier map (leaf-href child))
187 (read-topic child map)))
188 map)))