X-Git-Url: https://dreyeck.freedombox.rocks/gitweb/topic-maps.git/blobdiff_plain/35648c4dcc71e8dc6448b64abcacb438e53d64a2..437ad53ea7539d36db3fa871d0931650b7a6a03e:/src/ctm/reader.lisp?ds=sidebyside diff --git a/src/ctm/reader.lisp b/src/ctm/reader.lisp index 854baf8..32610d6 100644 --- a/src/ctm/reader.lisp +++ b/src/ctm/reader.lisp @@ -44,6 +44,99 @@ (multiple-value-bind (kind iri) (identity-value parser) (topic-maps.tmdm:intern-topic map kind iri))) +(defun literal-iri-reference (parser) + "An IRI locator, not a Topic identity. Used for values/datatype syntax." + (let ((token (consume parser))) + (case (token-kind token) + (:iri (resolve-iri (token-value token) (parser-document-iri parser) (token-position token))) + (:qname (problem 'undefined-prefix :undefined-prefix (token-position token) + "The IRI-reference prefix has no binding.")) + (otherwise (problem 'ctm-rejection :expected-datatype-iri (token-position token) + "A datatype qualifier requires an IRI reference, not a Topic identifier."))))) + +(defun excluded-literal-p (text) + "Recognize unsupported numeric/date literal syntax, without constructing values." + (labels ((digits (s) (and (plusp (length s)) (every (lambda (c) (find c "0123456789")) s))) + (numeric (s) + (let* ((s (if (and (plusp (length s)) (find (char s 0) "+-")) (subseq s 1) s)) + (dot (position #\. s))) + (if dot (and (or (zerop dot) (digits (subseq s 0 dot))) (digits (subseq s (1+ dot)))) (digits s)))) + (date (s) + (let* ((s (if (and (plusp (length s)) (char= (char s 0) #\-)) (subseq s 1) s)) + (dash (position #\- s))) + (and dash (>= dash 4) (digits (subseq s 0 dash)) + (= (length s) (+ dash 6)) (char= (char s (+ dash 3)) #\-) + (digits (subseq s (1+ dash) (+ dash 3))) (digits (subseq s (+ dash 4))) + (<= 1 (parse-integer s :start (1+ dash) :end (+ dash 3)) 12) + (<= 1 (parse-integer s :start (+ dash 4)) 31)))) + (time-literal (s) + (and (>= (length s) 8) (digits (subseq s 0 2)) (char= (char s 2) #\:) + (digits (subseq s 3 5)) (char= (char s 5) #\:) (digits (subseq s 6 8)) + (let* ((rest (subseq s 8)) + (end (position-if (lambda (c) (find c "Z+-")) rest)) + (fraction (subseq rest 0 end)) (zone (if end (subseq rest end) ""))) + (and (or (zerop (length fraction)) + (and (char= (char fraction 0) #\.) (digits (subseq fraction 1)))) + (or (member zone '("" "Z") :test #'string=) + (and (= 6 (length zone)) (find (char zone 0) "+-") + (digits (subseq zone 1 3)) (char= (char zone 3) #\:) + (digits (subseq zone 4 6))))))))) + (or (numeric text) (date text) (string= text "*") + (let ((tee (position #\T text))) (and tee (date (subseq text 0 tee)) (time-literal (subseq text (1+ tee)))))))) + +(defun read-occurrence-literal (parser) + ;; The dedicated lexer already preserves multiline strings and escape values. + ;; Numeric/date sugar is recognized only to report an unsupported construct. + (unless (parser-lookahead parser) + (let ((lexer (parser-lexer parser))) + (skip-layout lexer) + (let ((c (peek-character lexer)) (start (lexer-cursor lexer))) + (when (and c (or (find c "0123456789+*") + (and (find c "-.") (peek-character lexer 1) + (find (peek-character lexer 1) "0123456789")))) + (let* ((end (position-if (lambda (c) (or (whitespace-p c) (find c ";@~)"))) + (lexer-text lexer) :start start)) + (text (subseq (lexer-text lexer) start end)) + (text (if (and (plusp (length text)) (char= (char text (1- (length text))) #\.)) + (subseq text 0 (1- (length text))) text))) + (problem (if (excluded-literal-p text) 'ctm-unsupported 'ctm-rejection) + (if (excluded-literal-p text) :occurrence-literal-datatype :invalid-occurrence-literal) + start "Only string and IRI-form Occurrence literals are implemented.")))))) + (let ((token (look parser))) + (case (token-kind token) + (:string + (consume parser) + (when (punctuation-p parser #\^) + (let ((caret (consume parser))) + (unless (and (punctuation-p parser #\^) + (= (token-position (look parser)) (1+ (token-position caret)))) + (problem 'ctm-rejection :invalid-datatype-marker (token-position caret) "Expected contiguous '^^'.")) + (consume parser) + (literal-iri-reference parser) + (problem 'ctm-unsupported :typed-literal (token-position caret) + "Explicit datatype-qualified literals are outside this subset."))) + (values (token-value token) (topic-maps.tmdm:string-datatype))) + ((:iri :qname) (values (literal-iri-reference parser) (topic-maps.tmdm:iri-datatype))) + (otherwise (problem 'ctm-rejection :expected-occurrence-value (token-position token) + "Expected a quoted string or IRI-form Occurrence value."))))) + +(defun read-identity-tail (parser map topic) + (let ((start (look parser))) + (multiple-value-bind (kind iri) (identity-value parser) + (if (punctuation-p parser #\:) + (progn + (consume parser) + (multiple-value-bind (value datatype) (read-occurrence-literal parser) + (let ((type (topic-maps.tmdm:intern-topic map kind iri))) + (topic-maps.tmdm:add-occurrence topic type value :datatype datatype) + (topic-maps.tmdm:canonical-topic topic)))) + (if (eq :identifier (token-kind start)) + (if (punctuation-p parser #\() + (problem 'ctm-unsupported :topic-tail (token-position start) "Template invocations are outside this subset.") + (problem 'ctm-rejection :expected-occurrence-type-separator (token-position (look parser)) + "Expected ':' after the Occurrence Type.")) + (topic-maps.tmdm:add-topic-identifier topic kind iri)))))) + (defun read-topic (parser map &optional (topic (identity-reference parser map))) (let ((has-tail nil)) (loop @@ -80,16 +173,10 @@ (problem 'ctm-rejection :missing-period (token-position (look parser)) "Topic declaration requires a final period.")) ((or (and (eq :punctuation (token-kind (look parser))) (find (token-value (look parser)) "=^")) - (member (token-kind (look parser)) '(:iri :qname))) + (member (token-kind (look parser)) '(:identifier :iri :qname))) (when has-tail (problem 'ctm-rejection :expected-separator (token-position (look parser)) "Topic-tail statements need a semicolon separator.")) - ;; CTM 3.9 adds the locator to this Topic, without creating another - ;; Topic just for the assignment. The model performs required merging. - (multiple-value-bind (kind iri) (identity-value parser) - (setf topic (topic-maps.tmdm:add-topic-identifier topic kind iri))) - (setf has-tail t)) - ((eq :identifier (token-kind (look parser))) - (problem 'ctm-unsupported :topic-tail (token-position (look parser)) "Type/template topic tails are outside the implemented subset.")) + (setf topic (read-identity-tail parser map topic) has-tail t)) ((punctuation-p parser #\() (problem 'ctm-unsupported :variant (token-position (look parser)) "Variant names are outside the implemented subset.")) (t (problem 'ctm-rejection :unexpected-token (token-position (look parser)) "Unexpected token after topic or name.")))))) @@ -129,7 +216,7 @@ (topic-maps.tmdm:make-association map type (nreverse roles)))) (defun deserialize-string (text &key document-iri source-name) - "Read the documented identity/name/unary-binary Association CTM subset. + "Read the documented identity/name/string-IRI Occurrence/unary-binary Association CTM subset. Source positions are zero-based character offsets; lines/columns are one-based." (check-type text string) (let ((*source-name* source-name) (*source-text* text))