]> dreyeck.freedombox.rocks Git - topic-maps.git/blob - src/tmdm/merging.lisp
Support controlled XTM notation in CTM Mergemap with offline regression evidence
[topic-maps.git] / src / tmdm / merging.lisp
1 (in-package #:topic-maps.tmdm)
2
3 (defun identifiers (topic kind)
4 (ecase kind
5 (:item-identifier (%topic-item-identifiers topic))
6 (:subject-identifier (%topic-subject-identifiers topic))
7 (:subject-locator (%topic-subject-locators topic))))
8
9 (defun identifier-matches-p (topic kind iri)
10 ;; One identity rule for lookup and merging: TMDM 5.3.5, excluding reification.
11 (some (lambda (property) (member iri (identifiers topic property) :test #'string=))
12 (ecase kind
13 ((:item-identifier :subject-identifier) '(:item-identifier :subject-identifier))
14 (:subject-locator '(:subject-locator)))))
15
16 (defun equal-topics-p (a b)
17 (or (some (lambda (kind)
18 (some (lambda (iri) (identifier-matches-p a kind iri)) (identifiers b kind)))
19 '(:item-identifier :subject-identifier :subject-locator))
20 (let ((target (topic-reified a))) (and target (eq target (topic-reified b))))))
21
22 (defun set-union (a b test)
23 (remove-duplicates (append a b) :test test :from-end t))
24
25 (defun replace-pair (items a b replacement)
26 ;; Set ordering is not normative; retain the first replaced position.
27 (loop with inserted = nil for item in items
28 append (if (or (eq item a) (eq item b))
29 (unless inserted (setf inserted t) (list replacement))
30 (list item))))
31
32 (defun equal-pair (items predicate)
33 (loop for tail on items do
34 (let ((other (find-if (lambda (item) (funcall predicate (first tail) item)) (rest tail))))
35 (when other (return (list (first tail) other))))))
36
37 (define-condition scope-error (error)
38 ((code :initarg :code :reader scope-error-code)
39 (detail :initarg :detail :reader scope-error-detail))
40 (:report (lambda (c stream) (format stream "Scope ~A: ~A" (scope-error-code c) (scope-error-detail c)))))
41 (defun scope-problem (code detail) (error 'scope-error :code code :detail detail))
42 (defun proper-list-p (value)
43 ;; LIST-LENGTH detects cycles; dotted tails signal TYPE-ERROR. ANSI CL only.
44 (and (listp value) (handler-case (integerp (list-length value)) (type-error () nil))))
45 (defun canonical-scope (map themes)
46 "Validate before mutation and copy a set of current same-map Topic references."
47 (unless (proper-list-p themes)
48 (scope-problem :invalid-scope "Supply a proper finite list of Topics."))
49 (remove-duplicates
50 (mapcar (lambda (theme)
51 (unless (typep theme 'topic) (scope-problem :invalid-theme "A theme must be a Topic object."))
52 (let ((current (live-topic theme)))
53 (unless (eq map (%topic-parent current))
54 (scope-problem :foreign-theme "Every theme must belong to the item's Topic Map."))
55 current)) themes)
56 :test #'eq :from-end t))
57 (defun same-scope-p (a b)
58 ;; Storage is canonical and duplicate-free; equality has no sequence ordering.
59 (and (= (length a) (length b)) (every (lambda (theme) (member theme b :test #'eq)) a)))
60
61 (defun normalize-names (map)
62 ;; Rescan live owners after each replacement: merging Reifiers can replace
63 ;; the owner/type/theme of the very Name currently being normalized.
64 (loop for entry = (loop for topic in (%topic-map-topics map)
65 for pair = (equal-pair (%topic-names topic)
66 (lambda (a b) (and (string= (%topic-name-value a) (%topic-name-value b))
67 (eq (%topic-name-type a) (%topic-name-type b))
68 (same-scope-p (%topic-name-scope a) (%topic-name-scope b)))))
69 when pair return (cons topic pair))
70 while entry do
71 (let* ((topic (first entry)) (a (second entry)) (b (third entry))
72 (c (%make-topic-name (%topic-name-value a) (%topic-name-type a) topic)))
73 (setf (%topic-name-scope c) (copy-list (%topic-name-scope a))
74 (%topic-name-item-identifiers c) (set-union (%topic-name-item-identifiers a) (%topic-name-item-identifiers b) #'string=)
75 (%topic-name-variants c) (set-union (%topic-name-variants a) (%topic-name-variants b) #'eq)
76 (%topic-names topic) (replace-pair (%topic-names topic) a b c)
77 (%topic-name-forward a) c (%topic-name-forward b) c)
78 (dolist (v (%topic-name-variants c)) (setf (%variant-parent v) c))
79 (merge-item-reifiers c a b)))
80 (normalize-variants map))
81
82 (defun merge-two-topics (map a b)
83 ;; TMDM 6.2: create C, union supported properties, replace model references.
84 ;; TMDM 6.2 conflict is checked against current targets BEFORE replacement.
85 (check-core-subject-identifiers (append (%topic-subject-identifiers a) (%topic-subject-identifiers b)))
86 (let ((left (topic-reified a)) (right (topic-reified b)))
87 (when (and left right (not (eq left right)))
88 (reification-problem :reifier-conflict "Topics reify different information items.")))
89 (check-variant-merge-constraints map :pair (list a b))
90 (let ((c (%make-topic map)))
91 (setf (%topic-item-identifiers c) (set-union (%topic-item-identifiers a) (%topic-item-identifiers b) #'string=)
92 (%topic-subject-identifiers c) (set-union (%topic-subject-identifiers a) (%topic-subject-identifiers b) #'string=)
93 (%topic-subject-locators c) (set-union (%topic-subject-locators a) (%topic-subject-locators b) #'string=)
94 (%topic-names c) (set-union (%topic-names a) (%topic-names b) #'eq)
95 (%topic-occurrences c) (set-union (%topic-occurrences a) (%topic-occurrences b) #'eq)
96 (%topic-map-topics map) (replace-pair (%topic-map-topics map) a b c)
97 (%topic-forward a) c (%topic-forward b) c)
98 (dolist (topic (%topic-map-topics map))
99 (dolist (name (%topic-names topic))
100 ;; Parent is the computed containing topic (TMDM 5.4).
101 (setf (%topic-name-parent name) topic
102 (%topic-name-type name) (canonical-topic (%topic-name-type name))
103 (%topic-name-scope name) (canonical-scope map (%topic-name-scope name)))
104 (dolist (item (%topic-name-variants name))
105 (setf (%variant-scope item) (canonical-scope map (%variant-scope item))))))
106 (dolist (topic (%topic-map-topics map))
107 (dolist (occurrence (%topic-occurrences topic))
108 (setf (%occurrence-parent occurrence) topic
109 (%occurrence-type occurrence) (canonical-topic (%occurrence-type occurrence))
110 (%occurrence-scope occurrence) (canonical-scope map (%occurrence-scope occurrence)))))
111 (dolist (association (%topic-map-associations map))
112 (setf (%association-type association) (canonical-topic (%association-type association))
113 (%association-scope association) (canonical-scope map (%association-scope association)))
114 (dolist (role (%association-roles association))
115 (setf (%association-role-type role) (canonical-topic (%association-role-type role))
116 (%association-role-player role) (canonical-topic (%association-role-player role)))))
117 (dolist (item (map-information-items map))
118 (when (and (reifiable-p item) (%item-reifier item))
119 (setf (%item-reifier item) (canonical-topic (%item-reifier item)))))
120 (normalize-names map)
121 (normalize-occurrences map)
122 (normalize-associations map)
123 (canonical-topic c)))
124
125 (defun normalize-topic-map (map)
126 "Reach a fixed point of same-map Topic and structural item merging."
127 (check-type map topic-map)
128 (when (needs-merge-preflight-p map)
129 (return-from normalize-topic-map
130 (preflight-merge-mutation map (lambda (ref) (normalize-topic-map (funcall ref map))))))
131 (validate-map-core-subjects map)
132 (check-variant-merge-constraints map)
133 (loop for before = (length (map-information-items map)) do
134 (loop for pair = (equal-pair (%topic-map-topics map) #'equal-topics-p)
135 while pair do
136 ;; A staged import may contain equal owners/types AND equal Reifier
137 ;; Topics whose Names/Occurrences/etc. have not merged yet. First perform
138 ;; available nonconflicting Topic merges; their ordinary item merging can
139 ;; resolve those Reified references. Do not let collection order invent a
140 ;; conflict. If none can proceed, MERGE-TWO-TOPICS still signals TMDM 6.2's
141 ;; conflict; no equality or conflict rule is relaxed.
142 (let ((ready (equal-pair (%topic-map-topics map)
143 (lambda (a b)
144 (and (equal-topics-p a b)
145 (let ((left (topic-reified a)) (right (topic-reified b)))
146 (not (and left right (not (eq left right))))))))))
147 (let ((next (or ready pair)))
148 (merge-two-topics map (first next) (second next)))))
149 (normalize-names map) (normalize-occurrences map) (normalize-associations map)
150 when (= before (length (map-information-items map))) return map))
151
152 (defun live-topic (topic)
153 (let ((current (canonical-topic topic)))
154 (unless (member current (%topic-map-topics (%topic-parent current)) :test #'eq)
155 (error "Topic is not a live member of its map."))
156 current))
157
158 (defun merge-topics (a b)
159 "Merge two Topics in the same map, returning their current representative.
160 Explicit merging may assert shared subject identity beyond locator equality.
161 Cross-map merging is rejected before mutation. Obsolete handles remain resolvable."
162 (let* ((a (live-topic a)) (b (live-topic b)) (map (%topic-parent a)))
163 (unless (eq map (%topic-parent b)) (error "Cross-map Topic merging is outside this API."))
164 (when (needs-merge-preflight-p map)
165 (return-from merge-topics (preflight-merge-mutation map
166 (lambda (ref) (merge-topics (funcall ref a) (funcall ref b))))))
167 (unless (eq a b) (setf a (merge-two-topics map a b)))
168 (normalize-topic-map map)
169 (canonical-topic a)))
170
171 (defun add-topic-identifier (topic kind iri)
172 "Add a locator to its distinct identity property and perform required merging.
173 KIND is :ITEM-IDENTIFIER, :SUBJECT-IDENTIFIER or :SUBJECT-LOCATOR.
174 IRI is an already resolved, nonempty absolute locator string; CTM validates it."
175 (unless (and (stringp iri) (plusp (length iri))) (error "A nonempty locator string is required."))
176 (let ((topic (live-topic topic)))
177 (when (needs-merge-preflight-p (%topic-parent topic))
178 (return-from add-topic-identifier (preflight-merge-mutation (%topic-parent topic)
179 (lambda (ref) (add-topic-identifier (funcall ref topic) kind iri)))))
180 (when (eq kind :subject-identifier)
181 (check-core-subject-identifiers (cons iri (%topic-subject-identifiers topic))))
182 (check-topic-occurrence-identifiers (%topic-parent topic) kind iri)
183 ;; Check the entire prospective identity closure before adding the locator.
184 (check-variant-merge-constraints (%topic-parent topic) :identifier (list topic kind iri))
185 (ecase kind
186 (:item-identifier (pushnew (copy-seq iri) (%topic-item-identifiers topic) :test #'string=))
187 (:subject-identifier (pushnew iri (%topic-subject-identifiers topic) :test #'string=))
188 (:subject-locator (pushnew iri (%topic-subject-locators topic) :test #'string=)))
189 (normalize-topic-map (%topic-parent topic))
190 (canonical-topic topic)))
191
192 (defun intern-topic (map kind iri)
193 "Lookup/create a Topic using the same identity rule as same-map merging."
194 (check-type map topic-map)
195 (unless (and (stringp iri) (plusp (length iri))) (error "A nonempty locator string is required."))
196 ;; Validate the category even for an empty map, before adding a Topic.
197 (ecase kind ((:item-identifier :subject-identifier :subject-locator)))
198 (check-topic-occurrence-identifiers map kind iri)
199 ;; Preflight BEFORE creating a new Topic, so rejected cascades cannot leave
200 ;; even an empty newly interned item in the original Map.
201 (when (needs-merge-preflight-p map)
202 (return-from intern-topic (preflight-merge-mutation map
203 (lambda (ref) (intern-topic (funcall ref map) kind iri)))))
204 (let ((topic (or (find-if (lambda (topic) (identifier-matches-p topic kind iri))
205 (%topic-map-topics map))
206 (let ((new (%make-topic map)))
207 (setf (%topic-map-topics map) (append (%topic-map-topics map) (list new)))
208 new))))
209 (add-topic-identifier topic kind iri)))
210
211 (defun add-name (topic value &key (type nil type-supplied-p) scope)
212 "Add a Name with VALUE, optional TYPE Topic and SCOPE Topic set (TMDM 5.4).
213 Validate all arguments before interning the default type. Retained Topic handles
214 are canonicalized, including after default-type identity merging."
215 (check-type value string)
216 (let* ((topic (live-topic topic)) (map (%topic-parent topic))
217 (scope (canonical-scope map scope))
218 (type (when type-supplied-p (live-topic type))))
219 (when (and type-supplied-p (not (eq map (%topic-parent type))))
220 (error "Name type belongs to another map."))
221 (unless type-supplied-p
222 (setf type (intern-topic map :subject-identifier (default-name-type-identifier))))
223 (let* ((topic (canonical-topic topic)) (type (canonical-topic type))
224 (scope (canonical-scope map scope))
225 (existing (find-if (lambda (name)
226 (and (string= value (%topic-name-value name))
227 (eq type (%topic-name-type name))
228 (same-scope-p scope (%topic-name-scope name))))
229 (%topic-names topic))))
230 (or existing
231 (let ((name (%make-topic-name value type topic)))
232 (setf (%topic-name-scope name) scope
233 (%topic-names topic) (append (%topic-names topic) (list name)))
234 name)))))
235
236 (defun add-default-name (topic value &key scope)
237 "Compatibility entry point for ADD-NAME with the CTM 3.11 default type."
238 (add-name topic value :scope scope))