2 "kind": "executor-fault-controls-not-corpus-results",
7 "actualOutcome": "cxtm-mismatch",
8 "expectedASDFFailureObserved": true,
9 "retainedOriginalPasses": 0,
10 "faultCountedAsPass": false
15 "actualOutcome": "execution-error",
16 "expectedASDFFailureObserved": true,
17 "retainedOriginalPasses": 0,
18 "faultCountedAsPass": false
22 "mode": "unsupported",
23 "actualOutcome": "unsupported",
24 "expectedASDFFailureObserved": true,
25 "retainedOriginalPasses": 0,
26 "faultCountedAsPass": false
31 "actualOutcome": "execution-error",
32 "expectedASDFFailureObserved": true,
33 "retainedOriginalPasses": 0,
34 "faultCountedAsPass": false
39 "actualOutcome": "execution-error",
40 "expectedASDFFailureObserved": true,
41 "retainedOriginalPasses": 0,
42 "faultCountedAsPass": false
47 "actualOutcome": "ctm-acceptance",
48 "expectedASDFFailureObserved": true,
49 "retainedOriginalPasses": 26,
50 "faultCountedAsPass": false
55 "actualOutcome": "execution-error",
56 "expectedASDFFailureObserved": true,
57 "retainedOriginalPasses": 26,
58 "faultCountedAsPass": false
62 "mode": "unsupported",
63 "actualOutcome": "unsupported",
64 "expectedASDFFailureObserved": true,
65 "retainedOriginalPasses": 26,
66 "faultCountedAsPass": false
70 "mode": "wrong-cause",
71 "actualOutcome": "execution-error",
72 "expectedASDFFailureObserved": true,
73 "retainedOriginalPasses": 26,
74 "faultCountedAsPass": false
79 "actualOutcome": "cxtm-mismatch",
80 "expectedASDFFailureObserved": true,
81 "retainedOriginalPasses": 33,
82 "faultCountedAsPass": false
87 "actualOutcome": "execution-error",
88 "expectedASDFFailureObserved": true,
89 "retainedOriginalPasses": 33,
90 "faultCountedAsPass": false
94 "mode": "unsupported",
95 "actualOutcome": "unsupported",
96 "expectedASDFFailureObserved": true,
97 "retainedOriginalPasses": 33,
98 "faultCountedAsPass": false
103 "actualOutcome": "execution-error",
104 "expectedASDFFailureObserved": true,
105 "retainedOriginalPasses": 33,
106 "faultCountedAsPass": false
111 "actualOutcome": "cxtm-mismatch",
112 "expectedASDFFailureObserved": true,
113 "retainedOriginalPasses": 43,
114 "faultCountedAsPass": false
119 "actualOutcome": "execution-error",
120 "expectedASDFFailureObserved": true,
121 "retainedOriginalPasses": 43,
122 "faultCountedAsPass": false
126 "mode": "unsupported",
127 "actualOutcome": "unsupported",
128 "expectedASDFFailureObserved": true,
129 "retainedOriginalPasses": 43,
130 "faultCountedAsPass": false
135 "actualOutcome": "execution-error",
136 "expectedASDFFailureObserved": true,
137 "retainedOriginalPasses": 43,
138 "faultCountedAsPass": false
143 "actualOutcome": "cxtm-mismatch",
144 "expectedASDFFailureObserved": true,
145 "retainedOriginalPasses": 48,
146 "faultCountedAsPass": false
151 "actualOutcome": "execution-error",
152 "expectedASDFFailureObserved": true,
153 "retainedOriginalPasses": 48,
154 "faultCountedAsPass": false
158 "mode": "unsupported",
159 "actualOutcome": "unsupported",
160 "expectedASDFFailureObserved": true,
161 "retainedOriginalPasses": 48,
162 "faultCountedAsPass": false
167 "actualOutcome": "execution-error",
168 "expectedASDFFailureObserved": true,
169 "retainedOriginalPasses": 48,
170 "faultCountedAsPass": false
175 "actualOutcome": "cxtm-mismatch",
176 "expectedASDFFailureObserved": true,
177 "retainedOriginalPasses": 50,
178 "faultCountedAsPass": false
183 "actualOutcome": "execution-error",
184 "expectedASDFFailureObserved": true,
185 "retainedOriginalPasses": 50,
186 "faultCountedAsPass": false
190 "mode": "unsupported",
191 "actualOutcome": "unsupported",
192 "expectedASDFFailureObserved": true,
193 "retainedOriginalPasses": 50,
194 "faultCountedAsPass": false
199 "actualOutcome": "execution-error",
200 "expectedASDFFailureObserved": true,
201 "retainedOriginalPasses": 50,
202 "faultCountedAsPass": false
205 "family": "variant-negative",
207 "actualOutcome": "ctm-acceptance",
208 "expectedASDFFailureObserved": true,
209 "retainedOriginalPasses": 55,
210 "faultCountedAsPass": false
213 "family": "variant-negative",
215 "actualOutcome": "execution-error",
216 "expectedASDFFailureObserved": true,
217 "retainedOriginalPasses": 55,
218 "faultCountedAsPass": false
221 "family": "variant-negative",
222 "mode": "unsupported",
223 "actualOutcome": "unsupported",
224 "expectedASDFFailureObserved": true,
225 "retainedOriginalPasses": 55,
226 "faultCountedAsPass": false
229 "family": "variant-negative",
230 "mode": "wrong-cause",
231 "actualOutcome": "execution-error",
232 "expectedASDFFailureObserved": true,
233 "retainedOriginalPasses": 55,
234 "faultCountedAsPass": false
237 "family": "variant-negative",
239 "actualOutcome": "execution-error",
240 "expectedASDFFailureObserved": true,
241 "retainedOriginalPasses": 55,
242 "faultCountedAsPass": false
245 "family": "merge-variant",
247 "actualOutcome": "cxtm-mismatch",
248 "expectedASDFFailureObserved": true,
249 "retainedOriginalPasses": 56,
250 "faultCountedAsPass": false
253 "family": "merge-variant",
255 "actualOutcome": "execution-error",
256 "expectedASDFFailureObserved": true,
257 "retainedOriginalPasses": 56,
258 "faultCountedAsPass": false
261 "family": "merge-variant",
262 "mode": "unsupported",
263 "actualOutcome": "unsupported",
264 "expectedASDFFailureObserved": true,
265 "retainedOriginalPasses": 56,
266 "faultCountedAsPass": false
269 "family": "merge-variant",
271 "actualOutcome": "execution-error",
272 "expectedASDFFailureObserved": true,
273 "retainedOriginalPasses": 56,
274 "faultCountedAsPass": false
277 "family": "merge-variant",
279 "actualOutcome": "execution-error",
280 "expectedASDFFailureObserved": true,
281 "retainedOriginalPasses": 56,
282 "faultCountedAsPass": false
285 "family": "resource-ref",
287 "actualOutcome": "cxtm-mismatch",
288 "expectedASDFFailureObserved": true,
289 "retainedOriginalPasses": 57,
290 "faultCountedAsPass": false
293 "family": "resource-ref",
295 "actualOutcome": "execution-error",
296 "expectedASDFFailureObserved": true,
297 "retainedOriginalPasses": 57,
298 "faultCountedAsPass": false
301 "family": "resource-ref",
302 "mode": "unsupported",
303 "actualOutcome": "unsupported",
304 "expectedASDFFailureObserved": true,
305 "retainedOriginalPasses": 57,
306 "faultCountedAsPass": false
309 "family": "resource-ref",
311 "actualOutcome": "execution-error",
312 "expectedASDFFailureObserved": true,
313 "retainedOriginalPasses": 57,
314 "faultCountedAsPass": false
317 "family": "resource-ref",
319 "actualOutcome": "execution-error",
320 "expectedASDFFailureObserved": true,
321 "retainedOriginalPasses": 57,
322 "faultCountedAsPass": false
325 "family": "resource-ref-relative",
327 "actualOutcome": "cxtm-mismatch",
328 "expectedASDFFailureObserved": true,
329 "retainedOriginalPasses": 58,
330 "faultCountedAsPass": false
333 "family": "resource-ref-relative",
335 "actualOutcome": "execution-error",
336 "expectedASDFFailureObserved": true,
337 "retainedOriginalPasses": 58,
338 "faultCountedAsPass": false
341 "family": "resource-ref-relative",
342 "mode": "unsupported",
343 "actualOutcome": "unsupported",
344 "expectedASDFFailureObserved": true,
345 "retainedOriginalPasses": 58,
346 "faultCountedAsPass": false
349 "family": "resource-ref-relative",
351 "actualOutcome": "execution-error",
352 "expectedASDFFailureObserved": true,
353 "retainedOriginalPasses": 58,
354 "faultCountedAsPass": false
357 "family": "resource-ref-relative",
359 "actualOutcome": "execution-error",
360 "expectedASDFFailureObserved": true,
361 "retainedOriginalPasses": 58,
362 "faultCountedAsPass": false
365 "family": "uri-data",
367 "actualOutcome": "cxtm-mismatch",
368 "expectedASDFFailureObserved": true,
369 "retainedOriginalPasses": 59,
370 "faultCountedAsPass": false
373 "family": "uri-data",
375 "actualOutcome": "execution-error",
376 "expectedASDFFailureObserved": true,
377 "retainedOriginalPasses": 59,
378 "faultCountedAsPass": false
381 "family": "uri-data",
382 "mode": "unsupported",
383 "actualOutcome": "unsupported",
384 "expectedASDFFailureObserved": true,
385 "retainedOriginalPasses": 59,
386 "faultCountedAsPass": false
389 "family": "uri-data",
391 "actualOutcome": "execution-error",
392 "expectedASDFFailureObserved": true,
393 "retainedOriginalPasses": 59,
394 "faultCountedAsPass": false
397 "family": "uri-data",
399 "actualOutcome": "execution-error",
400 "expectedASDFFailureObserved": true,
401 "retainedOriginalPasses": 59,
402 "faultCountedAsPass": false
405 "family": "variant-iid",
407 "actualOutcome": "cxtm-mismatch",
408 "expectedASDFFailureObserved": true,
409 "retainedOriginalPasses": 60,
410 "faultCountedAsPass": false
413 "family": "variant-iid",
415 "actualOutcome": "execution-error",
416 "expectedASDFFailureObserved": true,
417 "retainedOriginalPasses": 60,
418 "faultCountedAsPass": false
421 "family": "variant-iid",
422 "mode": "unsupported",
423 "actualOutcome": "unsupported",
424 "expectedASDFFailureObserved": true,
425 "retainedOriginalPasses": 60,
426 "faultCountedAsPass": false
429 "family": "variant-iid",
431 "actualOutcome": "execution-error",
432 "expectedASDFFailureObserved": true,
433 "retainedOriginalPasses": 60,
434 "faultCountedAsPass": false
437 "family": "variant-iid",
439 "actualOutcome": "execution-error",
440 "expectedASDFFailureObserved": true,
441 "retainedOriginalPasses": 60,
442 "faultCountedAsPass": false
445 "family": "variant-iid-duplicate",
447 "actualOutcome": "cxtm-mismatch",
448 "expectedASDFFailureObserved": true,
449 "retainedOriginalPasses": 61,
450 "faultCountedAsPass": false
453 "family": "variant-iid-duplicate",
455 "actualOutcome": "execution-error",
456 "expectedASDFFailureObserved": true,
457 "retainedOriginalPasses": 61,
458 "faultCountedAsPass": false
461 "family": "variant-iid-duplicate",
462 "mode": "unsupported",
463 "actualOutcome": "unsupported",
464 "expectedASDFFailureObserved": true,
465 "retainedOriginalPasses": 61,
466 "faultCountedAsPass": false
469 "family": "variant-iid-duplicate",
471 "actualOutcome": "execution-error",
472 "expectedASDFFailureObserved": true,
473 "retainedOriginalPasses": 61,
474 "faultCountedAsPass": false
477 "family": "variant-iid-duplicate",
479 "actualOutcome": "execution-error",
480 "expectedASDFFailureObserved": true,
481 "retainedOriginalPasses": 61,
482 "faultCountedAsPass": false