@agenticprimitives/ontology 1.0.0-alpha.25 → 1.0.0-alpha.27
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cbox/judgment-shapes.shacl.ttl +83 -0
- package/cbox/run-measures-shapes.shacl.ttl +59 -0
- package/cbox/run-provenance-shapes.shacl.ttl +92 -0
- package/dist/artifacts.d.ts +6 -2
- package/dist/artifacts.d.ts.map +1 -1
- package/dist/artifacts.js +17 -0
- package/dist/artifacts.js.map +1 -1
- package/dist/evaluation-context.d.ts +134 -0
- package/dist/evaluation-context.d.ts.map +1 -0
- package/dist/evaluation-context.js +136 -0
- package/dist/evaluation-context.js.map +1 -0
- package/dist/governance.d.ts +84 -0
- package/dist/governance.d.ts.map +1 -0
- package/dist/governance.js +88 -0
- package/dist/governance.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -0
- package/dist/index.js.map +1 -1
- package/dist/outcomes.d.ts +47 -0
- package/dist/outcomes.d.ts.map +1 -0
- package/dist/outcomes.js +40 -0
- package/dist/outcomes.js.map +1 -0
- package/dist/participant-vocabulary.d.ts +3 -0
- package/dist/participant-vocabulary.d.ts.map +1 -1
- package/dist/participant-vocabulary.js +3 -0
- package/dist/participant-vocabulary.js.map +1 -1
- package/dist/party-roles.d.ts +13 -4
- package/dist/party-roles.d.ts.map +1 -1
- package/dist/party-roles.js +24 -6
- package/dist/party-roles.js.map +1 -1
- package/dist/payload-classes.d.ts +22 -0
- package/dist/payload-classes.d.ts.map +1 -0
- package/dist/payload-classes.js +30 -0
- package/dist/payload-classes.js.map +1 -0
- package/dist/principles.generated.d.ts +11 -0
- package/dist/principles.generated.d.ts.map +1 -0
- package/dist/principles.generated.js +293 -0
- package/dist/principles.generated.js.map +1 -0
- package/dist/published-works.d.ts +13 -0
- package/dist/published-works.d.ts.map +1 -0
- package/dist/published-works.js +18 -0
- package/dist/published-works.js.map +1 -0
- package/dist/run-measures-context.d.ts +74 -0
- package/dist/run-measures-context.d.ts.map +1 -0
- package/dist/run-measures-context.js +77 -0
- package/dist/run-measures-context.js.map +1 -0
- package/dist/run-provenance-context.d.ts +104 -0
- package/dist/run-provenance-context.d.ts.map +1 -1
- package/dist/run-provenance-context.js +105 -1
- package/dist/run-provenance-context.js.map +1 -1
- package/dist/transitions.d.ts +42 -0
- package/dist/transitions.d.ts.map +1 -0
- package/dist/transitions.js +100 -0
- package/dist/transitions.js.map +1 -0
- package/dist/vault-records.d.ts.map +1 -1
- package/dist/vault-records.js +175 -0
- package/dist/vault-records.js.map +1 -1
- package/dist/versions.generated.d.ts +247 -0
- package/dist/versions.generated.d.ts.map +1 -0
- package/dist/versions.generated.js +300 -0
- package/dist/versions.generated.js.map +1 -0
- package/evaluation.jsonld +133 -0
- package/package.json +21 -8
- package/run-measures.jsonld +34 -0
- package/run-provenance.jsonld +247 -39
- package/tbox/content.ttl +23 -0
- package/tbox/context.ttl +59 -7
- package/tbox/core.ttl +62 -1
- package/tbox/dcat-imports.ttl +19 -0
- package/tbox/dqv-imports.ttl +29 -0
- package/tbox/earl-imports.ttl +31 -0
- package/tbox/evaluation.ttl +234 -0
- package/tbox/execution.ttl +364 -1
- package/tbox/governance.ttl +67 -0
- package/tbox/identity.ttl +5 -0
- package/tbox/intents.ttl +39 -0
- package/tbox/payload.ttl +94 -0
- package/tbox/principles.ttl +212 -0
- package/tbox/prov-imports.ttl +4 -1
- package/tbox/skos-imports.ttl +54 -0
- package/tbox/transition.ttl +63 -0
- package/tbox/verification-receipt.ttl +7 -0
- package/versions.adoption.json +113 -0
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
# T-box — MEASUREMENTS of a harness run (spec 414 §7, A2). Namespace apeval:.
|
|
2
|
+
#
|
|
3
|
+
# ── What this is and is NOT ───────────────────────────────────────────────────────────────────────
|
|
4
|
+
# A measurement is a NUMBER about a run or a step, computed from its trace alone — completion, verdict counts,
|
|
5
|
+
# latency, model calls, tokens, vault calls, replans. It is DESCRIPTIVE: nothing here says whether an answer was
|
|
6
|
+
# right (that is a judgment — spec 414 §3.4, a different record with a named criterion and judge). It is EVIDENCE,
|
|
7
|
+
# never authority: no gate reads an apeval: term (spec 354 §1 / ADR-0041). And it carries no words: a measurement is
|
|
8
|
+
# a metric, a value and a unit (shape M3).
|
|
9
|
+
#
|
|
10
|
+
# Every term specializes a standard one (spec 414 §2 rule 2): a metric is a dqv:Metric, a measurement a
|
|
11
|
+
# dqv:QualityMeasurement (and a prov:Entity, generated by a measuring activity that used the run's bundle).
|
|
12
|
+
# A metric's IRI is DERIVED from its skos:notation — `m-` + camelCase (`latency-ms` → `apeval:m-latencyMs`) — so
|
|
13
|
+
# code names a metric by notation and never by a lookup table (asserted in the ontology suite).
|
|
14
|
+
|
|
15
|
+
@prefix apeval: <https://agenticprimitives.dev/ns/evaluation#> .
|
|
16
|
+
@prefix apexec: <https://agenticprimitives.dev/ns/execution#> .
|
|
17
|
+
@prefix dqv: <http://www.w3.org/ns/dqv#> .
|
|
18
|
+
@prefix prov: <http://www.w3.org/ns/prov#> .
|
|
19
|
+
@prefix skos: <http://www.w3.org/2004/02/skos/core#> .
|
|
20
|
+
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
|
|
21
|
+
@prefix owl: <http://www.w3.org/2002/07/owl#> .
|
|
22
|
+
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
|
|
23
|
+
@prefix dcat: <http://www.w3.org/ns/dcat#> .
|
|
24
|
+
@prefix earl: <http://www.w3.org/ns/earl#> .
|
|
25
|
+
@prefix dcterms: <http://purl.org/dc/terms/> .
|
|
26
|
+
@prefix ep-plan: <https://w3id.org/ep-plan#> .
|
|
27
|
+
@prefix p-plan: <http://purl.org/net/p-plan#> .
|
|
28
|
+
|
|
29
|
+
apeval: a owl:Ontology ;
|
|
30
|
+
rdfs:label "Agentic Primitives — run measurements" ;
|
|
31
|
+
owl:versionInfo "0.4.0" ;
|
|
32
|
+
rdfs:comment "Descriptive measurements of a harness run, on W3C DQV. Spec 414 §7 / 415 A2." .
|
|
33
|
+
|
|
34
|
+
apeval:Metric a owl:Class ;
|
|
35
|
+
rdfs:subClassOf dqv:Metric , skos:Concept ;
|
|
36
|
+
rdfs:label "Metric" ;
|
|
37
|
+
rdfs:comment "A quantity computed from a run's trace alone. Declared here once; code names it by skos:notation. NOT a criterion (a stated expectation — spec 414 §3.4) and NOT a score of correctness." .
|
|
38
|
+
|
|
39
|
+
apeval:Metrics a skos:ConceptScheme ; rdfs:label "Run metrics" .
|
|
40
|
+
|
|
41
|
+
apeval:RunMeasurement a owl:Class ;
|
|
42
|
+
rdfs:subClassOf dqv:QualityMeasurement , prov:Entity ;
|
|
43
|
+
rdfs:label "RunMeasurement" ;
|
|
44
|
+
rdfs:comment "One measurement of one metric on one run or step (dqv:computedOn the run's or the step's activity). Generated by an apeval:Measuring activity that prov:used the run's bundle." .
|
|
45
|
+
|
|
46
|
+
apeval:Measuring a owl:Class ;
|
|
47
|
+
rdfs:subClassOf prov:Activity ;
|
|
48
|
+
rdfs:label "Measuring" ;
|
|
49
|
+
rdfs:comment "The activity of computing a run's measurements from its trace. Mechanical and reproducible: the same trace yields the same measurements." .
|
|
50
|
+
|
|
51
|
+
apeval:RunMeasures a owl:Class ;
|
|
52
|
+
rdfs:subClassOf dqv:QualityMeasurementDataset , prov:Bundle ;
|
|
53
|
+
rdfs:label "RunMeasures" ;
|
|
54
|
+
rdfs:comment "One run's measurements as one record (`run.measures:<runRef>` in the acting agent's vault), prov:wasDerivedFrom the run's provenance bundle." .
|
|
55
|
+
|
|
56
|
+
apeval:unit a owl:DatatypeProperty ;
|
|
57
|
+
rdfs:domain apeval:RunMeasurement ; rdfs:range xsd:string ;
|
|
58
|
+
rdfs:label "unit" ;
|
|
59
|
+
rdfs:comment "UCUM code of the value: `ms`, `{count}`, `1` (a ratio or a 0/1 fact)." .
|
|
60
|
+
|
|
61
|
+
apeval:hasMeasurement a owl:ObjectProperty ;
|
|
62
|
+
rdfs:domain apeval:RunMeasures ; rdfs:range apeval:RunMeasurement ;
|
|
63
|
+
rdfs:label "hasMeasurement" .
|
|
64
|
+
|
|
65
|
+
# ── The metrics (spec 414 §7, intrinsic — from the trace alone) ──
|
|
66
|
+
apeval:m-completed a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "completed" ; skos:prefLabel "completed" ; skos:definition "1 when the run completed, 0 otherwise." .
|
|
67
|
+
apeval:m-stepsPlanned a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "steps-planned" ; skos:prefLabel "steps planned" .
|
|
68
|
+
apeval:m-stepsRun a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "steps-run" ; skos:prefLabel "steps run" ; skos:definition "Steps that executed (replayed steps excluded)." .
|
|
69
|
+
apeval:m-stepsRefused a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "steps-refused" ; skos:prefLabel "steps refused" .
|
|
70
|
+
apeval:m-verdictsAllow a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "verdicts-allow" ; skos:prefLabel "authority verdicts: allow" .
|
|
71
|
+
apeval:m-verdictsDeny a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "verdicts-deny" ; skos:prefLabel "authority verdicts: deny" .
|
|
72
|
+
apeval:m-approvalsWaited a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "approvals-waited" ; skos:prefLabel "approvals waited on" .
|
|
73
|
+
apeval:m-replans a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "replans" ; skos:prefLabel "replans forced by admission" .
|
|
74
|
+
apeval:m-resumedSteps a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "resumed-steps" ; skos:prefLabel "steps replayed on resume" .
|
|
75
|
+
apeval:m-latencyMs a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "latency-ms" ; skos:prefLabel "latency" ; skos:definition "From the request's arrival (or the first step) to the run's end; on a step, the step's own window." .
|
|
76
|
+
apeval:m-modelCalls a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "model-calls" ; skos:prefLabel "model calls" .
|
|
77
|
+
apeval:m-tokensIn a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "tokens-in" ; skos:prefLabel "tokens in" ; skos:definition "Provider-reported input tokens; absent when no provider reported them (never estimated)." .
|
|
78
|
+
apeval:m-tokensOut a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "tokens-out" ; skos:prefLabel "tokens out" .
|
|
79
|
+
apeval:m-vaultCalls a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "vault-calls" ; skos:prefLabel "vault calls" .
|
|
80
|
+
apeval:m-effectsConfirmed a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "effects-confirmed" ; skos:prefLabel "effects confirmed" ; skos:definition "Steps whose adapter observation reached `confirmed` (spec 410 §2)." .
|
|
81
|
+
apeval:m-engagements a apeval:Metric ; skos:inScheme apeval:Metrics ; skos:notation "engagements" ; skos:prefLabel "harness-capability engagements" .
|
|
82
|
+
|
|
83
|
+
# ═════════════════════════════════════════════════════════════════════════════════════════════════
|
|
84
|
+
# Spec 415 S0 + SEL-1 — REPLAY SETS, CRITERIA, and the first JUDGMENT: skill selection.
|
|
85
|
+
#
|
|
86
|
+
# A replay set is a versioned dataset of intents (DCAT), each optionally bound to a starting state. A CRITERION is a
|
|
87
|
+
# stated expectation, pre-registered by digest before any run it judges (spec 414 §3.4 J2): for selection, the gold
|
|
88
|
+
# skill and the acceptable set of each intent. A JUDGMENT is an activity by a NAMED judge of a declared KIND that used
|
|
89
|
+
# a subject and a criterion and generated a verdict (EARL) — evidence, never authority (J1). The selection outcome
|
|
90
|
+
# classes follow the AI Skills Commons trigger-accuracy methodology v1.0 (§1), named here once.
|
|
91
|
+
# ═════════════════════════════════════════════════════════════════════════════════════════════════
|
|
92
|
+
|
|
93
|
+
apeval:ReplaySet a owl:Class ;
|
|
94
|
+
rdfs:subClassOf dcat:Dataset ;
|
|
95
|
+
rdfs:label "ReplaySet" ;
|
|
96
|
+
rdfs:comment "A versioned, checksummed set of intents to replay under variants (spec 415 S0). Split into development and held-out (pre-registered by digest). NOT the criteria: gold lives in a separate criterion record." .
|
|
97
|
+
|
|
98
|
+
apeval:ReplayIntent a owl:Class ;
|
|
99
|
+
rdfs:subClassOf prov:Entity ;
|
|
100
|
+
rdfs:label "ReplayIntent" ;
|
|
101
|
+
rdfs:comment "One intent of a replay set, cited by id and digest. Its words live in the set's file; a run's graph never carries them." .
|
|
102
|
+
|
|
103
|
+
apeval:hasIntent a owl:ObjectProperty ; rdfs:domain apeval:ReplaySet ; rdfs:range apeval:ReplayIntent ; rdfs:label "hasIntent" .
|
|
104
|
+
apeval:split a owl:DatatypeProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range xsd:string ; rdfs:label "split" ; rdfs:comment "development | held-out." .
|
|
105
|
+
apeval:bucket a owl:DatatypeProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range xsd:string ; rdfs:label "bucket" ; rdfs:comment "The case bucket (explicit · implicit · contextual · negative-near · negative-scope · negative-out · collision-a · collision-b · collision-ambiguous)." .
|
|
106
|
+
apeval:setDigest a owl:DatatypeProperty ; rdfs:domain apeval:ReplaySet ; rdfs:range xsd:string ; rdfs:label "setDigest" ; rdfs:comment "sha256 over the set's canonical JSON (RFC 8785)." .
|
|
107
|
+
|
|
108
|
+
apeval:SelectionCriterion a owl:Class ;
|
|
109
|
+
rdfs:subClassOf ep-plan:Constraint ;
|
|
110
|
+
rdfs:label "SelectionCriterion" ;
|
|
111
|
+
rdfs:comment "What selection SHOULD do for one intent: the gold skill (or none, for a negative) and the acceptable alternates, pre-registered by digest. A hypothesis until adjudicated." .
|
|
112
|
+
|
|
113
|
+
apeval:criterionDigest a owl:DatatypeProperty ; rdfs:domain apeval:Judgment ; rdfs:range xsd:string ; rdfs:label "criterionDigest" ;
|
|
114
|
+
rdfs:comment "sha256 of the criterion record the judgment applied (J2: stated before, cited by digest)." .
|
|
115
|
+
|
|
116
|
+
apeval:Judgment a owl:Class ;
|
|
117
|
+
rdfs:subClassOf prov:Activity ;
|
|
118
|
+
rdfs:label "Judgment" ;
|
|
119
|
+
rdfs:comment "An activity that judged a subject (a run or a step) against a criterion and generated a verdict (spec 414 §3.4). Evidence, never authority; never rewrites the trace it judged (J1, J6)." .
|
|
120
|
+
|
|
121
|
+
apeval:Judge a owl:Class ;
|
|
122
|
+
rdfs:subClassOf prov:Agent ;
|
|
123
|
+
rdfs:label "Judge" ;
|
|
124
|
+
rdfs:comment "Who or what judged. Its KIND is declared (J3) and verdicts of different kinds are never pooled (J4)." .
|
|
125
|
+
|
|
126
|
+
apeval:judgeKind a owl:DatatypeProperty ; rdfs:domain apeval:Judge ; rdfs:range xsd:string ; rdfs:label "judgeKind" ; rdfs:comment "mechanical | model | human." .
|
|
127
|
+
|
|
128
|
+
apeval:SelectionOutcome a owl:Class ;
|
|
129
|
+
rdfs:subClassOf skos:Concept ;
|
|
130
|
+
rdfs:label "SelectionOutcome" ;
|
|
131
|
+
rdfs:comment "The class of a selection verdict (methodology v1.0 §1)." .
|
|
132
|
+
apeval:SelectionOutcomes a skos:ConceptScheme ; rdfs:label "Skill-selection outcomes" .
|
|
133
|
+
|
|
134
|
+
apeval:selectionOutcome a owl:ObjectProperty ; rdfs:domain earl:TestResult ; rdfs:range apeval:SelectionOutcome ; rdfs:label "selectionOutcome" .
|
|
135
|
+
apeval:chargedTo a owl:DatatypeProperty ; rdfs:domain earl:TestResult ; rdfs:range xsd:string ; rdfs:label "chargedTo" ; rdfs:comment "The skill a spurious or wrong selection is charged to (a canonical id)." .
|
|
136
|
+
apeval:evidenceKind a owl:DatatypeProperty ; rdfs:domain earl:TestResult ; rdfs:range xsd:string ; rdfs:label "evidenceKind" ; rdfs:comment "stamped (the harness recorded governedBySkill) | inferred (an opaque agent, by detection tier). Never pooled." .
|
|
137
|
+
|
|
138
|
+
apeval:so-tp a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "tp" ; skos:prefLabel "correct" ; skos:definition "The gold skill was selected." .
|
|
139
|
+
apeval:so-tpAlt a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "tp-alt" ; skos:prefLabel "acceptable alternative" ; skos:definition "A declared acceptable alternate was selected (excluded from accuracy, reported beside it)." .
|
|
140
|
+
apeval:so-misSib a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "mis-sib" ; skos:prefLabel "sibling miss" ; skos:definition "The gold skill's declared collision partner was selected instead." .
|
|
141
|
+
apeval:so-misFar a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "mis-far" ; skos:prefLabel "far miss" ; skos:definition "Some other skill was selected." .
|
|
142
|
+
apeval:so-miss a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "miss" ; skos:prefLabel "miss" ; skos:definition "A skill was expected and none was selected." .
|
|
143
|
+
apeval:so-tn a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "tn" ; skos:prefLabel "correct abstention" ; skos:definition "No skill was expected and none was selected." .
|
|
144
|
+
apeval:so-spur a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "spur" ; skos:prefLabel "spurious" ; skos:definition "No skill was expected and one was selected; charged to it." .
|
|
145
|
+
apeval:so-undetected a apeval:SelectionOutcome ; skos:inScheme apeval:SelectionOutcomes ; skos:notation "undetected" ; skos:prefLabel "undetected" ; skos:definition "The selection could not be read; excluded from denominators (a verdict of cantTell, never a pass or a fail)." .
|
|
146
|
+
|
|
147
|
+
# ── Experiments and the capture window (spec 414 §7–8, 415 A4) ─────────────────────────────────────
|
|
148
|
+
# A comparison is PRE-REGISTERED: the plan names the replay set, the criterion, the variants and the thresholds BY
|
|
149
|
+
# DIGEST before the first run, and scoring refuses across them. An experiment is the activity that ran it. A capture
|
|
150
|
+
# window is the activity inside which results may leave a test estate for the eval store — absent, expired or exceeded
|
|
151
|
+
# ⇒ export refused by name. None of this is authority: nothing here is read by a gate.
|
|
152
|
+
|
|
153
|
+
apeval:ExperimentPlan a owl:Class ;
|
|
154
|
+
rdfs:subClassOf p-plan:Plan ;
|
|
155
|
+
rdfs:label "ExperimentPlan" ;
|
|
156
|
+
rdfs:comment "A comparison pre-registered by digest: the replay set, the criterion, the variants (each a Variant digest), the split, the repeats and the thresholds, fixed BEFORE the first run (spec 415 §3a). A plan whose components differ in more than one thing between two variants is CONFOUNDED and says so." .
|
|
157
|
+
|
|
158
|
+
apeval:Experiment a owl:Class ;
|
|
159
|
+
rdfs:subClassOf prov:Activity ;
|
|
160
|
+
rdfs:label "Experiment" ;
|
|
161
|
+
rdfs:comment "The activity that ran an ExperimentPlan: every run it dispatched (by run reference, pseudonymised in the eval store), the judgments and the scores. Evidence, never authority." .
|
|
162
|
+
|
|
163
|
+
apeval:CaptureWindow a owl:Class ;
|
|
164
|
+
rdfs:subClassOf prov:Activity ;
|
|
165
|
+
rdfs:label "CaptureWindow" ;
|
|
166
|
+
rdfs:comment "The window inside which a test estate's runs may be exported to an eval store (spec 414 §8): the store, the capture level (L0 numbers · L1 structure · L2 graph · L3 words), the roster of test personas, the estate, and when it opens and expires. Export outside it is refused and counted, never downgraded silently." .
|
|
167
|
+
|
|
168
|
+
apeval:replaySetDigest a owl:DatatypeProperty ; rdfs:domain apeval:ExperimentPlan ; rdfs:range xsd:string ; rdfs:label "replaySetDigest" .
|
|
169
|
+
apeval:variantDigest a owl:DatatypeProperty ; rdfs:domain apeval:ExperimentPlan ; rdfs:range xsd:string ; rdfs:label "variantDigest" ; rdfs:comment "The digest of a Variant a plan compares (apexec:Variant)." .
|
|
170
|
+
apeval:thresholdsDigest a owl:DatatypeProperty ; rdfs:domain apeval:ExperimentPlan ; rdfs:range xsd:string ; rdfs:label "thresholdsDigest" .
|
|
171
|
+
apeval:planDigest a owl:DatatypeProperty ; rdfs:domain apeval:Experiment ; rdfs:range xsd:string ; rdfs:label "planDigest" ; rdfs:comment "The digest an Experiment cites for the plan it ran." .
|
|
172
|
+
apeval:repeats a owl:DatatypeProperty ; rdfs:domain apeval:ExperimentPlan ; rdfs:range xsd:integer ; rdfs:label "repeats" .
|
|
173
|
+
apeval:confounded a owl:DatatypeProperty ; rdfs:domain apeval:ExperimentPlan ; rdfs:range xsd:boolean ; rdfs:label "confounded" ; rdfs:comment "true when two compared variants differ in more than one component (spec 414 §7): the result is labelled, never read as a lift." .
|
|
174
|
+
apeval:captureLevel a owl:DatatypeProperty ; rdfs:domain prov:Entity ; rdfs:range xsd:string ; rdfs:label "captureLevel" ; rdfs:comment "L0 | L1 | L2 | L3 — the level a record was exported at. A number computed with words present is never read as one from the vault-only pipeline." .
|
|
175
|
+
apeval:roster a owl:DatatypeProperty ; rdfs:domain apeval:CaptureWindow ; rdfs:range xsd:string ; rdfs:label "roster" ; rdfs:comment "A test persona admitted by the window, by agent address." .
|
|
176
|
+
apeval:estate a owl:DatatypeProperty ; rdfs:domain apeval:CaptureWindow ; rdfs:range xsd:string ; rdfs:label "estate" ; rdfs:comment "The Home origin whose runs the window admits." .
|
|
177
|
+
apeval:hasRun a owl:ObjectProperty ; rdfs:subPropertyOf prov:used ; rdfs:domain apeval:Experiment ; rdfs:range prov:Entity ; rdfs:label "hasRun" ; rdfs:comment "A run the experiment dispatched (its bundle, pseudonymised)." .
|
|
178
|
+
apeval:refusedCount a owl:DatatypeProperty ; rdfs:domain apeval:Experiment ; rdfs:range xsd:string ; rdfs:label "refusedCount" ; rdfs:comment "`capture.refused.<reason>=<n>` — what the firewall refused, counted, never dropped." .
|
|
179
|
+
|
|
180
|
+
# ═════════════════════════════════════════════════════════════════════════════════════════════════
|
|
181
|
+
# SPEC 418 §2 — THE TEST CASE, AS DATA. A replay intent read as a TEST: what it expects (a skill, a behaviour, a plan,
|
|
182
|
+
# the inputs to ask for), what it exercises in the domain, from which starting state — so a domain's graph says what
|
|
183
|
+
# its tests consist of and coverage is a query. The JSON sets stay the source of truth (pinned by digest); a domain
|
|
184
|
+
# PROJECTS them into its graph. Evidence and hypothesis, never authority.
|
|
185
|
+
# ═════════════════════════════════════════════════════════════════════════════════════════════════
|
|
186
|
+
|
|
187
|
+
apeval:expectedSkill a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "expectedSkill" ;
|
|
188
|
+
rdfs:comment "The skill the case says should be chosen (a canonical skill IRI). Absent on a negative." .
|
|
189
|
+
apeval:acceptableSkill a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "acceptableSkill" ;
|
|
190
|
+
rdfs:comment "A skill that is also right for the case (an adjudicated alternate)." .
|
|
191
|
+
apeval:forbiddenSkill a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "forbiddenSkill" ;
|
|
192
|
+
rdfs:comment "A skill the case must NOT be routed to — the near neighbour it is built to trip." .
|
|
193
|
+
apeval:collidesWith a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "collidesWith" ;
|
|
194
|
+
rdfs:comment "The skill of the collision pair this case probes (the other side of a routing collision)." .
|
|
195
|
+
apeval:expectedBehaviour a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range apeval:SelectionBehaviour ; rdfs:label "expectedBehaviour" ;
|
|
196
|
+
rdfs:comment "What selection should DO: route to one skill, decline, ask which (clarify), or name several." .
|
|
197
|
+
apeval:SelectionBehaviour a owl:Class ; rdfs:subClassOf skos:Concept ; rdfs:label "SelectionBehaviour" ;
|
|
198
|
+
rdfs:comment "route · decline · clarify · several · plan (a chain of skills)." .
|
|
199
|
+
apeval:behaviour-route a apeval:SelectionBehaviour ; skos:notation "route" ; skos:prefLabel "route to one skill" .
|
|
200
|
+
apeval:behaviour-decline a apeval:SelectionBehaviour ; skos:notation "decline" ; skos:prefLabel "decline — no skill fits" .
|
|
201
|
+
apeval:behaviour-clarify a apeval:SelectionBehaviour ; skos:notation "clarify" ; skos:prefLabel "ask which of named options" .
|
|
202
|
+
apeval:behaviour-several a apeval:SelectionBehaviour ; skos:notation "several" ; skos:prefLabel "the request needs several skills" .
|
|
203
|
+
apeval:behaviour-plan a apeval:SelectionBehaviour ; skos:notation "plan" ; skos:prefLabel "reach the outcome by a chain of skills" .
|
|
204
|
+
apeval:optionSkill a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "optionSkill" ;
|
|
205
|
+
rdfs:comment "A skill among the options a clarify/several case names." .
|
|
206
|
+
apeval:ExpectedPlanStep a owl:Class ; rdfs:subClassOf p-plan:Step ; rdfs:label "ExpectedPlanStep" ;
|
|
207
|
+
rdfs:comment "One step of the plan an outcome case expects: a skill at a position. A plan in the gold, not a run." .
|
|
208
|
+
apeval:expectedPlanStep a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range apeval:ExpectedPlanStep ; rdfs:label "expectedPlanStep" .
|
|
209
|
+
apeval:planPosition a owl:DatatypeProperty ; rdfs:domain apeval:ExpectedPlanStep ; rdfs:range xsd:integer ; rdfs:label "planPosition" ; rdfs:comment "0-based order in the expected plan." .
|
|
210
|
+
apeval:stepSkill a owl:ObjectProperty ; rdfs:domain apeval:ExpectedPlanStep ; rdfs:label "stepSkill" ; rdfs:comment "The skill (capability) the step runs." .
|
|
211
|
+
apeval:expectedMissing a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "expectedMissing" ;
|
|
212
|
+
rdfs:comment "A domain class the right plan must name as missing — to be asked for, not invented." .
|
|
213
|
+
apeval:exercisesClass a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:label "exercisesClass" ;
|
|
214
|
+
rdfs:comment "A domain class the case's words or gold exercise — what the case tests of the ontology." .
|
|
215
|
+
apeval:adjudication a owl:DatatypeProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range xsd:string ; rdfs:label "adjudication" ;
|
|
216
|
+
rdfs:comment "hypothesis (authored, pre-registered) | adjudicated (a named annotator agreed)." .
|
|
217
|
+
apeval:message a owl:DatatypeProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range xsd:string ; rdfs:label "message" ;
|
|
218
|
+
rdfs:comment "The request's words — carried in a DOMAIN's test projection (authored sentences, never a person's), never in a run's graph." .
|
|
219
|
+
apeval:inReplaySet a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range apeval:ReplaySet ; owl:inverseOf apeval:hasIntent ; rdfs:label "inReplaySet" .
|
|
220
|
+
apeval:underStartingState a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range apexec:StartingState ; rdfs:label "underStartingState" ;
|
|
221
|
+
rdfs:comment "The seeded state the case is asked from (the asker's history, memory, held records)." .
|
|
222
|
+
apeval:holdsClass a owl:ObjectProperty ; rdfs:domain apexec:StartingState ; rdfs:label "holdsClass" ;
|
|
223
|
+
rdfs:comment "A domain class the asker already holds a record of in this state." .
|
|
224
|
+
apeval:recentSkill a owl:ObjectProperty ; rdfs:domain apexec:StartingState ; rdfs:label "recentSkill" ;
|
|
225
|
+
rdfs:comment "A skill the asker used recently in this state." .
|
|
226
|
+
apeval:memoryTag a owl:DatatypeProperty ; rdfs:domain apexec:StartingState ; rdfs:range xsd:string ; rdfs:label "memoryTag" ;
|
|
227
|
+
rdfs:comment "What the asker's own agent remembers about them in this state (a short tag)." .
|
|
228
|
+
apeval:latestResult a owl:ObjectProperty ; rdfs:domain apeval:ReplayIntent ; rdfs:range earl:Assertion ; rdfs:label "latestResult" ;
|
|
229
|
+
rdfs:comment "The newest judged run of the case (an EARL assertion with its selection outcome, time and tokens)." .
|
|
230
|
+
# Ranges (spec 414 §2 rule 2 — every term reaches a standard one): a skill is a prov:Entity (its SKILL.md), a class is an rdfs:Class.
|
|
231
|
+
apeval:expectedSkill rdfs:range prov:Entity . apeval:acceptableSkill rdfs:range prov:Entity . apeval:forbiddenSkill rdfs:range prov:Entity .
|
|
232
|
+
apeval:collidesWith rdfs:range prov:Entity . apeval:optionSkill rdfs:range prov:Entity . apeval:stepSkill rdfs:range prov:Entity . apeval:recentSkill rdfs:range prov:Entity .
|
|
233
|
+
apeval:expectedMissing rdfs:range rdfs:Class . apeval:exercisesClass rdfs:range rdfs:Class . apeval:holdsClass rdfs:range rdfs:Class .
|
|
234
|
+
apeval:expectedMissing rdfs:subPropertyOf dcterms:subject . apeval:exercisesClass rdfs:subPropertyOf dcterms:subject . apeval:holdsClass rdfs:subPropertyOf dcterms:subject .
|