@acidicsoil/portable-capabilities 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (68) hide show
  1. package/CHANGELOG.md +11 -0
  2. package/README.md +231 -0
  3. package/canonical/exceptions/antigravity-unsupported-primitives.yaml +16 -0
  4. package/canonical/exceptions/claude-code-unsupported-primitives.yaml +16 -0
  5. package/canonical/exceptions/codex-unsupported-primitives.yaml +16 -0
  6. package/canonical/exceptions/dcode-unsupported-primitives.yaml +16 -0
  7. package/canonical/exceptions/oh-my-pi-unsupported-primitives.yaml +16 -0
  8. package/canonical/exceptions/opencode-unsupported-primitives.yaml +16 -0
  9. package/canonical/exceptions/pi-unsupported-primitives.yaml +16 -0
  10. package/canonical/families/comparative-traceability.yaml +18 -0
  11. package/canonical/families/context-template-generation.yaml +18 -0
  12. package/canonical/families/corrective-transformation.yaml +18 -0
  13. package/canonical/families/exemplar-modeling.yaml +18 -0
  14. package/canonical/families/guardrails-evaluation.yaml +18 -0
  15. package/canonical/families/workflow-intent-abstraction.yaml +18 -0
  16. package/canonical/fixtures/runtime-primitive-matrix-112.json +1956 -0
  17. package/canonical/operations/compare.artifacts.yaml +22 -0
  18. package/canonical/operations/generation.render.yaml +22 -0
  19. package/canonical/operations/inference.classify.yaml +22 -0
  20. package/canonical/operations/ingest.sources.yaml +22 -0
  21. package/canonical/operations/normalize.artifacts.yaml +22 -0
  22. package/canonical/operations/patterns.extract.yaml +22 -0
  23. package/canonical/operations/segment.surfaces.yaml +22 -0
  24. package/canonical/operations/trace.build-evidence-ledger.yaml +22 -0
  25. package/canonical/operations/validation.contract.yaml +22 -0
  26. package/canonical/policies/evidence-policy.yaml +22 -0
  27. package/canonical/roles/acceptance-criteria-synthesis.yaml +84 -0
  28. package/canonical/roles/anti-pattern-inversion.yaml +83 -0
  29. package/canonical/roles/behavior-preserving-refactor.yaml +88 -0
  30. package/canonical/roles/canonical-exemplar-generalization.yaml +84 -0
  31. package/canonical/roles/constrained-exemplar-adaptation.yaml +85 -0
  32. package/canonical/roles/convention-mining.yaml +81 -0
  33. package/canonical/roles/conversation-to-specification.yaml +83 -0
  34. package/canonical/roles/delta-analysis.yaml +84 -0
  35. package/canonical/roles/domain-context-boundary.yaml +82 -0
  36. package/canonical/roles/evaluation-harness-design.yaml +86 -0
  37. package/canonical/roles/failure-to-guardrail.yaml +81 -0
  38. package/canonical/roles/multi-exemplar-consensus.yaml +81 -0
  39. package/canonical/roles/reference-trace-mapping.yaml +83 -0
  40. package/canonical/roles/reusable-workflow-abstraction.yaml +82 -0
  41. package/canonical/roles/structural-pattern-extraction.yaml +82 -0
  42. package/canonical/roles/template-family-generation.yaml +83 -0
  43. package/canonical/runtime-primitive-policy.yaml +100 -0
  44. package/canonical/runtime-profiles/antigravity.yaml +60 -0
  45. package/canonical/runtime-profiles/claude-code.yaml +65 -0
  46. package/canonical/runtime-profiles/codex.yaml +71 -0
  47. package/canonical/runtime-profiles/dcode.yaml +67 -0
  48. package/canonical/runtime-profiles/oh-my-pi.yaml +62 -0
  49. package/canonical/runtime-profiles/opencode.yaml +65 -0
  50. package/canonical/runtime-profiles/pi.yaml +66 -0
  51. package/canonical/schemas/acceptance-criteria-synthesis.output.schema.json +63 -0
  52. package/canonical/schemas/anti-pattern-inversion.output.schema.json +63 -0
  53. package/canonical/schemas/behavior-preserving-refactor.output.schema.json +63 -0
  54. package/canonical/schemas/canonical-exemplar-generalization.output.schema.json +63 -0
  55. package/canonical/schemas/constrained-exemplar-adaptation.output.schema.json +63 -0
  56. package/canonical/schemas/convention-mining.output.schema.json +63 -0
  57. package/canonical/schemas/conversation-to-specification.output.schema.json +63 -0
  58. package/canonical/schemas/delta-analysis.output.schema.json +63 -0
  59. package/canonical/schemas/domain-context-boundary.output.schema.json +63 -0
  60. package/canonical/schemas/evaluation-harness-design.output.schema.json +73 -0
  61. package/canonical/schemas/failure-to-guardrail.output.schema.json +63 -0
  62. package/canonical/schemas/multi-exemplar-consensus.output.schema.json +63 -0
  63. package/canonical/schemas/reference-trace-mapping.output.schema.json +63 -0
  64. package/canonical/schemas/reusable-workflow-abstraction.output.schema.json +73 -0
  65. package/canonical/schemas/structural-pattern-extraction.output.schema.json +63 -0
  66. package/canonical/schemas/template-family-generation.output.schema.json +63 -0
  67. package/canonical/taxonomy/analytical-capabilities.yaml +95 -0
  68. package/package.json +66 -0
@@ -0,0 +1,81 @@
1
+ schemaVersion: '1.0'
2
+ id: convention-mining
3
+ purpose: Infer recurring conventions from observed artifacts.
4
+ family:
5
+ id: exemplar-modeling
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: convention-mining
9
+ displayName: Convention Mining
10
+ transformation: Infer recurring conventions from observed artifacts.
11
+ intendedOutput: Convention registry
12
+ inputs:
13
+ - name: observed-artifacts
14
+ description: Observed artifacts that may encode recurring conventions.
15
+ required: true
16
+ - name: authority-sources
17
+ description: Explicit style guides or contracts that outrank observation.
18
+ required: false
19
+ - name: sampling-context
20
+ description: Repository, team, or domain boundaries for the sample.
21
+ required: true
22
+ precedence:
23
+ - sourceClass: explicit-contract
24
+ rank: 0
25
+ - sourceClass: observed-artifact
26
+ rank: 1
27
+ - sourceClass: inference
28
+ rank: 2
29
+ pipeline:
30
+ - id: ingest.sources
31
+ version: 1.0.0
32
+ - id: trace.build-evidence-ledger
33
+ version: 1.0.0
34
+ - id: validation.contract
35
+ version: 1.0.0
36
+ output:
37
+ schema: canonical/schemas/convention-mining.output.schema.json
38
+ description: Convention registry
39
+ requiredBehavior:
40
+ - 'activation: Use convention-mining only when the requested outcome requires this transformation: Infer recurring
41
+ conventions from observed artifacts.'
42
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Every convention
43
+ reports scope, support, counterexamples, authority status, and confidence sufficient for its classification.'
44
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
45
+ both positions and return the affected output field as unresolved.'
46
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
47
+ clarification rather than selecting an unsupported interpretation.'
48
+ - 'abstention: Abstain from convention-mining when required inputs are absent, the decision rule cannot be applied,
49
+ or evidence cannot satisfy the completion gate.'
50
+ - 'stop: Stop before emitting Convention registry unless Every convention reports scope, support, counterexamples,
51
+ authority status, and confidence sufficient for its classification.'
52
+ - 'resources: Load representative artifacts, explicit guides, and sampling metadata; expand the sample when confidence
53
+ is below the declared threshold.'
54
+ - 'transformation: Execute the ordered analytical procedure: 1) sample artifacts across the declared context; 2)
55
+ count recurring choices and cluster equivalent forms; 3) compare observed choices with explicit authority; 4)
56
+ classify conventions as mandated, dominant, contested, or local.'
57
+ - 'output: Populate and validate canonical/schemas/convention-mining.output.schema.json with required fields conventions,
58
+ classification, supportCounts, counterexamples, scope; do not replace missing fields with prose.'
59
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
60
+ produced it; retain counterevidence for unresolved results.'
61
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
62
+ was applied, and this completion gate holds: Every convention reports scope, support, counterexamples, authority
63
+ status, and confidence sufficient for its classification.'
64
+ forbiddenBehavior:
65
+ - Do not substitute generic analytical behavior for the role-specific convention-mining transformation.
66
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
67
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
68
+ stop or abstention condition.
69
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
70
+ traceability:
71
+ materialClaimsRequireSources: true
72
+ ledgerFormat: jsonl
73
+ artifacts: content-addressed
74
+ evaluation:
75
+ criteria:
76
+ - The authoritative transformation and intended output for convention-mining are preserved.
77
+ - 'Required inputs and the decision rule are satisfied: Treat explicit authority as mandated; infer a convention
78
+ only when recurrence is broad enough for the declared sampling context and counterexamples are disclosed.'
79
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Every convention reports
80
+ scope, support, counterexamples, authority status, and confidence sufficient for its classification.'
81
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.
@@ -0,0 +1,83 @@
1
+ schemaVersion: '1.0'
2
+ id: conversation-to-specification
3
+ purpose: Convert conversational intent into an executable specification.
4
+ family:
5
+ id: workflow-intent-abstraction
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: conversation-to-specification
9
+ displayName: Conversation to Specification
10
+ transformation: Convert conversational intent into an executable specification.
11
+ intendedOutput: Traceable specification
12
+ inputs:
13
+ - name: conversation-record
14
+ description: The authoritative conversation or decision record.
15
+ required: true
16
+ - name: existing-constraints
17
+ description: Known system, policy, and delivery constraints.
18
+ required: false
19
+ - name: stakeholder-definitions
20
+ description: Stable names and responsibilities for referenced actors.
21
+ required: false
22
+ precedence:
23
+ - sourceClass: explicit-contract
24
+ rank: 0
25
+ - sourceClass: observed-artifact
26
+ rank: 1
27
+ - sourceClass: inference
28
+ rank: 2
29
+ pipeline:
30
+ - id: ingest.sources
31
+ version: 1.0.0
32
+ - id: trace.build-evidence-ledger
33
+ version: 1.0.0
34
+ - id: validation.contract
35
+ version: 1.0.0
36
+ output:
37
+ schema: canonical/schemas/conversation-to-specification.output.schema.json
38
+ description: Traceable specification
39
+ requiredBehavior:
40
+ - 'activation: Use conversation-to-specification only when the requested outcome requires this transformation: Convert
41
+ conversational intent into an executable specification.'
42
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Every requirement
43
+ is testable and traced, contradictions are explicit, and unresolved intent is separated from committed specification.'
44
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
45
+ both positions and return the affected output field as unresolved.'
46
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
47
+ clarification rather than selecting an unsupported interpretation.'
48
+ - 'abstention: Abstain from conversation-to-specification when required inputs are absent, the decision rule cannot
49
+ be applied, or evidence cannot satisfy the completion gate.'
50
+ - 'stop: Stop before emitting Traceable specification unless Every requirement is testable and traced, contradictions
51
+ are explicit, and unresolved intent is separated from committed specification.'
52
+ - 'resources: Load the full conversation record, linked decisions, and existing constraints; retrieve referenced
53
+ artifacts only when needed to resolve a clause.'
54
+ - 'transformation: Execute the ordered analytical procedure: 1) extract explicit requests decisions assumptions
55
+ and unresolved questions; 2) normalize actors terms constraints and desired outcomes; 3) convert statements into
56
+ testable requirements and acceptance conditions; 4) trace each specification clause back to the conversation and
57
+ flag gaps.'
58
+ - 'output: Populate and validate canonical/schemas/conversation-to-specification.output.schema.json with required
59
+ fields requirements, acceptanceCriteria, assumptions, openQuestions, traceLinks; do not replace missing fields
60
+ with prose.'
61
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
62
+ produced it; retain counterevidence for unresolved results.'
63
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
64
+ was applied, and this completion gate holds: Every requirement is testable and traced, contradictions are explicit,
65
+ and unresolved intent is separated from committed specification.'
66
+ forbiddenBehavior:
67
+ - Do not substitute generic analytical behavior for the role-specific conversation-to-specification transformation.
68
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
69
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
70
+ stop or abstention condition.
71
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
72
+ traceability:
73
+ materialClaimsRequireSources: true
74
+ ledgerFormat: jsonl
75
+ artifacts: content-addressed
76
+ evaluation:
77
+ criteria:
78
+ - The authoritative transformation and intended output for conversation-to-specification are preserved.
79
+ - 'Required inputs and the decision rule are satisfied: Promote only explicit or strongly entailed intent into
80
+ requirements; represent unresolved or contradictory intent as open questions, never silent assumptions.'
81
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Every requirement is testable
82
+ and traced, contradictions are explicit, and unresolved intent is separated from committed specification.'
83
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.
@@ -0,0 +1,84 @@
1
+ schemaVersion: '1.0'
2
+ id: delta-analysis
3
+ purpose: Characterize material differences between artifacts.
4
+ family:
5
+ id: comparative-traceability
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: delta-analysis
9
+ displayName: Delta Analysis
10
+ transformation: Characterize material differences between artifacts.
11
+ intendedOutput: Structured delta report
12
+ inputs:
13
+ - name: baseline-artifact
14
+ description: The comparison baseline.
15
+ required: true
16
+ - name: candidate-artifact
17
+ description: The artifact being compared with the baseline.
18
+ required: true
19
+ - name: comparison-scope
20
+ description: Included and excluded dimensions of comparison.
21
+ required: true
22
+ - name: materiality-rules
23
+ description: Rules for classifying consequential differences.
24
+ required: false
25
+ precedence:
26
+ - sourceClass: explicit-contract
27
+ rank: 0
28
+ - sourceClass: observed-artifact
29
+ rank: 1
30
+ - sourceClass: inference
31
+ rank: 2
32
+ pipeline:
33
+ - id: ingest.sources
34
+ version: 1.0.0
35
+ - id: trace.build-evidence-ledger
36
+ version: 1.0.0
37
+ - id: validation.contract
38
+ version: 1.0.0
39
+ output:
40
+ schema: canonical/schemas/delta-analysis.output.schema.json
41
+ description: Structured delta report
42
+ requiredBehavior:
43
+ - 'activation: Use delta-analysis only when the requested outcome requires this transformation: Characterize material
44
+ differences between artifacts.'
45
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Every in-scope
46
+ unit is accounted for as changed or unchanged, and every material delta has impact and evidence.'
47
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
48
+ both positions and return the affected output field as unresolved.'
49
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
50
+ clarification rather than selecting an unsupported interpretation.'
51
+ - 'abstention: Abstain from delta-analysis when required inputs are absent, the decision rule cannot be applied,
52
+ or evidence cannot satisfy the completion gate.'
53
+ - 'stop: Stop before emitting Structured delta report unless Every in-scope unit is accounted for as changed or
54
+ unchanged, and every material delta has impact and evidence.'
55
+ - 'resources: Load both artifacts, comparison scope, materiality rules, and relevant schemas or tests for ambiguous
56
+ semantic differences.'
57
+ - 'transformation: Execute the ordered analytical procedure: 1) normalize baseline and candidate into comparable
58
+ units; 2) detect additions removals and modifications; 3) classify semantic impact and materiality; 4) trace each
59
+ material delta to evidence and affected obligations.'
60
+ - 'output: Populate and validate canonical/schemas/delta-analysis.output.schema.json with required fields deltas,
61
+ materiality, impactAnalysis, unchangedAreas, evidence; do not replace missing fields with prose.'
62
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
63
+ produced it; retain counterevidence for unresolved results.'
64
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
65
+ was applied, and this completion gate holds: Every in-scope unit is accounted for as changed or unchanged, and
66
+ every material delta has impact and evidence.'
67
+ forbiddenBehavior:
68
+ - Do not substitute generic analytical behavior for the role-specific delta-analysis transformation.
69
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
70
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
71
+ stop or abstention condition.
72
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
73
+ traceability:
74
+ materialClaimsRequireSources: true
75
+ ledgerFormat: jsonl
76
+ artifacts: content-addressed
77
+ evaluation:
78
+ criteria:
79
+ - The authoritative transformation and intended output for delta-analysis are preserved.
80
+ - 'Required inputs and the decision rule are satisfied: Classify a delta as material only when it changes declared
81
+ behavior, obligations, interfaces, risk, or acceptance outcomes; formatting-only changes remain non-material.'
82
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Every in-scope unit is accounted
83
+ for as changed or unchanged, and every material delta has impact and evidence.'
84
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.
@@ -0,0 +1,82 @@
1
+ schemaVersion: '1.0'
2
+ id: domain-context-boundary
3
+ purpose: Define the minimal sufficient domain context and exclusions.
4
+ family:
5
+ id: context-template-generation
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: domain-context-boundary
9
+ displayName: Domain Context Boundary
10
+ transformation: Define the minimal sufficient domain context and exclusions.
11
+ intendedOutput: Context boundary contract
12
+ inputs:
13
+ - name: task-contract
14
+ description: The task or capability requiring domain context.
15
+ required: true
16
+ - name: candidate-context
17
+ description: Available domain facts, rules, examples, and exclusions.
18
+ required: true
19
+ - name: risk-profile
20
+ description: Consequences of missing or excessive context.
21
+ required: false
22
+ precedence:
23
+ - sourceClass: explicit-contract
24
+ rank: 0
25
+ - sourceClass: observed-artifact
26
+ rank: 1
27
+ - sourceClass: inference
28
+ rank: 2
29
+ pipeline:
30
+ - id: ingest.sources
31
+ version: 1.0.0
32
+ - id: trace.build-evidence-ledger
33
+ version: 1.0.0
34
+ - id: validation.contract
35
+ version: 1.0.0
36
+ output:
37
+ schema: canonical/schemas/domain-context-boundary.output.schema.json
38
+ description: Context boundary contract
39
+ requiredBehavior:
40
+ - 'activation: Use domain-context-boundary only when the requested outcome requires this transformation: Define
41
+ the minimal sufficient domain context and exclusions.'
42
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Every included
43
+ item supports a named decision, every exclusion has a rationale, and known context gaps have escalation behavior.'
44
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
45
+ both positions and return the affected output field as unresolved.'
46
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
47
+ clarification rather than selecting an unsupported interpretation.'
48
+ - 'abstention: Abstain from domain-context-boundary when required inputs are absent, the decision rule cannot be
49
+ applied, or evidence cannot satisfy the completion gate.'
50
+ - 'stop: Stop before emitting Context boundary contract unless Every included item supports a named decision, every
51
+ exclusion has a rationale, and known context gaps have escalation behavior.'
52
+ - 'resources: Load the task contract, candidate context inventory, and risk profile; retrieve additional context
53
+ only for an identified decision gap.'
54
+ - 'transformation: Execute the ordered analytical procedure: 1) enumerate decisions the task must make; 2) map each
55
+ decision to necessary domain knowledge; 3) remove context that does not affect an allowed decision; 4) state inclusions
56
+ exclusions freshness and escalation triggers.'
57
+ - 'output: Populate and validate canonical/schemas/domain-context-boundary.output.schema.json with required fields
58
+ includedContext, excludedContext, decisionCoverage, freshnessRules, escalationTriggers; do not replace missing
59
+ fields with prose.'
60
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
61
+ produced it; retain counterevidence for unresolved results.'
62
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
63
+ was applied, and this completion gate holds: Every included item supports a named decision, every exclusion has
64
+ a rationale, and known context gaps have escalation behavior.'
65
+ forbiddenBehavior:
66
+ - Do not substitute generic analytical behavior for the role-specific domain-context-boundary transformation.
67
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
68
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
69
+ stop or abstention condition.
70
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
71
+ traceability:
72
+ materialClaimsRequireSources: true
73
+ ledgerFormat: jsonl
74
+ artifacts: content-addressed
75
+ evaluation:
76
+ criteria:
77
+ - The authoritative transformation and intended output for domain-context-boundary are preserved.
78
+ - 'Required inputs and the decision rule are satisfied: Include context only when omitting it could change a permitted
79
+ decision or required output; exclude unrelated sensitive or distracting material.'
80
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Every included item supports
81
+ a named decision, every exclusion has a rationale, and known context gaps have escalation behavior.'
82
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.
@@ -0,0 +1,86 @@
1
+ schemaVersion: '1.0'
2
+ id: evaluation-harness-design
3
+ purpose: Design executable checks for a capability contract.
4
+ family:
5
+ id: guardrails-evaluation
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: evaluation-harness-design
9
+ displayName: Evaluation Harness Design
10
+ transformation: Design executable checks for a capability contract.
11
+ intendedOutput: Evaluation harness specification
12
+ inputs:
13
+ - name: capability-contract
14
+ description: The capability or behavior contract to evaluate.
15
+ required: true
16
+ - name: test-fixtures
17
+ description: Representative positive negative and edge-case fixtures.
18
+ required: true
19
+ - name: execution-interface
20
+ description: The callable interface and observable outputs.
21
+ required: true
22
+ - name: threshold-policy
23
+ description: Scoring and hard-failure thresholds.
24
+ required: false
25
+ precedence:
26
+ - sourceClass: explicit-contract
27
+ rank: 0
28
+ - sourceClass: observed-artifact
29
+ rank: 1
30
+ - sourceClass: inference
31
+ rank: 2
32
+ pipeline:
33
+ - id: ingest.sources
34
+ version: 1.0.0
35
+ - id: trace.build-evidence-ledger
36
+ version: 1.0.0
37
+ - id: validation.contract
38
+ version: 1.0.0
39
+ output:
40
+ schema: canonical/schemas/evaluation-harness-design.output.schema.json
41
+ description: Evaluation harness specification
42
+ requiredBehavior:
43
+ - 'activation: Use evaluation-harness-design only when the requested outcome requires this transformation: Design
44
+ executable checks for a capability contract.'
45
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Every contract
46
+ obligation is covered by an executable assertion or justified judgment, and mutation tests prove the harness detects
47
+ violations.'
48
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
49
+ both positions and return the affected output field as unresolved.'
50
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
51
+ clarification rather than selecting an unsupported interpretation.'
52
+ - 'abstention: Abstain from evaluation-harness-design when required inputs are absent, the decision rule cannot
53
+ be applied, or evidence cannot satisfy the completion gate.'
54
+ - 'stop: Stop before emitting Evaluation harness specification unless Every contract obligation is covered by an
55
+ executable assertion or justified judgment, and mutation tests prove the harness detects violations.'
56
+ - 'resources: Load the contract, callable interface, fixtures, result schema, and threshold policy; load mutation
57
+ cases to prove each assertion can fail.'
58
+ - 'transformation: Execute the ordered analytical procedure: 1) derive observable assertions from the contract;
59
+ 2) partition deterministic checks from graded judgments; 3) design positive negative mutation and boundary fixtures;
60
+ 4) define execution isolation result schema thresholds and failure triage.'
61
+ - 'output: Populate and validate canonical/schemas/evaluation-harness-design.output.schema.json with required fields
62
+ testPlan, fixtures, assertions, executionProtocol, thresholds, resultSchema; do not replace missing fields with
63
+ prose.'
64
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
65
+ produced it; retain counterevidence for unresolved results.'
66
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
67
+ was applied, and this completion gate holds: Every contract obligation is covered by an executable assertion or
68
+ justified judgment, and mutation tests prove the harness detects violations.'
69
+ forbiddenBehavior:
70
+ - Do not substitute generic analytical behavior for the role-specific evaluation-harness-design transformation.
71
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
72
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
73
+ stop or abstention condition.
74
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
75
+ traceability:
76
+ materialClaimsRequireSources: true
77
+ ledgerFormat: jsonl
78
+ artifacts: content-addressed
79
+ evaluation:
80
+ criteria:
81
+ - The authoritative transformation and intended output for evaluation-harness-design are preserved.
82
+ - 'Required inputs and the decision rule are satisfied: Use deterministic assertions for contractually decidable
83
+ behavior; use graded judgment only where the contract permits semantic variance.'
84
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Every contract obligation
85
+ is covered by an executable assertion or justified judgment, and mutation tests prove the harness detects violations.'
86
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.
@@ -0,0 +1,81 @@
1
+ schemaVersion: '1.0'
2
+ id: failure-to-guardrail
3
+ purpose: Convert observed failures into preventive controls.
4
+ family:
5
+ id: guardrails-evaluation
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: failure-to-guardrail
9
+ displayName: Failure to Guardrail
10
+ transformation: Convert observed failures into preventive controls.
11
+ intendedOutput: Guardrail contract
12
+ inputs:
13
+ - name: failure-evidence
14
+ description: Observed failures, incidents, or rejected outcomes.
15
+ required: true
16
+ - name: system-boundary
17
+ description: The controllable boundary where prevention may be applied.
18
+ required: true
19
+ - name: risk-tolerance
20
+ description: Severity and residual-risk thresholds.
21
+ required: false
22
+ precedence:
23
+ - sourceClass: explicit-contract
24
+ rank: 0
25
+ - sourceClass: observed-artifact
26
+ rank: 1
27
+ - sourceClass: inference
28
+ rank: 2
29
+ pipeline:
30
+ - id: ingest.sources
31
+ version: 1.0.0
32
+ - id: trace.build-evidence-ledger
33
+ version: 1.0.0
34
+ - id: validation.contract
35
+ version: 1.0.0
36
+ output:
37
+ schema: canonical/schemas/failure-to-guardrail.output.schema.json
38
+ description: Guardrail contract
39
+ requiredBehavior:
40
+ - 'activation: Use failure-to-guardrail only when the requested outcome requires this transformation: Convert observed
41
+ failures into preventive controls.'
42
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Each guardrail
43
+ maps to a failure cause, has an enforcement point and executable check, and states residual risk and bypass behavior.'
44
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
45
+ both positions and return the affected output field as unresolved.'
46
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
47
+ clarification rather than selecting an unsupported interpretation.'
48
+ - 'abstention: Abstain from failure-to-guardrail when required inputs are absent, the decision rule cannot be applied,
49
+ or evidence cannot satisfy the completion gate.'
50
+ - 'stop: Stop before emitting Guardrail contract unless Each guardrail maps to a failure cause, has an enforcement
51
+ point and executable check, and states residual risk and bypass behavior.'
52
+ - 'resources: Load incident evidence, system boundaries, existing controls, and risk thresholds; load bypass or
53
+ adversarial examples before declaring coverage.'
54
+ - 'transformation: Execute the ordered analytical procedure: 1) reconstruct the failure mechanism and preconditions;
55
+ 2) identify controllable detection prevention and containment points; 3) select the least disruptive effective
56
+ control; 4) define enforcement evidence bypass handling and residual risk.'
57
+ - 'output: Populate and validate canonical/schemas/failure-to-guardrail.output.schema.json with required fields
58
+ failureModel, guardrails, enforcementPoints, verification, residualRisk; do not replace missing fields with prose.'
59
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
60
+ produced it; retain counterevidence for unresolved results.'
61
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
62
+ was applied, and this completion gate holds: Each guardrail maps to a failure cause, has an enforcement point
63
+ and executable check, and states residual risk and bypass behavior.'
64
+ forbiddenBehavior:
65
+ - Do not substitute generic analytical behavior for the role-specific failure-to-guardrail transformation.
66
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
67
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
68
+ stop or abstention condition.
69
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
70
+ traceability:
71
+ materialClaimsRequireSources: true
72
+ ledgerFormat: jsonl
73
+ artifacts: content-addressed
74
+ evaluation:
75
+ criteria:
76
+ - The authoritative transformation and intended output for failure-to-guardrail are preserved.
77
+ - 'Required inputs and the decision rule are satisfied: Choose a preventive control over detection when feasible
78
+ and proportionate; reject controls that do not intercept the demonstrated failure path.'
79
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Each guardrail maps to a
80
+ failure cause, has an enforcement point and executable check, and states residual risk and bypass behavior.'
81
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.
@@ -0,0 +1,81 @@
1
+ schemaVersion: '1.0'
2
+ id: multi-exemplar-consensus
3
+ purpose: Derive consensus and divergence across exemplars.
4
+ family:
5
+ id: comparative-traceability
6
+ version: 1.0.0
7
+ taxonomy:
8
+ id: multi-exemplar-consensus
9
+ displayName: Multi-Exemplar Consensus
10
+ transformation: Derive consensus and divergence across exemplars.
11
+ intendedOutput: Consensus model
12
+ inputs:
13
+ - name: exemplars
14
+ description: Multiple comparable exemplars.
15
+ required: true
16
+ - name: comparison-dimensions
17
+ description: Dimensions on which consensus and divergence are judged.
18
+ required: true
19
+ - name: weighting-rules
20
+ description: Optional authority or quality weights for exemplars.
21
+ required: false
22
+ precedence:
23
+ - sourceClass: explicit-contract
24
+ rank: 0
25
+ - sourceClass: observed-artifact
26
+ rank: 1
27
+ - sourceClass: inference
28
+ rank: 2
29
+ pipeline:
30
+ - id: ingest.sources
31
+ version: 1.0.0
32
+ - id: trace.build-evidence-ledger
33
+ version: 1.0.0
34
+ - id: validation.contract
35
+ version: 1.0.0
36
+ output:
37
+ schema: canonical/schemas/multi-exemplar-consensus.output.schema.json
38
+ description: Consensus model
39
+ requiredBehavior:
40
+ - 'activation: Use multi-exemplar-consensus only when the requested outcome requires this transformation: Derive
41
+ consensus and divergence across exemplars.'
42
+ - 'sufficiency: Require all role inputs marked required and enough evidence to complete these gates: Each consensus
43
+ statement has an agreement score and source matrix, and every material divergence remains visible.'
44
+ - 'conflict: Apply declared source precedence; when equally authoritative evidence changes the decision, preserve
45
+ both positions and return the affected output field as unresolved.'
46
+ - 'ambiguity: Isolate ambiguous terms or boundaries, show which stage and output fields they affect, and request
47
+ clarification rather than selecting an unsupported interpretation.'
48
+ - 'abstention: Abstain from multi-exemplar-consensus when required inputs are absent, the decision rule cannot be
49
+ applied, or evidence cannot satisfy the completion gate.'
50
+ - 'stop: Stop before emitting Consensus model unless Each consensus statement has an agreement score and source
51
+ matrix, and every material divergence remains visible.'
52
+ - 'resources: Load all exemplars, comparison dimensions, and weighting rules; load provenance metadata when weighting
53
+ depends on authority or quality.'
54
+ - 'transformation: Execute the ordered analytical procedure: 1) normalize exemplars against shared dimensions; 2)
55
+ measure agreement and divergence per dimension; 3) apply declared weights without hiding minority evidence; 4)
56
+ derive consensus rules and preserve unresolved variants.'
57
+ - 'output: Populate and validate canonical/schemas/multi-exemplar-consensus.output.schema.json with required fields
58
+ consensus, divergences, minorityPositions, agreementScores, sourceMatrix; do not replace missing fields with prose.'
59
+ - 'traceability: Link every material output field to source identifiers and the analytical stage or decision that
60
+ produced it; retain counterevidence for unresolved results.'
61
+ - 'evaluation: Pass only when the output schema validates, the ordered stages are evidenced, the role decision rule
62
+ was applied, and this completion gate holds: Each consensus statement has an agreement score and source matrix,
63
+ and every material divergence remains visible.'
64
+ forbiddenBehavior:
65
+ - Do not substitute generic analytical behavior for the role-specific multi-exemplar-consensus transformation.
66
+ - Do not skip, reorder, or silently collapse the role's declared analytical stages.
67
+ - Do not invent missing evidence, resolve authority conflicts by convenience, or emit a completed result after a
68
+ stop or abstention condition.
69
+ - Do not copy operation-owned ingestion, ledger, or schema-validation mechanics into the role contract.
70
+ traceability:
71
+ materialClaimsRequireSources: true
72
+ ledgerFormat: jsonl
73
+ artifacts: content-addressed
74
+ evaluation:
75
+ criteria:
76
+ - The authoritative transformation and intended output for multi-exemplar-consensus are preserved.
77
+ - 'Required inputs and the decision rule are satisfied: Declare consensus only when the configured agreement threshold
78
+ is met; otherwise report divergence and retain minority positions.'
79
+ - 'The ordered analytical stages are evidenced and the output completion gate passes: Each consensus statement
80
+ has an agreement score and source matrix, and every material divergence remains visible.'
81
+ - Conflict, ambiguity, insufficient-evidence, abstention, and stop behavior remain explicit and testable.