@openplanr/protocol 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +82 -0
- package/lib/dashboard/closed-json-contract.mjs +141 -0
- package/lib/dashboard/generated/operate-experience-surface-schema-data.mjs +67 -0
- package/lib/dashboard/generated/operate-review-schema-data.mjs +35 -0
- package/lib/dashboard/generated/operate-schema-token-codec.mjs +127 -0
- package/lib/dashboard/operate-experience-audit-display-contract.d.mts +196 -0
- package/lib/dashboard/operate-experience-audit-display-contract.mjs +700 -0
- package/lib/dashboard/operate-experience-display-contract.d.mts +572 -0
- package/lib/dashboard/operate-experience-display-contract.mjs +1007 -0
- package/lib/dashboard/operate-experience-surface-contract.d.mts +157 -0
- package/lib/dashboard/operate-experience-surface-contract.mjs +91 -0
- package/lib/dashboard/operate-review-contract.d.mts +34 -0
- package/lib/dashboard/operate-review-contract.mjs +175 -0
- package/lib/dashboard/operate-review-display-workspace-contract.d.mts +54 -0
- package/lib/dashboard/operate-review-display-workspace-contract.mjs +258 -0
- package/lib/dashboard/operate-review-payload-safety.d.mts +7 -0
- package/lib/dashboard/operate-review-payload-safety.mjs +42 -0
- package/lib/dashboard/operate-review-workspace-projection-v2.d.mts +218 -0
- package/lib/protocol/index.d.ts +2638 -0
- package/package.json +115 -0
- package/registries/commands.json +1952 -0
- package/registries/diagram-grammars.json +2407 -0
- package/registries/diagram-semantic-patterns.json +111 -0
- package/registries/output-paths.json +40 -0
- package/registries/outputs.json +864 -0
- package/registries/roles.json +661 -0
- package/registries/rules.json +261 -0
- package/registries/skill-host-profiles.json +247 -0
- package/registries/skill-modules.json +1112 -0
- package/registries/skill-routing.json +389 -0
- package/registries/skills.json +1545 -0
- package/registries/task-kinds.json +220 -0
- package/registry/adapters.json +110 -0
- package/registry/artifact-theme.json +60 -0
- package/registry/evaluation-graders.json +303 -0
- package/registry/evaluation-host-profiles.json +131 -0
- package/registry/frozen-commands.json +15 -0
- package/registry/landing-operations.json +20 -0
- package/registry/landing-workflows.json +70 -0
- package/registry/live-evidence-providers.json +1 -0
- package/registry/operate-v2-contracts.json +5965 -0
- package/registry/professional-skills.json +115 -0
- package/registry/roles.json +14 -0
- package/registry/ship-review-specialists.json +42 -0
- package/schemas/v1.0.0/design-approved.schema.json +35 -0
- package/schemas/v1.0.0/design-feedback.schema.json +169 -0
- package/schemas/v1.0.0/design-manifest.schema.json +90 -0
- package/schemas/v1.0.0/design-session.schema.json +73 -0
- package/schemas/v1.0.0/graph.schema.json +100 -0
- package/schemas/v1.0.0/pipeline-shipped.schema.json +154 -0
- package/schemas/v1.0.0/run-manifest.schema.json +81 -0
- package/schemas/v1.0.0/spec.schema.json +120 -0
- package/schemas/v1.0.0/stack.schema.json +184 -0
- package/schemas/v1.0.0/story.schema.json +95 -0
- package/schemas/v1.0.0/task.schema.json +171 -0
- package/schemas/v1.0.0/taste-profile.schema.json +96 -0
- package/schemas/v1.1.0/adapter-registry.schema.json +72 -0
- package/schemas/v1.1.0/artifact-envelope.schema.json +142 -0
- package/schemas/v1.1.0/artifact-paste.schema.json +49 -0
- package/schemas/v1.1.0/artifact-review.schema.json +97 -0
- package/schemas/v1.1.0/artifact-room-descriptor.schema.json +39 -0
- package/schemas/v1.1.0/artifact-room-event.schema.json +184 -0
- package/schemas/v1.1.0/artifact-room-signed-event.schema.json +58 -0
- package/schemas/v1.1.0/artifact-theme.schema.json +139 -0
- package/schemas/v1.1.0/browser-qa-gate.schema.json +21 -0
- package/schemas/v1.1.0/browser-qa-result.schema.json +24 -0
- package/schemas/v1.1.0/browser-qa-session.schema.json +12 -0
- package/schemas/v1.1.0/ecosystem-manifest.schema.json +46 -0
- package/schemas/v1.1.0/investigation-diagnosis.schema.json +12 -0
- package/schemas/v1.1.0/investigation-event.schema.json +15 -0
- package/schemas/v1.1.0/investigation-experiment.schema.json +17 -0
- package/schemas/v1.1.0/investigation-fix.schema.json +11 -0
- package/schemas/v1.1.0/investigation-hypothesis.schema.json +6 -0
- package/schemas/v1.1.0/investigation-observation.schema.json +10 -0
- package/schemas/v1.1.0/investigation-receipt.schema.json +7 -0
- package/schemas/v1.1.0/investigation-record.schema.json +7 -0
- package/schemas/v1.1.0/investigation-request.schema.json +34 -0
- package/schemas/v1.1.0/planning-review-event.schema.json +64 -0
- package/schemas/v1.1.0/planning-review-receipt.schema.json +19 -0
- package/schemas/v1.1.0/planning-review-record.schema.json +176 -0
- package/schemas/v1.1.0/planning-review-state.schema.json +19 -0
- package/schemas/v1.1.0/professional-skills.schema.json +105 -0
- package/schemas/v1.1.0/professional-specification.schema.json +111 -0
- package/schemas/v1.1.0/provenance-event.schema.json +82 -0
- package/schemas/v1.1.0/role-registry.schema.json +28 -0
- package/schemas/v1.1.0/runtime-lock.schema.json +39 -0
- package/schemas/v1.1.0/ship-closure.schema.json +353 -0
- package/schemas/v1.1.0/ship-review-specialist-registry.schema.json +29 -0
- package/schemas/v1.1.0/ship-risk-classification.schema.json +48 -0
- package/schemas/v1.1.0/specialist-review-result.schema.json +19 -0
- package/schemas/v1.10.0/design-review-bundle.schema.json +584 -0
- package/schemas/v1.10.0/design-review-context.schema.json +191 -0
- package/schemas/v1.10.0/design-review-handoff.schema.json +407 -0
- package/schemas/v1.10.0/design-review-metadata-payload.schema.json +106 -0
- package/schemas/v1.11.0/design-review-metadata-payload.schema.json +107 -0
- package/schemas/v1.12.0/enterprise-access-context.schema.json +217 -0
- package/schemas/v1.12.0/enterprise-agent-handoff.schema.json +508 -0
- package/schemas/v1.12.0/enterprise-artifact-revision.schema.json +87 -0
- package/schemas/v1.12.0/enterprise-change-proposal.schema.json +359 -0
- package/schemas/v1.12.0/enterprise-evidence-reference.schema.json +147 -0
- package/schemas/v1.12.0/enterprise-review-thread.schema.json +278 -0
- package/schemas/v1.12.0/enterprise-sync-state.schema.json +169 -0
- package/schemas/v1.2.0/adapter-registry.schema.json +83 -0
- package/schemas/v1.2.0/dashboard-bootstrap.schema.json +219 -0
- package/schemas/v1.2.0/ecosystem-release-operation.schema.json +90 -0
- package/schemas/v1.2.0/ecosystem-saga.schema.json +54 -0
- package/schemas/v1.2.0/evidence-diagnostic.schema.json +77 -0
- package/schemas/v1.2.0/guided-answer-envelope.schema.json +73 -0
- package/schemas/v1.2.0/guided-confirmation.schema.json +128 -0
- package/schemas/v1.2.0/guided-question.schema.json +242 -0
- package/schemas/v1.2.0/guided-questionnaire.schema.json +278 -0
- package/schemas/v1.2.0/guided-session.schema.json +141 -0
- package/schemas/v1.2.0/landing-confirmation.schema.json +17 -0
- package/schemas/v1.2.0/landing-event.schema.json +12 -0
- package/schemas/v1.2.0/landing-operation-registry.schema.json +16 -0
- package/schemas/v1.2.0/landing-phase-receipt.schema.json +19 -0
- package/schemas/v1.2.0/landing-plan.schema.json +36 -0
- package/schemas/v1.2.0/landing-receipt.schema.json +12 -0
- package/schemas/v1.2.0/landing-workflow-catalog.schema.json +143 -0
- package/schemas/v1.2.0/operate-action-display-workspace.schema.json +119 -0
- package/schemas/v1.2.0/operate-cycle-display-workspace.schema.json +109 -0
- package/schemas/v1.2.0/operate-executive-board-display-surface.schema.json +72 -0
- package/schemas/v1.2.0/operate-experience-audit-display-surface.schema.json +328 -0
- package/schemas/v1.2.0/operate-experience-display-surface.schema.json +46 -0
- package/schemas/v1.2.0/operate-experience-surface.schema.json +590 -0
- package/schemas/v1.2.0/operate-recovery-display-surface.schema.json +85 -0
- package/schemas/v1.2.0/structured-action.schema.json +91 -0
- package/schemas/v1.3.0/adapter-registry.schema.json +84 -0
- package/schemas/v1.3.0/ecosystem-manifest.schema.json +120 -0
- package/schemas/v1.3.0/release-compatibility-claim.schema.json +46 -0
- package/schemas/v1.3.0/release-ledger-receipt.schema.json +45 -0
- package/schemas/v1.3.0/release-ledger.schema.json +60 -0
- package/schemas/v1.4.0/adapter-registry.schema.json +62 -0
- package/schemas/v1.4.0/evaluation-aggregate-report.schema.json +166 -0
- package/schemas/v1.4.0/evaluation-budget.schema.json +49 -0
- package/schemas/v1.4.0/evaluation-corpus.schema.json +93 -0
- package/schemas/v1.4.0/evaluation-fixture.schema.json +64 -0
- package/schemas/v1.4.0/evaluation-gate-policy.schema.json +33 -0
- package/schemas/v1.4.0/evaluation-grader-registration.schema.json +141 -0
- package/schemas/v1.4.0/evaluation-grader-registry.schema.json +20 -0
- package/schemas/v1.4.0/evaluation-host-profile-registry.schema.json +20 -0
- package/schemas/v1.4.0/evaluation-host-profile.schema.json +73 -0
- package/schemas/v1.4.0/evaluation-observation.schema.json +76 -0
- package/schemas/v1.4.0/evaluation-run-result.schema.json +84 -0
- package/schemas/v1.4.0/evaluation-scenario.schema.json +231 -0
- package/schemas/v1.4.0/evaluation-waiver.schema.json +65 -0
- package/schemas/v1.4.0/skill-certification-receipt.schema.json +103 -0
- package/schemas/v1.5.0/command-catalog.schema.json +296 -0
- package/schemas/v1.5.0/common.schema.json +261 -0
- package/schemas/v1.5.0/generated-asset-manifest.schema.json +313 -0
- package/schemas/v1.5.0/implementation-result.schema.json +152 -0
- package/schemas/v1.5.0/migration-preservation-manifest.schema.json +749 -0
- package/schemas/v1.5.0/output-catalog.schema.json +210 -0
- package/schemas/v1.5.0/output-path-catalog.schema.json +81 -0
- package/schemas/v1.5.0/role-registry.schema.json +261 -0
- package/schemas/v1.5.0/rule-catalog.schema.json +130 -0
- package/schemas/v1.5.0/skill-catalog.schema.json +303 -0
- package/schemas/v1.5.0/task-kind-registry.schema.json +167 -0
- package/schemas/v1.5.0/task-manifest.schema.json +373 -0
- package/schemas/v1.5.0/task-output-manifest.schema.json +462 -0
- package/schemas/v1.6.0/common.schema.json +462 -0
- package/schemas/v1.6.0/diagram-consumer-reference.schema.json +167 -0
- package/schemas/v1.6.0/diagram-document.schema.json +699 -0
- package/schemas/v1.6.0/diagram-fidelity-report.schema.json +137 -0
- package/schemas/v1.6.0/diagram-manifest.schema.json +162 -0
- package/schemas/v1.6.0/diagram-quality-report.schema.json +148 -0
- package/schemas/v1.6.0/diagram-review-binding.schema.json +132 -0
- package/schemas/v1.6.0/diagram-semantic-pattern-registry.schema.json +90 -0
- package/schemas/v1.6.0/diagram-type-registry.schema.json +373 -0
- package/schemas/v1.6.0/generated-asset-manifest.schema.json +103 -0
- package/schemas/v1.6.0/skill-catalog.schema.json +84 -0
- package/schemas/v1.6.0/skill-completion-receipt.schema.json +72 -0
- package/schemas/v1.6.0/skill-consent-record.schema.json +74 -0
- package/schemas/v1.6.0/skill-host-profile-registry.schema.json +526 -0
- package/schemas/v1.6.0/skill-learning-record.schema.json +116 -0
- package/schemas/v1.6.0/skill-module-registry.schema.json +108 -0
- package/schemas/v1.6.0/skill-routing-registry.schema.json +93 -0
- package/schemas/v1.6.0/skill-session.schema.json +73 -0
- package/schemas/v1.6.0/skill-source.schema.json +169 -0
- package/schemas/v1.7.0/common.schema.json +464 -0
- package/schemas/v1.7.0/generated-asset-manifest.schema.json +103 -0
- package/schemas/v1.7.0/planning-id-sequence.schema.json +50 -0
- package/schemas/v1.7.0/request-authority.schema.json +71 -0
- package/schemas/v1.7.0/skill-catalog.schema.json +84 -0
- package/schemas/v1.7.0/skill-completion-receipt.schema.json +72 -0
- package/schemas/v1.7.0/skill-consent-record.schema.json +74 -0
- package/schemas/v1.7.0/skill-host-profile-registry.schema.json +526 -0
- package/schemas/v1.7.0/skill-learning-record.schema.json +116 -0
- package/schemas/v1.7.0/skill-module-registry.schema.json +108 -0
- package/schemas/v1.7.0/skill-routing-registry.schema.json +93 -0
- package/schemas/v1.7.0/skill-session.schema.json +73 -0
- package/schemas/v1.7.0/skill-source.schema.json +169 -0
- package/schemas/v1.7.0/spec.schema.json +117 -0
- package/schemas/v1.7.0/story.schema.json +107 -0
- package/schemas/v1.7.0/task.schema.json +217 -0
- package/schemas/v1.8.0/common.schema.json +96 -0
- package/schemas/v1.8.0/skill-package.schema.json +63 -0
- package/schemas/v1.8.0/utility-command-catalog.schema.json +82 -0
- package/schemas/v1.9.0/design-document.schema.json +306 -0
- package/schemas/v1.9.0/design-review-bundle.schema.json +346 -0
- package/schemas/v1.9.0/design-review-workspace.schema.json +108 -0
- package/schemas/v1.9.0/design-workspace-create.schema.json +170 -0
- package/schemas/v1.9.0/design-workspace-event.schema.json +97 -0
- package/schemas/v1.9.0/design-workspace-revision.schema.json +56 -0
- package/schemas/v2.0.0/agent-runtime-manifest.schema.json +59 -0
- package/schemas/v2.0.0/business-operating-snapshot-projection.schema.json +14 -0
- package/schemas/v2.0.0/operate-allowed-action.schema.json +181 -0
- package/schemas/v2.0.0/operate-api-envelope.schema.json +225 -0
- package/schemas/v2.0.0/operate-capability-provider-registration.schema.json +30 -0
- package/schemas/v2.0.0/operate-domain-registration.schema.json +284 -0
- package/schemas/v2.0.0/operate-evidence-provider-registration.schema.json +55 -0
- package/schemas/v2.0.0/operate-evidence-resolver-registration.schema.json +46 -0
- package/schemas/v2.0.0/operate-executor-registration.schema.json +27 -0
- package/schemas/v2.0.0/operate-experience-live-patch.schema.json +47 -0
- package/schemas/v2.0.0/operate-experience-preview.schema.json +51 -0
- package/schemas/v2.0.0/operate-experience-view.schema.json +281 -0
- package/schemas/v2.0.0/operate-live-evidence-provider-registration.schema.json +48 -0
- package/schemas/v2.0.0/operate-live-evidence-provider-registry.schema.json +17 -0
- package/schemas/v2.0.0/operate-metric-provider-registration.schema.json +12 -0
- package/schemas/v2.0.0/operate-policy-provider-registration.schema.json +33 -0
- package/schemas/v2.0.0/operate-review-bound-submission.schema.json +29 -0
- package/schemas/v2.0.0/operate-review-display-workspace.schema.json +390 -0
- package/schemas/v2.0.0/operate-snapshot-provider-registration.schema.json +16 -0
- package/schemas/v2.0.0/operate-tool-call.schema.json +172 -0
- package/schemas/v2.0.0/operate-verification-provider-registration.schema.json +12 -0
- package/schemas/v2.0.0/operating-action-policy.schema.json +31 -0
- package/schemas/v2.0.0/operating-action-verification-plan.schema.json +13 -0
- package/schemas/v2.0.0/operating-action.schema.json +86 -0
- package/schemas/v2.0.0/operating-advisor-result.schema.json +394 -0
- package/schemas/v2.0.0/operating-approval-record.schema.json +23 -0
- package/schemas/v2.0.0/operating-approval-requirement.schema.json +31 -0
- package/schemas/v2.0.0/operating-artifact.schema.json +52 -0
- package/schemas/v2.0.0/operating-assignment.schema.json +437 -0
- package/schemas/v2.0.0/operating-assumption.schema.json +16 -0
- package/schemas/v2.0.0/operating-capability-availability.schema.json +15 -0
- package/schemas/v2.0.0/operating-capability-grant.schema.json +14 -0
- package/schemas/v2.0.0/operating-challenger-review.schema.json +204 -0
- package/schemas/v2.0.0/operating-checkpoint.schema.json +43 -0
- package/schemas/v2.0.0/operating-claim.schema.json +17 -0
- package/schemas/v2.0.0/operating-connector-checkpoint.schema.json +28 -0
- package/schemas/v2.0.0/operating-context-capture.schema.json +74 -0
- package/schemas/v2.0.0/operating-cycle-input-binding.schema.json +30 -0
- package/schemas/v2.0.0/operating-cycle.schema.json +42 -0
- package/schemas/v2.0.0/operating-decision-ledger.schema.json +237 -0
- package/schemas/v2.0.0/operating-decision.schema.json +137 -0
- package/schemas/v2.0.0/operating-delivery-evidence.schema.json +46 -0
- package/schemas/v2.0.0/operating-delivery-route.schema.json +43 -0
- package/schemas/v2.0.0/operating-delta.schema.json +13 -0
- package/schemas/v2.0.0/operating-domain-projection.schema.json +15 -0
- package/schemas/v2.0.0/operating-event-trigger.schema.json +11 -0
- package/schemas/v2.0.0/operating-event.schema.json +505 -0
- package/schemas/v2.0.0/operating-evidence-candidate.schema.json +88 -0
- package/schemas/v2.0.0/operating-evidence-edge.schema.json +39 -0
- package/schemas/v2.0.0/operating-evidence-graph.schema.json +25 -0
- package/schemas/v2.0.0/operating-evidence-observation.schema.json +48 -0
- package/schemas/v2.0.0/operating-evidence-ref.schema.json +51 -0
- package/schemas/v2.0.0/operating-evidence-resolution.schema.json +54 -0
- package/schemas/v2.0.0/operating-execution-result.schema.json +23 -0
- package/schemas/v2.0.0/operating-executive-board.schema.json +78 -0
- package/schemas/v2.0.0/operating-finding.schema.json +116 -0
- package/schemas/v2.0.0/operating-governed-operation.schema.json +54 -0
- package/schemas/v2.0.0/operating-intelligence-input-bundle.schema.json +128 -0
- package/schemas/v2.0.0/operating-intelligence-plan.schema.json +302 -0
- package/schemas/v2.0.0/operating-learning-receipt.schema.json +31 -0
- package/schemas/v2.0.0/operating-learning.schema.json +13 -0
- package/schemas/v2.0.0/operating-live-evidence-consent-record.schema.json +42 -0
- package/schemas/v2.0.0/operating-live-evidence-ingestion.schema.json +31 -0
- package/schemas/v2.0.0/operating-measurement-plan.schema.json +18 -0
- package/schemas/v2.0.0/operating-measurement-schedule-receipt.schema.json +7 -0
- package/schemas/v2.0.0/operating-measurement-schedule.schema.json +16 -0
- package/schemas/v2.0.0/operating-metric-observation.schema.json +15 -0
- package/schemas/v2.0.0/operating-metric.schema.json +18 -0
- package/schemas/v2.0.0/operating-model-state.schema.json +36 -0
- package/schemas/v2.0.0/operating-objective.schema.json +21 -0
- package/schemas/v2.0.0/operating-origin.schema.json +31 -0
- package/schemas/v2.0.0/operating-outcome-evaluation.schema.json +46 -0
- package/schemas/v2.0.0/operating-outcome.schema.json +13 -0
- package/schemas/v2.0.0/operating-planning-proposal.schema.json +45 -0
- package/schemas/v2.0.0/operating-policy-evaluation.schema.json +28 -0
- package/schemas/v2.0.0/operating-review-read.schema.json +217 -0
- package/schemas/v2.0.0/operating-review-receipt.schema.json +64 -0
- package/schemas/v2.0.0/operating-review.schema.json +47 -0
- package/schemas/v2.0.0/operating-risk.schema.json +96 -0
- package/schemas/v2.0.0/operating-rollback-plan.schema.json +10 -0
- package/schemas/v2.0.0/operating-rollback-result.schema.json +20 -0
- package/schemas/v2.0.0/operating-runtime-state.schema.json +289 -0
- package/schemas/v2.0.0/operating-scenario.schema.json +13 -0
- package/schemas/v2.0.0/operating-snapshot.schema.json +38 -0
- package/schemas/v2.0.0/operating-submission.schema.json +34 -0
- package/schemas/v2.0.0/operating-trace-matrix.schema.json +176 -0
- package/schemas/v2.0.0/operating-work-change-set.schema.json +89 -0
- package/schemas/v2.0.0/operating-work-ledger.schema.json +40 -0
- package/schemas/v2.0.0/software-operating-snapshot-projection.schema.json +14 -0
- package/src/browser-contracts.d.mts +5 -0
- package/src/browser-contracts.mjs +40 -0
- package/src/canonical-json.d.mts +5 -0
- package/src/canonical-json.mjs +142 -0
- package/src/compat/live-evidence-v2.mjs +1019 -0
- package/src/compat/operate-experience-live-patch.mjs +66 -0
- package/src/compat/operating-planning-contracts.mjs +114 -0
- package/src/contracts.d.mts +42 -0
- package/src/contracts.mjs +990 -0
- package/src/design-contracts.d.mts +62 -0
- package/src/design-contracts.mjs +186 -0
- package/src/design-publication-contracts.d.mts +4 -0
- package/src/design-publication-contracts.mjs +85 -0
- package/src/diagram-contracts.d.mts +19 -0
- package/src/diagram-contracts.mjs +28 -0
- package/src/enterprise-contracts.d.mts +107 -0
- package/src/enterprise-contracts.mjs +463 -0
- package/src/errors.d.mts +11 -0
- package/src/errors.mjs +109 -0
- package/src/generated/canonical-registries.mjs +5554 -0
- package/src/generated/contract-catalog-v2.mjs +7076 -0
- package/src/generated/diagram-registries.mjs +2529 -0
- package/src/index.d.mts +10 -0
- package/src/index.mjs +40 -0
- package/src/json-schema.d.mts +7 -0
- package/src/json-schema.mjs +283 -0
- package/src/planning-contracts.d.mts +10 -0
- package/src/planning-contracts.mjs +53 -0
- package/src/registries.d.mts +40 -0
- package/src/registries.mjs +261 -0
- package/src/review-experience-contracts.d.mts +11 -0
- package/src/review-experience-contracts.mjs +103 -0
- package/src/semver.d.mts +2 -0
- package/src/semver.mjs +7 -0
- package/src/skill-source-contracts.d.mts +25 -0
- package/src/skill-source-contracts.mjs +105 -0
- package/src/task-contracts.d.mts +7 -0
- package/src/task-contracts.mjs +130 -0
- package/src/workspace-contracts.d.mts +26 -0
- package/src/workspace-contracts.mjs +83 -0
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://openplanr.dev/schemas/v1.4.0/evaluation-host-profile.schema.json",
|
|
4
|
+
"title": "Protocol 1.4 evaluation host profile",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": ["kind", "schemaVersion", "protocolVersion", "hostProfileId", "host", "profileVersion", "runtime", "platform", "capabilityTier", "permissionModel", "outputModes", "skillHostSupport", "certifiedFullPipelineRuntime", "adapterBinding", "provenance", "profileDigest"],
|
|
8
|
+
"properties": {
|
|
9
|
+
"kind": { "const": "evaluation-host-profile" },
|
|
10
|
+
"schemaVersion": { "const": "1.0.0" },
|
|
11
|
+
"protocolVersion": { "const": "1.4.0" },
|
|
12
|
+
"hostProfileId": { "type": "string", "pattern": "^ehp_[a-f0-9]{32}$" },
|
|
13
|
+
"host": { "$ref": "#/$defs/name" },
|
|
14
|
+
"profileVersion": { "$ref": "#/$defs/version" },
|
|
15
|
+
"runtime": { "enum": ["cli", "desktop", "web", "mobile", "ide-extension", "headless-browser"] },
|
|
16
|
+
"platform": { "enum": ["darwin", "linux", "win32", "browser", "mobile"] },
|
|
17
|
+
"capabilityTier": { "enum": ["artifact", "workflow", "product"] },
|
|
18
|
+
"permissionModel": {
|
|
19
|
+
"type": "object",
|
|
20
|
+
"additionalProperties": false,
|
|
21
|
+
"required": ["mode", "promptSurface", "toolIsolation", "escalation"],
|
|
22
|
+
"properties": {
|
|
23
|
+
"mode": { "enum": ["prompted", "preauthorized", "sandboxed", "denied"] },
|
|
24
|
+
"promptSurface": { "enum": ["terminal", "chat", "native-dialog", "none"] },
|
|
25
|
+
"toolIsolation": { "enum": ["enforced", "advisory", "none", "enforced-read-only"] },
|
|
26
|
+
"escalation": { "const": "refused" }
|
|
27
|
+
}
|
|
28
|
+
},
|
|
29
|
+
"outputModes": { "type": "array", "minItems": 1, "maxItems": 8, "uniqueItems": true, "items": { "enum": ["text", "markdown", "json", "file", "artifact", "image", "web-page"] } },
|
|
30
|
+
"skillHostSupport": { "type": "boolean" },
|
|
31
|
+
"certifiedFullPipelineRuntime": { "type": "boolean" },
|
|
32
|
+
"adapterBinding": {
|
|
33
|
+
"oneOf": [
|
|
34
|
+
{ "type": "null" },
|
|
35
|
+
{
|
|
36
|
+
"type": "object",
|
|
37
|
+
"additionalProperties": false,
|
|
38
|
+
"required": ["contractId", "schemaVersion", "protocolVersion", "adapterId", "adapterVersion", "recordDigest"],
|
|
39
|
+
"properties": {
|
|
40
|
+
"contractId": { "const": "adapter-registry" },
|
|
41
|
+
"schemaVersion": { "const": "1.1.0" },
|
|
42
|
+
"protocolVersion": { "const": "1.4.0" },
|
|
43
|
+
"adapterId": { "enum": ["claude-code", "codex", "cursor"] },
|
|
44
|
+
"adapterVersion": { "$ref": "#/$defs/version" },
|
|
45
|
+
"recordDigest": { "$ref": "#/$defs/digest" }
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
]
|
|
49
|
+
},
|
|
50
|
+
"provenance": {
|
|
51
|
+
"type": "object",
|
|
52
|
+
"additionalProperties": false,
|
|
53
|
+
"required": ["packageName", "packageVersion", "sourceDigest"],
|
|
54
|
+
"properties": {
|
|
55
|
+
"packageName": { "$ref": "#/$defs/name" },
|
|
56
|
+
"packageVersion": { "$ref": "#/$defs/version" },
|
|
57
|
+
"sourceDigest": { "$ref": "#/$defs/digest" }
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
"profileDigest": { "$ref": "#/$defs/digest" }
|
|
61
|
+
},
|
|
62
|
+
"allOf": [
|
|
63
|
+
{
|
|
64
|
+
"if": { "properties": { "certifiedFullPipelineRuntime": { "const": true } }, "required": ["certifiedFullPipelineRuntime"] },
|
|
65
|
+
"then": { "properties": { "adapterBinding": { "type": "object" } }, "required": ["adapterBinding"] }
|
|
66
|
+
}
|
|
67
|
+
],
|
|
68
|
+
"$defs": {
|
|
69
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
70
|
+
"name": { "type": "string", "maxLength": 64, "pattern": "^[a-z][a-z0-9]*(?:-[a-z0-9]+)*$" },
|
|
71
|
+
"version": { "type": "string", "pattern": "^(?:0|[1-9][0-9]*)\\.(?:0|[1-9][0-9]*)\\.(?:0|[1-9][0-9]*)$" }
|
|
72
|
+
}
|
|
73
|
+
}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://openplanr.dev/schemas/v1.4.0/evaluation-observation.schema.json",
|
|
4
|
+
"title": "OpenPlanr Protocol 1.4 evaluation observation",
|
|
5
|
+
"type": "object", "additionalProperties": false,
|
|
6
|
+
"required": ["kind", "schemaVersion", "protocolVersion", "observationId", "runId", "scenario", "grader", "hostProfile", "fixtures", "packageDigest", "budgetDigest", "outcome", "terminalReason", "graderOutputDigest", "absence", "observedAt", "observationDigest"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"kind": { "const": "evaluation-observation" }, "schemaVersion": { "const": "1.0.0" }, "protocolVersion": { "const": "1.4.0" },
|
|
9
|
+
"observationId": { "type": "string", "pattern": "^eob_[a-f0-9]{32}$" },
|
|
10
|
+
"runId": { "type": "string", "pattern": "^eru_[a-f0-9]{32}$" },
|
|
11
|
+
"scenario": {
|
|
12
|
+
"type": "object", "additionalProperties": false,
|
|
13
|
+
"required": ["scenarioId", "scenarioDigest", "corpusDigest", "promptClass"],
|
|
14
|
+
"properties": {
|
|
15
|
+
"scenarioId": { "type": "string", "pattern": "^esc_[a-f0-9]{64}$" },
|
|
16
|
+
"scenarioDigest": { "$ref": "#/$defs/digest" },
|
|
17
|
+
"corpusDigest": { "$ref": "#/$defs/digest" },
|
|
18
|
+
"promptClass": { "enum": ["positive", "negative", "ambiguous", "permission-denied"] }
|
|
19
|
+
}
|
|
20
|
+
},
|
|
21
|
+
"grader": {
|
|
22
|
+
"type": "object", "additionalProperties": false,
|
|
23
|
+
"required": ["graderId", "graderVersion", "graderType", "registrationDigest", "registryDigest"],
|
|
24
|
+
"properties": {
|
|
25
|
+
"graderId": { "type": "string", "pattern": "^egr_[a-f0-9]{32}$" },
|
|
26
|
+
"graderVersion": { "$ref": "#/$defs/version" },
|
|
27
|
+
"graderType": { "enum": ["deterministic-schema", "deterministic-behaviour", "live-model-judgement"] },
|
|
28
|
+
"registrationDigest": { "$ref": "#/$defs/digest" },
|
|
29
|
+
"registryDigest": { "$ref": "#/$defs/digest" }
|
|
30
|
+
}
|
|
31
|
+
},
|
|
32
|
+
"hostProfile": {
|
|
33
|
+
"type": "object", "additionalProperties": false,
|
|
34
|
+
"required": ["hostProfileId", "profileDigest", "registryDigest"],
|
|
35
|
+
"properties": {
|
|
36
|
+
"hostProfileId": { "type": "string", "pattern": "^ehp_[a-f0-9]{32}$" },
|
|
37
|
+
"profileDigest": { "$ref": "#/$defs/digest" },
|
|
38
|
+
"registryDigest": { "$ref": "#/$defs/digest" }
|
|
39
|
+
}
|
|
40
|
+
},
|
|
41
|
+
"fixtures": {
|
|
42
|
+
"type": "array", "minItems": 1, "maxItems": 32, "uniqueItems": true,
|
|
43
|
+
"items": {
|
|
44
|
+
"type": "object", "additionalProperties": false, "required": ["fixtureId", "contentDigest"],
|
|
45
|
+
"properties": { "fixtureId": { "type": "string", "pattern": "^efx_[a-f0-9]{64}$" }, "contentDigest": { "$ref": "#/$defs/digest" } }
|
|
46
|
+
}
|
|
47
|
+
},
|
|
48
|
+
"packageDigest": { "$ref": "#/$defs/digest" },
|
|
49
|
+
"budgetDigest": { "$ref": "#/$defs/digest" },
|
|
50
|
+
"outcome": { "enum": ["pass", "fail", "absent"] },
|
|
51
|
+
"terminalReason": { "type": "string", "pattern": "^[A-Z][A-Z0-9_]{2,63}$" },
|
|
52
|
+
"graderOutputDigest": { "oneOf": [{ "type": "null" }, { "$ref": "#/$defs/digest" }] },
|
|
53
|
+
"absence": { "oneOf": [{ "type": "null" }, { "$ref": "#/$defs/absence" }] },
|
|
54
|
+
"observedAt": { "type": "string", "format": "date-time" },
|
|
55
|
+
"observationDigest": { "$ref": "#/$defs/digest" }
|
|
56
|
+
},
|
|
57
|
+
"allOf": [
|
|
58
|
+
{ "if": { "properties": { "outcome": { "enum": ["pass", "fail"] } }, "required": ["outcome"] }, "then": { "properties": { "absence": { "type": "null" }, "graderOutputDigest": { "$ref": "#/$defs/digest" } } } },
|
|
59
|
+
{ "if": { "properties": { "outcome": { "const": "absent" } }, "required": ["outcome"] }, "then": { "properties": { "absence": { "$ref": "#/$defs/absence" }, "graderOutputDigest": { "type": "null" } } } }
|
|
60
|
+
],
|
|
61
|
+
"$defs": {
|
|
62
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
63
|
+
"version": { "type": "string", "pattern": "^(?:0|[1-9][0-9]*)\\.(?:0|[1-9][0-9]*)\\.(?:0|[1-9][0-9]*)$" },
|
|
64
|
+
"absence": {
|
|
65
|
+
"type": "object", "additionalProperties": false,
|
|
66
|
+
"description": "A grader that is missing, errored, unavailable, or never run is recorded here. It is not a result.",
|
|
67
|
+
"required": ["code", "reason", "treatedAsPass", "recoveryDisposition"],
|
|
68
|
+
"properties": {
|
|
69
|
+
"code": { "enum": ["grader-missing", "grader-errored", "grader-unavailable", "host-unavailable", "fixture-unavailable", "budget-exceeded", "not-run"] },
|
|
70
|
+
"reason": { "type": "string", "minLength": 1, "maxLength": 2048 },
|
|
71
|
+
"treatedAsPass": { "const": false },
|
|
72
|
+
"recoveryDisposition": { "enum": ["rerun", "register-grader", "refresh-fixture", "escalate"] }
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://openplanr.dev/schemas/v1.4.0/evaluation-run-result.schema.json",
|
|
4
|
+
"title": "OpenPlanr Protocol 1.4 evaluation run result",
|
|
5
|
+
"type": "object", "additionalProperties": false,
|
|
6
|
+
"required": ["kind", "schemaVersion", "protocolVersion", "runResultId", "runId", "visibility", "publishable", "evidenceTransport", "corpusDigest", "graderRegistryDigest", "hostProfileRegistryDigest", "hostProfiles", "budgetDigest", "gatePolicyDigest", "packageDigest", "sourceDigest", "observations", "measurements", "findingCounts", "rawEvidence", "terminalReason", "startedAt", "completedAt", "runResultDigest"],
|
|
7
|
+
"properties": {
|
|
8
|
+
"kind": { "const": "evaluation-run-result" }, "schemaVersion": { "const": "1.0.0" }, "protocolVersion": { "const": "1.4.0" },
|
|
9
|
+
"runResultId": { "type": "string", "pattern": "^ers_[a-f0-9]{32}$" },
|
|
10
|
+
"runId": { "type": "string", "pattern": "^eru_[a-f0-9]{32}$" },
|
|
11
|
+
"visibility": { "const": "local" },
|
|
12
|
+
"publishable": { "const": false, "description": "The aggregate report is the only publishable projection of a run." },
|
|
13
|
+
"evidenceTransport": { "const": "digest-only" },
|
|
14
|
+
"corpusDigest": { "$ref": "#/$defs/digest" },
|
|
15
|
+
"graderRegistryDigest": { "$ref": "#/$defs/digest" },
|
|
16
|
+
"hostProfileRegistryDigest": { "$ref": "#/$defs/digest" },
|
|
17
|
+
"hostProfiles": {
|
|
18
|
+
"type": "array", "minItems": 1, "maxItems": 32, "uniqueItems": true,
|
|
19
|
+
"items": {
|
|
20
|
+
"type": "object", "additionalProperties": false, "required": ["hostProfileId", "profileDigest"],
|
|
21
|
+
"properties": { "hostProfileId": { "type": "string", "pattern": "^ehp_[a-f0-9]{32}$" }, "profileDigest": { "$ref": "#/$defs/digest" } }
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
"budgetDigest": { "$ref": "#/$defs/digest" },
|
|
25
|
+
"gatePolicyDigest": { "$ref": "#/$defs/digest" },
|
|
26
|
+
"packageDigest": { "$ref": "#/$defs/digest" },
|
|
27
|
+
"sourceDigest": { "$ref": "#/$defs/digest" },
|
|
28
|
+
"observations": {
|
|
29
|
+
"type": "array", "minItems": 1, "maxItems": 4096, "uniqueItems": true,
|
|
30
|
+
"items": {
|
|
31
|
+
"type": "object", "additionalProperties": false, "required": ["observationId", "observationDigest", "scenarioDigest", "outcome"],
|
|
32
|
+
"properties": {
|
|
33
|
+
"observationId": { "type": "string", "pattern": "^eob_[a-f0-9]{32}$" },
|
|
34
|
+
"observationDigest": { "$ref": "#/$defs/digest" },
|
|
35
|
+
"scenarioDigest": { "$ref": "#/$defs/digest" },
|
|
36
|
+
"outcome": { "enum": ["pass", "fail", "absent"] }
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
},
|
|
40
|
+
"measurements": {
|
|
41
|
+
"type": "object", "additionalProperties": false,
|
|
42
|
+
"required": ["latencyMsP50", "latencyMsP95", "inputTokens", "outputTokens", "totalTokens", "costEstimateCurrency", "costEstimateMicros", "permissionPrompts", "retries"],
|
|
43
|
+
"properties": {
|
|
44
|
+
"latencyMsP50": { "$ref": "#/$defs/durationMs" },
|
|
45
|
+
"latencyMsP95": { "$ref": "#/$defs/durationMs" },
|
|
46
|
+
"inputTokens": { "$ref": "#/$defs/tokenCount" },
|
|
47
|
+
"outputTokens": { "$ref": "#/$defs/tokenCount" },
|
|
48
|
+
"totalTokens": { "$ref": "#/$defs/tokenCount" },
|
|
49
|
+
"costEstimateCurrency": { "const": "USD" },
|
|
50
|
+
"costEstimateMicros": { "$ref": "#/$defs/costMicros" },
|
|
51
|
+
"permissionPrompts": { "$ref": "#/$defs/counter" },
|
|
52
|
+
"retries": { "$ref": "#/$defs/counter" }
|
|
53
|
+
}
|
|
54
|
+
},
|
|
55
|
+
"findingCounts": {
|
|
56
|
+
"type": "object", "additionalProperties": false, "required": ["p0", "p1", "p2", "p3"],
|
|
57
|
+
"properties": { "p0": { "$ref": "#/$defs/counter" }, "p1": { "$ref": "#/$defs/counter" }, "p2": { "$ref": "#/$defs/counter" }, "p3": { "$ref": "#/$defs/counter" } }
|
|
58
|
+
},
|
|
59
|
+
"rawEvidence": {
|
|
60
|
+
"type": "array", "maxItems": 4096, "uniqueItems": true,
|
|
61
|
+
"description": "Prompts, traces, screenshots, and model output are referenced by digest. The bytes stay in the local store and never enter this record.",
|
|
62
|
+
"items": {
|
|
63
|
+
"type": "object", "additionalProperties": false, "required": ["evidenceId", "class", "contentDigest", "byteLength"],
|
|
64
|
+
"properties": {
|
|
65
|
+
"evidenceId": { "type": "string", "pattern": "^eev_[a-f0-9]{32}$" },
|
|
66
|
+
"class": { "enum": ["prompt", "trace", "screenshot", "model-output"] },
|
|
67
|
+
"contentDigest": { "$ref": "#/$defs/digest" },
|
|
68
|
+
"byteLength": { "type": "integer", "minimum": 0, "maximum": 1099511627776 }
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
},
|
|
72
|
+
"terminalReason": { "type": "string", "pattern": "^[A-Z][A-Z0-9_]{2,63}$" },
|
|
73
|
+
"startedAt": { "type": "string", "format": "date-time" },
|
|
74
|
+
"completedAt": { "type": "string", "format": "date-time" },
|
|
75
|
+
"runResultDigest": { "$ref": "#/$defs/digest" }
|
|
76
|
+
},
|
|
77
|
+
"$defs": {
|
|
78
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
79
|
+
"durationMs": { "type": "integer", "minimum": 0, "maximum": 86400000 },
|
|
80
|
+
"tokenCount": { "type": "integer", "minimum": 0, "maximum": 100000000 },
|
|
81
|
+
"costMicros": { "type": "integer", "minimum": 0, "maximum": 1000000000000 },
|
|
82
|
+
"counter": { "type": "integer", "minimum": 0, "maximum": 1000000 }
|
|
83
|
+
}
|
|
84
|
+
}
|
|
@@ -0,0 +1,231 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://openplanr.dev/schemas/v1.4.0/evaluation-scenario.schema.json",
|
|
4
|
+
"x-openplanr-contract": { "id": "evaluation-scenario", "version": "1.4.0" },
|
|
5
|
+
"title": "OpenPlanr Protocol v1.4 skill evaluation scenario",
|
|
6
|
+
"description": "One measurable skill trigger case, bound to an exact skill version, host profile, fixture set, and budget. `scenarioDigest` is SHA-256 over the RFC 8785 canonical form of this record with `scenarioId` and `scenarioDigest` removed, and `scenarioId` is `esc_` followed by that digest hex, so one changed byte yields a different identity and invalidates the evidence recorded against the old one.",
|
|
7
|
+
"type": "object",
|
|
8
|
+
"additionalProperties": false,
|
|
9
|
+
"required": [
|
|
10
|
+
"kind",
|
|
11
|
+
"schemaVersion",
|
|
12
|
+
"protocolVersion",
|
|
13
|
+
"scenarioId",
|
|
14
|
+
"scenarioDigest",
|
|
15
|
+
"title",
|
|
16
|
+
"intent",
|
|
17
|
+
"skill",
|
|
18
|
+
"hostProfileRef",
|
|
19
|
+
"promptClass",
|
|
20
|
+
"expectedTrigger",
|
|
21
|
+
"declaredPermissions",
|
|
22
|
+
"riskClass",
|
|
23
|
+
"fixtureRefs",
|
|
24
|
+
"budgetRef"
|
|
25
|
+
],
|
|
26
|
+
"properties": {
|
|
27
|
+
"kind": { "const": "evaluation-scenario" },
|
|
28
|
+
"schemaVersion": { "const": "1.0.0" },
|
|
29
|
+
"protocolVersion": { "const": "1.4.0" },
|
|
30
|
+
"scenarioId": {
|
|
31
|
+
"$ref": "#/$defs/scenarioId",
|
|
32
|
+
"description": "The literal prefix `esc_` followed by the hexadecimal part of `scenarioDigest`. Any other value is a foreign identity."
|
|
33
|
+
},
|
|
34
|
+
"scenarioDigest": { "$ref": "#/$defs/digest" },
|
|
35
|
+
"title": { "$ref": "#/$defs/title" },
|
|
36
|
+
"intent": {
|
|
37
|
+
"$ref": "#/$defs/text",
|
|
38
|
+
"description": "What triggering behaviour this scenario proves, stated so a reader can tell a pass from a near miss."
|
|
39
|
+
},
|
|
40
|
+
"skill": {
|
|
41
|
+
"$ref": "#/$defs/skillIdentity",
|
|
42
|
+
"description": "The exact skill under evaluation. Evidence never carries across versions."
|
|
43
|
+
},
|
|
44
|
+
"hostProfileRef": {
|
|
45
|
+
"$ref": "#/$defs/hostProfileRef",
|
|
46
|
+
"description": "Bound by digest rather than by name so a re-declared host invalidates its own evidence."
|
|
47
|
+
},
|
|
48
|
+
"promptClass": {
|
|
49
|
+
"enum": ["positive", "negative", "ambiguous", "permission-denied"],
|
|
50
|
+
"description": "Positive cases measure recall, negative cases measure precision, ambiguous cases measure restraint, and permission-denied cases measure refusal."
|
|
51
|
+
},
|
|
52
|
+
"expectedTrigger": { "$ref": "#/$defs/expectedTrigger" },
|
|
53
|
+
"declaredPermissions": {
|
|
54
|
+
"type": "array",
|
|
55
|
+
"maxItems": 32,
|
|
56
|
+
"uniqueItems": true,
|
|
57
|
+
"items": { "$ref": "#/$defs/permission" },
|
|
58
|
+
"description": "Every capability the host offers this scenario and the decision it returns. An absent capability is denied, never assumed."
|
|
59
|
+
},
|
|
60
|
+
"riskClass": {
|
|
61
|
+
"enum": ["read-only", "local-write", "destructive", "external-effect"],
|
|
62
|
+
"description": "Widest blast radius the scenario may reach when the skill triggers."
|
|
63
|
+
},
|
|
64
|
+
"fixtureRefs": {
|
|
65
|
+
"type": "array",
|
|
66
|
+
"minItems": 1,
|
|
67
|
+
"maxItems": 32,
|
|
68
|
+
"uniqueItems": true,
|
|
69
|
+
"items": { "$ref": "#/$defs/fixtureRef" },
|
|
70
|
+
"contains": { "type": "object", "required": ["role"], "properties": { "role": { "const": "prompt" } } },
|
|
71
|
+
"minContains": 1,
|
|
72
|
+
"maxContains": 1,
|
|
73
|
+
"description": "Exactly one fixture supplies the prompt. Prompt text lives in the fixture so no raw prompt is carried by an identity-bearing record."
|
|
74
|
+
},
|
|
75
|
+
"budgetRef": { "$ref": "#/$defs/budgetRef" }
|
|
76
|
+
},
|
|
77
|
+
"allOf": [
|
|
78
|
+
{
|
|
79
|
+
"if": { "properties": { "promptClass": { "const": "positive" } }, "required": ["promptClass"] },
|
|
80
|
+
"then": {
|
|
81
|
+
"properties": {
|
|
82
|
+
"expectedTrigger": { "properties": { "outcome": { "const": "invoke" } }, "required": ["outcome"] }
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
},
|
|
86
|
+
{
|
|
87
|
+
"if": { "properties": { "promptClass": { "const": "negative" } }, "required": ["promptClass"] },
|
|
88
|
+
"then": {
|
|
89
|
+
"properties": {
|
|
90
|
+
"expectedTrigger": { "properties": { "outcome": { "const": "decline" } }, "required": ["outcome"] }
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
},
|
|
94
|
+
{
|
|
95
|
+
"if": { "properties": { "promptClass": { "const": "ambiguous" } }, "required": ["promptClass"] },
|
|
96
|
+
"then": {
|
|
97
|
+
"properties": {
|
|
98
|
+
"expectedTrigger": { "properties": { "outcome": { "enum": ["clarify", "decline"] } }, "required": ["outcome"] }
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
},
|
|
102
|
+
{
|
|
103
|
+
"if": { "properties": { "promptClass": { "const": "permission-denied" } }, "required": ["promptClass"] },
|
|
104
|
+
"then": {
|
|
105
|
+
"properties": {
|
|
106
|
+
"expectedTrigger": { "properties": { "outcome": { "const": "refuse" } }, "required": ["outcome"] },
|
|
107
|
+
"declaredPermissions": {
|
|
108
|
+
"contains": { "type": "object", "required": ["decision"], "properties": { "decision": { "const": "denied" } } },
|
|
109
|
+
"minContains": 1
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
"if": { "properties": { "riskClass": { "const": "read-only" } }, "required": ["riskClass"] },
|
|
116
|
+
"then": {
|
|
117
|
+
"properties": {
|
|
118
|
+
"declaredPermissions": {
|
|
119
|
+
"not": {
|
|
120
|
+
"contains": {
|
|
121
|
+
"type": "object",
|
|
122
|
+
"required": ["capability", "decision"],
|
|
123
|
+
"properties": {
|
|
124
|
+
"capability": { "enum": ["file-write", "command-execute", "network", "browser", "credential", "git", "publish", "deploy"] },
|
|
125
|
+
"decision": { "const": "granted" }
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
],
|
|
134
|
+
"$defs": {
|
|
135
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
136
|
+
"scenarioId": { "type": "string", "pattern": "^esc_[a-f0-9]{64}$" },
|
|
137
|
+
"fixtureId": { "type": "string", "pattern": "^efx_[a-f0-9]{64}$" },
|
|
138
|
+
"identifier": {
|
|
139
|
+
"type": "string",
|
|
140
|
+
"minLength": 2,
|
|
141
|
+
"maxLength": 128,
|
|
142
|
+
"pattern": "^[a-z][a-z0-9]*(?:[._-][a-z0-9]+)*$"
|
|
143
|
+
},
|
|
144
|
+
"skillId": {
|
|
145
|
+
"type": "string",
|
|
146
|
+
"minLength": 2,
|
|
147
|
+
"maxLength": 64,
|
|
148
|
+
"pattern": "^[a-z][a-z0-9]*(?:[._-][a-z0-9]+)*$"
|
|
149
|
+
},
|
|
150
|
+
"semver": {
|
|
151
|
+
"type": "string",
|
|
152
|
+
"pattern": "^(?:0|[1-9][0-9]*)\\.(?:0|[1-9][0-9]*)\\.(?:0|[1-9][0-9]*)$"
|
|
153
|
+
},
|
|
154
|
+
"text": {
|
|
155
|
+
"type": "string",
|
|
156
|
+
"minLength": 1,
|
|
157
|
+
"maxLength": 2048,
|
|
158
|
+
"pattern": "^[\\s\\S]*\\S[\\s\\S]*$"
|
|
159
|
+
},
|
|
160
|
+
"title": {
|
|
161
|
+
"type": "string",
|
|
162
|
+
"minLength": 1,
|
|
163
|
+
"maxLength": 160,
|
|
164
|
+
"pattern": "^\\S(?:[\\s\\S]*\\S)?$",
|
|
165
|
+
"not": { "pattern": "(?:<[^>]+>|\\{\\{[^}]+\\}\\})" }
|
|
166
|
+
},
|
|
167
|
+
"skillIdentity": {
|
|
168
|
+
"type": "object",
|
|
169
|
+
"additionalProperties": false,
|
|
170
|
+
"required": ["id", "version"],
|
|
171
|
+
"properties": {
|
|
172
|
+
"id": { "$ref": "#/$defs/skillId" },
|
|
173
|
+
"version": { "$ref": "#/$defs/semver" }
|
|
174
|
+
}
|
|
175
|
+
},
|
|
176
|
+
"hostProfileRef": {
|
|
177
|
+
"type": "object",
|
|
178
|
+
"additionalProperties": false,
|
|
179
|
+
"required": ["hostProfileId", "hostProfileDigest"],
|
|
180
|
+
"properties": {
|
|
181
|
+
"hostProfileId": { "$ref": "#/$defs/identifier" },
|
|
182
|
+
"hostProfileDigest": { "$ref": "#/$defs/digest" }
|
|
183
|
+
}
|
|
184
|
+
},
|
|
185
|
+
"budgetRef": {
|
|
186
|
+
"type": "object",
|
|
187
|
+
"additionalProperties": false,
|
|
188
|
+
"required": ["budgetId", "budgetDigest"],
|
|
189
|
+
"properties": {
|
|
190
|
+
"budgetId": { "$ref": "#/$defs/identifier" },
|
|
191
|
+
"budgetDigest": { "$ref": "#/$defs/digest" }
|
|
192
|
+
}
|
|
193
|
+
},
|
|
194
|
+
"fixtureRef": {
|
|
195
|
+
"type": "object",
|
|
196
|
+
"additionalProperties": false,
|
|
197
|
+
"required": ["fixtureId", "contentDigest", "role"],
|
|
198
|
+
"properties": {
|
|
199
|
+
"fixtureId": { "$ref": "#/$defs/fixtureId" },
|
|
200
|
+
"contentDigest": {
|
|
201
|
+
"$ref": "#/$defs/digest",
|
|
202
|
+
"description": "Bytes the scenario was authored against. A fixture whose recomputed content digest differs invalidates this scenario's evidence."
|
|
203
|
+
},
|
|
204
|
+
"role": { "enum": ["prompt", "context", "expected-output", "asset"] }
|
|
205
|
+
}
|
|
206
|
+
},
|
|
207
|
+
"permission": {
|
|
208
|
+
"type": "object",
|
|
209
|
+
"additionalProperties": false,
|
|
210
|
+
"required": ["capability", "decision"],
|
|
211
|
+
"properties": {
|
|
212
|
+
"capability": {
|
|
213
|
+
"enum": ["file-read", "file-write", "command-execute", "network", "browser", "credential", "git", "publish", "deploy"]
|
|
214
|
+
},
|
|
215
|
+
"decision": { "enum": ["granted", "denied"] }
|
|
216
|
+
}
|
|
217
|
+
},
|
|
218
|
+
"expectedTrigger": {
|
|
219
|
+
"type": "object",
|
|
220
|
+
"additionalProperties": false,
|
|
221
|
+
"required": ["outcome", "rationale"],
|
|
222
|
+
"properties": {
|
|
223
|
+
"outcome": {
|
|
224
|
+
"enum": ["invoke", "decline", "clarify", "refuse"],
|
|
225
|
+
"description": "The only correct terminal behaviour for this prompt class. There is no outcome meaning unknown, so a missing observation can never be read as a pass."
|
|
226
|
+
},
|
|
227
|
+
"rationale": { "$ref": "#/$defs/text" }
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://openplanr.dev/schemas/v1.4.0/evaluation-waiver.schema.json",
|
|
4
|
+
"title": "OpenPlanr Protocol v1.4 skill evaluation waiver",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": ["kind", "schemaVersion", "protocolVersion", "waiverId", "gatePolicyDigest", "metric", "scope", "reason", "ownerSignature", "issuedAt", "expiresAt", "receiptVisibility", "waiverDigest"],
|
|
8
|
+
"properties": {
|
|
9
|
+
"kind": { "const": "evaluation-waiver" },
|
|
10
|
+
"schemaVersion": { "const": "1.0.0" },
|
|
11
|
+
"protocolVersion": { "const": "1.4.0" },
|
|
12
|
+
"waiverId": { "type": "string", "pattern": "^evw_[a-f0-9]{32}$" },
|
|
13
|
+
"gatePolicyDigest": { "$ref": "#/$defs/digest" },
|
|
14
|
+
"metric": { "$ref": "#/$defs/waivableMetric" },
|
|
15
|
+
"scope": { "oneOf": [{ "$ref": "#/$defs/scenarioScope" }, { "$ref": "#/$defs/skillScope" }] },
|
|
16
|
+
"reason": {
|
|
17
|
+
"type": "object", "additionalProperties": false,
|
|
18
|
+
"required": ["code", "statement"],
|
|
19
|
+
"properties": {
|
|
20
|
+
"code": { "enum": ["accepted-risk", "known-defect", "environment-limitation", "deferred-remediation", "external-dependency"] },
|
|
21
|
+
"statement": { "type": "string", "minLength": 10, "maxLength": 280, "pattern": "^[A-Za-z0-9][A-Za-z0-9 ,.()'-]{9,279}$" }
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
"ownerSignature": {
|
|
25
|
+
"type": "object", "additionalProperties": false,
|
|
26
|
+
"required": ["identity", "keyIdentity", "payloadDigest"],
|
|
27
|
+
"properties": {
|
|
28
|
+
"identity": { "$ref": "#/$defs/actorIdentity" },
|
|
29
|
+
"keyIdentity": { "$ref": "#/$defs/actorIdentity" },
|
|
30
|
+
"payloadDigest": { "$ref": "#/$defs/digest" }
|
|
31
|
+
}
|
|
32
|
+
},
|
|
33
|
+
"issuedAt": { "type": "string", "format": "date-time" },
|
|
34
|
+
"expiresAt": { "type": "string", "format": "date-time" },
|
|
35
|
+
"receiptVisibility": { "const": "visible" },
|
|
36
|
+
"waiverDigest": { "$ref": "#/$defs/digest" }
|
|
37
|
+
},
|
|
38
|
+
"$defs": {
|
|
39
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
40
|
+
"actorIdentity": { "type": "string", "minLength": 1, "maxLength": 128, "pattern": "^[A-Za-z0-9][A-Za-z0-9._:-]*$" },
|
|
41
|
+
"skillId": { "type": "string", "pattern": "^[a-z][a-z0-9-]{1,63}$" },
|
|
42
|
+
"skillVersion": { "type": "string", "pattern": "^[0-9]+\\.[0-9]+\\.[0-9]+(?:[-+][0-9A-Za-z.-]+)?$" },
|
|
43
|
+
"waivableMetric": { "enum": ["trigger-precision", "trigger-recall", "journey-completion", "asset-parity", "export-parity", "latency-regression", "cost-regression"] },
|
|
44
|
+
"scenarioScope": {
|
|
45
|
+
"title": "scenario scope",
|
|
46
|
+
"type": "object", "additionalProperties": false,
|
|
47
|
+
"required": ["kind", "scenarioDigest"],
|
|
48
|
+
"properties": {
|
|
49
|
+
"kind": { "const": "scenario" },
|
|
50
|
+
"scenarioDigest": { "$ref": "#/$defs/digest" }
|
|
51
|
+
}
|
|
52
|
+
},
|
|
53
|
+
"skillScope": {
|
|
54
|
+
"title": "skill scope",
|
|
55
|
+
"type": "object", "additionalProperties": false,
|
|
56
|
+
"required": ["kind", "skillId", "skillVersion", "skillSourceDigest"],
|
|
57
|
+
"properties": {
|
|
58
|
+
"kind": { "const": "skill" },
|
|
59
|
+
"skillId": { "$ref": "#/$defs/skillId" },
|
|
60
|
+
"skillVersion": { "$ref": "#/$defs/skillVersion" },
|
|
61
|
+
"skillSourceDigest": { "$ref": "#/$defs/digest" }
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
3
|
+
"$id": "https://openplanr.dev/schemas/v1.4.0/skill-certification-receipt.schema.json",
|
|
4
|
+
"title": "OpenPlanr Protocol v1.4 skill certification readiness receipt",
|
|
5
|
+
"type": "object",
|
|
6
|
+
"additionalProperties": false,
|
|
7
|
+
"required": ["kind", "schemaVersion", "protocolVersion", "recordType", "receiptId", "issuedAt", "subject", "inputs", "gateEvaluation", "appliedWaivers", "result", "blockingMetrics", "receiptDigest"],
|
|
8
|
+
"properties": {
|
|
9
|
+
"kind": { "const": "skill-certification-receipt" },
|
|
10
|
+
"schemaVersion": { "const": "1.0.0" },
|
|
11
|
+
"protocolVersion": { "const": "1.4.0" },
|
|
12
|
+
"recordType": { "const": "readiness" },
|
|
13
|
+
"receiptId": { "type": "string", "pattern": "^scr_[a-f0-9]{32}$" },
|
|
14
|
+
"issuedAt": { "type": "string", "format": "date-time" },
|
|
15
|
+
"subject": {
|
|
16
|
+
"type": "object", "additionalProperties": false,
|
|
17
|
+
"required": ["skillId", "skillVersion", "skillSourceDigest"],
|
|
18
|
+
"properties": {
|
|
19
|
+
"skillId": { "$ref": "#/$defs/skillId" },
|
|
20
|
+
"skillVersion": { "$ref": "#/$defs/skillVersion" },
|
|
21
|
+
"skillSourceDigest": { "$ref": "#/$defs/digest" }
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
"inputs": {
|
|
25
|
+
"type": "object", "additionalProperties": false,
|
|
26
|
+
"required": ["corpusDigest", "graderRegistryDigest", "hostProfiles", "budgetBaselineDigest", "gatePolicyDigest", "aggregateReportDigest"],
|
|
27
|
+
"properties": {
|
|
28
|
+
"corpusDigest": { "$ref": "#/$defs/digest" },
|
|
29
|
+
"graderRegistryDigest": { "$ref": "#/$defs/digest" },
|
|
30
|
+
"hostProfiles": { "type": "array", "minItems": 1, "maxItems": 32, "uniqueItems": true, "items": { "$ref": "#/$defs/hostProfileBinding" } },
|
|
31
|
+
"budgetBaselineDigest": { "$ref": "#/$defs/digest" },
|
|
32
|
+
"gatePolicyDigest": { "$ref": "#/$defs/digest" },
|
|
33
|
+
"aggregateReportDigest": { "$ref": "#/$defs/digest" }
|
|
34
|
+
}
|
|
35
|
+
},
|
|
36
|
+
"gateEvaluation": { "type": "array", "minItems": 1, "maxItems": 32, "uniqueItems": true, "items": { "$ref": "#/$defs/gateResult" } },
|
|
37
|
+
"appliedWaivers": { "type": "array", "maxItems": 32, "uniqueItems": true, "items": { "$ref": "#/$defs/appliedWaiver" } },
|
|
38
|
+
"result": { "enum": ["release-ready", "blocked"] },
|
|
39
|
+
"blockingMetrics": { "type": "array", "maxItems": 16, "uniqueItems": true, "items": { "$ref": "#/$defs/metric" } },
|
|
40
|
+
"receiptDigest": { "$ref": "#/$defs/digest" }
|
|
41
|
+
},
|
|
42
|
+
"allOf": [
|
|
43
|
+
{
|
|
44
|
+
"if": { "properties": { "result": { "const": "release-ready" } }, "required": ["result"] },
|
|
45
|
+
"then": {
|
|
46
|
+
"properties": {
|
|
47
|
+
"blockingMetrics": { "maxItems": 0 },
|
|
48
|
+
"gateEvaluation": { "items": { "properties": { "status": { "enum": ["met", "waived"] } } } }
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"if": { "properties": { "result": { "const": "blocked" } }, "required": ["result"] },
|
|
54
|
+
"then": { "properties": { "blockingMetrics": { "minItems": 1 } } }
|
|
55
|
+
}
|
|
56
|
+
],
|
|
57
|
+
"$defs": {
|
|
58
|
+
"digest": { "type": "string", "pattern": "^sha256:[a-f0-9]{64}$" },
|
|
59
|
+
"skillId": { "type": "string", "pattern": "^[a-z][a-z0-9-]{1,63}$" },
|
|
60
|
+
"skillVersion": { "type": "string", "pattern": "^[0-9]+\\.[0-9]+\\.[0-9]+(?:[-+][0-9A-Za-z.-]+)?$" },
|
|
61
|
+
"hostProfileId": { "type": "string", "pattern": "^[a-z][a-z0-9-]{1,63}$" },
|
|
62
|
+
"metric": { "enum": ["trigger-precision", "trigger-recall", "journey-completion", "schema-validity", "asset-parity", "export-parity", "package-parity", "finding-severity-p0", "finding-severity-p1", "latency-regression", "cost-regression"] },
|
|
63
|
+
"waivableMetric": { "enum": ["trigger-precision", "trigger-recall", "journey-completion", "asset-parity", "export-parity", "latency-regression", "cost-regression"] },
|
|
64
|
+
"unwaivableMetric": { "enum": ["schema-validity", "package-parity", "finding-severity-p0", "finding-severity-p1"] },
|
|
65
|
+
"hostProfileBinding": {
|
|
66
|
+
"type": "object", "additionalProperties": false,
|
|
67
|
+
"required": ["hostProfileId", "hostProfileDigest"],
|
|
68
|
+
"properties": {
|
|
69
|
+
"hostProfileId": { "$ref": "#/$defs/hostProfileId" },
|
|
70
|
+
"hostProfileDigest": { "$ref": "#/$defs/digest" }
|
|
71
|
+
}
|
|
72
|
+
},
|
|
73
|
+
"gateResult": {
|
|
74
|
+
"type": "object", "additionalProperties": false,
|
|
75
|
+
"required": ["metric", "waivable", "status", "waiverDigest"],
|
|
76
|
+
"properties": {
|
|
77
|
+
"metric": { "$ref": "#/$defs/metric" },
|
|
78
|
+
"waivable": { "type": "boolean" },
|
|
79
|
+
"status": { "enum": ["met", "not-met", "waived"] },
|
|
80
|
+
"waiverDigest": { "oneOf": [{ "const": null }, { "$ref": "#/$defs/digest" }] }
|
|
81
|
+
},
|
|
82
|
+
"allOf": [
|
|
83
|
+
{ "if": { "properties": { "metric": { "$ref": "#/$defs/unwaivableMetric" } }, "required": ["metric"] }, "then": { "properties": { "waivable": { "const": false } } } },
|
|
84
|
+
{ "if": { "properties": { "waivable": { "const": false } }, "required": ["waivable"] }, "then": { "properties": { "status": { "enum": ["met", "not-met"] }, "waiverDigest": { "const": null } } } },
|
|
85
|
+
{ "if": { "properties": { "status": { "const": "waived" } }, "required": ["status"] }, "then": { "properties": { "waivable": { "const": true }, "metric": { "$ref": "#/$defs/waivableMetric" }, "waiverDigest": { "$ref": "#/$defs/digest" } } } },
|
|
86
|
+
{ "if": { "properties": { "status": { "enum": ["met", "not-met"] } }, "required": ["status"] }, "then": { "properties": { "waiverDigest": { "const": null } } } }
|
|
87
|
+
]
|
|
88
|
+
},
|
|
89
|
+
"appliedWaiver": {
|
|
90
|
+
"type": "object", "additionalProperties": false,
|
|
91
|
+
"required": ["waiverDigest", "metric", "scopeKind", "reasonCode", "ownerSignatureIdentity", "issuedAt", "expiresAt"],
|
|
92
|
+
"properties": {
|
|
93
|
+
"waiverDigest": { "$ref": "#/$defs/digest" },
|
|
94
|
+
"metric": { "$ref": "#/$defs/waivableMetric" },
|
|
95
|
+
"scopeKind": { "enum": ["scenario", "skill"] },
|
|
96
|
+
"reasonCode": { "enum": ["accepted-risk", "known-defect", "environment-limitation", "deferred-remediation", "external-dependency"] },
|
|
97
|
+
"ownerSignatureIdentity": { "type": "string", "minLength": 1, "maxLength": 128, "pattern": "^[A-Za-z0-9][A-Za-z0-9._:-]*$" },
|
|
98
|
+
"issuedAt": { "type": "string", "format": "date-time" },
|
|
99
|
+
"expiresAt": { "type": "string", "format": "date-time" }
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
}
|