@citeark/agent 0.3.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/README.md +128 -0
- package/data/dataset-source-registry.v1.json +300 -0
- package/dist/arkgraph/boot.js +6 -0
- package/dist/arkgraph/index.html +1 -0
- package/dist/arkgraph/viewer.css +1 -0
- package/dist/arkgraph/viewer.en.css +1 -0
- package/dist/arkgraph/viewer.en.js +49 -0
- package/dist/arkgraph/viewer.en.js.LEGAL.txt +56 -0
- package/dist/arkgraph/viewer.js +49 -0
- package/dist/arkgraph/viewer.js.LEGAL.txt +56 -0
- package/docker/claude-code/Dockerfile +97 -0
- package/docker/claude-code/codex-pro-relay.mjs +466 -0
- package/docker/claude-code/runtime-contract-check.mjs +79 -0
- package/docs/arkgraph-reading.md +79 -0
- package/docs/configuration.md +100 -0
- package/docs/integration.md +92 -0
- package/docs/maturity-plan.md +27 -0
- package/docs/npm-release.md +44 -0
- package/docs/paper-reading.md +40 -0
- package/docs/research-plan-granularity.md +27 -0
- package/docs/terminal.md +49 -0
- package/examples/toy-evaluation/compile-task.json +27 -0
- package/examples/toy-evaluation/paper.md +5 -0
- package/examples/toy-evaluation/repository/README.md +9 -0
- package/examples/toy-evaluation/repository/checkpoint.json +4 -0
- package/examples/toy-evaluation/repository/evaluate.py +17 -0
- package/examples/toy-evaluation/task.json +81 -0
- package/package.json +59 -0
- package/prompts/compile-research.md +58 -0
- package/prompts/execute-contract.md +72 -0
- package/prompts/execute-workspace-simple.md +51 -0
- package/prompts/execute-workspace.md +34 -0
- package/prompts/prepare-reproduction.md +82 -0
- package/prompts/repair-research.md +45 -0
- package/protocol/CAP.md +129 -0
- package/protocol/LICENSE +12 -0
- package/protocol/MAPPINGS.md +72 -0
- package/protocol/README.md +38 -0
- package/protocol/conformance-v2.0-alpha.1.json +36 -0
- package/protocol/examples/arkgraph/checkpoint-evaluation.json +309 -0
- package/protocol/examples/arkgraph/fixtures.mjs +49 -0
- package/protocol/examples/arkgraph/paper-free.json +291 -0
- package/protocol/examples/arkgraph/partial-failure.json +344 -0
- package/protocol/examples/arkgraph/training-evaluation.json +443 -0
- package/protocol/profiles/agent-trace.md +16 -0
- package/protocol/profiles/computational-run.md +16 -0
- package/protocol/profiles/core.md +15 -0
- package/protocol/profiles/public-bundle.md +18 -0
- package/protocol/profiles/reproduction.md +29 -0
- package/protocol/profiles/research-compilation.md +44 -0
- package/protocol/profiles/research-plan.md +39 -0
- package/protocol/profiles/restricted-evidence.md +15 -0
- package/runtime/bootstrap-autodl-runtime.sh +314 -0
- package/runtime/create-runtime-venv.sh +41 -0
- package/runtime/install-local-cpu-runtime.sh +23 -0
- package/runtime/install-scientific-runtime.sh +153 -0
- package/runtime/mineru/parse.py +62 -0
- package/runtime/mineru/requirements.txt +4 -0
- package/runtime/requirements-baseline.txt +38 -0
- package/schemas/cap/v2/activity.schema.json +47 -0
- package/schemas/cap/v2/agent.schema.json +32 -0
- package/schemas/cap/v2/assertion.schema.json +110 -0
- package/schemas/cap/v2/descriptor.schema.json +243 -0
- package/schemas/cap/v2/entity.schema.json +64 -0
- package/schemas/cap/v2/manifest.schema.json +67 -0
- package/schemas/cap/v2/relation.schema.json +82 -0
- package/schemas/compute-catalog.schema.json +63 -0
- package/schemas/compute-decision.schema.json +27 -0
- package/schemas/execution-contract.schema.json +1024 -0
- package/schemas/research-card.schema.json +30 -0
- package/schemas/research-inventory-draft.schema.json +366 -0
- package/schemas/research.schema.json +1044 -0
- package/schemas/result.schema.json +173 -0
- package/schemas/verification-policy.schema.json +47 -0
- package/schemas/verified-conclusion.schema.json +58 -0
- package/schemas/workspace-summary.schema.json +24 -0
- package/scripts/build-arkgraph-view.mjs +12 -0
- package/scripts/check-execution-feasibility.mjs +24 -0
- package/scripts/check-syntax.mjs +15 -0
- package/scripts/deterministic-asset-preparation.py +438 -0
- package/scripts/package-cap.mjs +23 -0
- package/scripts/package-local-agent.mjs +23 -0
- package/scripts/preview-arkgraph.mjs +25 -0
- package/scripts/replay-research-compiler-candidate.mjs +134 -0
- package/scripts/review-compiler-sources.mjs +44 -0
- package/scripts/run-asset-preparation.sh +17 -0
- package/scripts/run-research-plan.mjs +98 -0
- package/scripts/validate-asset-preparation.py +290 -0
- package/scripts/verify-local-runtime.mjs +57 -0
- package/scripts/verify-npm-package.mjs +57 -0
- package/src/adapters/paper2agent.mjs +107 -0
- package/src/assets/cache.mjs +159 -0
- package/src/assets/compute.mjs +98 -0
- package/src/assets/executor.mjs +145 -0
- package/src/assets/lifecycle.mjs +213 -0
- package/src/assets/manifest.mjs +242 -0
- package/src/assets/opportunistic-preparation.mjs +81 -0
- package/src/assets/plan.mjs +411 -0
- package/src/assets/prompts.mjs +29 -0
- package/src/assets/public-asset-probe.mjs +525 -0
- package/src/assets/qualification.mjs +119 -0
- package/src/assets/readiness.mjs +130 -0
- package/src/assets/reproduction-admission.mjs +355 -0
- package/src/assets/requirements.mjs +152 -0
- package/src/assets/source-grounding.mjs +341 -0
- package/src/assets/source-policy.mjs +118 -0
- package/src/autodl/client.mjs +260 -0
- package/src/autodl/ssh.mjs +380 -0
- package/src/autodl/tools.mjs +129 -0
- package/src/cap/redaction.mjs +38 -0
- package/src/cap/v2/archive.mjs +152 -0
- package/src/cap/v2/attestation.mjs +204 -0
- package/src/cap/v2/canonical-json.mjs +114 -0
- package/src/cap/v2/compilation-artifact.mjs +240 -0
- package/src/cap/v2/core.mjs +282 -0
- package/src/cap/v2/measurement-assessment-records.mjs +23 -0
- package/src/cap/v2/pipeline-artifact.mjs +922 -0
- package/src/cap/v2/read.mjs +41 -0
- package/src/cap/v2/reassessment-artifact.mjs +383 -0
- package/src/cap/v2/research-artifact.mjs +231 -0
- package/src/cap/v2/research-map-records.mjs +46 -0
- package/src/cap/v2/research-object-records.mjs +163 -0
- package/src/cap/v2/research-records.mjs +187 -0
- package/src/cap/v2/verify.mjs +642 -0
- package/src/cli.mjs +1146 -0
- package/src/compute/autodl-pro-compiler.mjs +347 -0
- package/src/compute/autodl-pro-executor.mjs +459 -0
- package/src/compute/autodl-pro-job.mjs +843 -0
- package/src/compute/autodl-pro-network.mjs +295 -0
- package/src/compute/autodl-pro-remote.mjs +810 -0
- package/src/compute/autodl-pro-staging.mjs +117 -0
- package/src/compute/campaign.mjs +110 -0
- package/src/compute/catalog.mjs +123 -0
- package/src/compute/checkpoint-protocol.mjs +154 -0
- package/src/compute/codex-account-lock.mjs +111 -0
- package/src/compute/codex-account-session.mjs +107 -0
- package/src/compute/compiler-profile.mjs +38 -0
- package/src/compute/compiler-router.mjs +23 -0
- package/src/compute/coordinator-recovery.mjs +210 -0
- package/src/compute/executor-router.mjs +29 -0
- package/src/compute/gcp-batch-compiler.mjs +685 -0
- package/src/compute/gcp-batch-executor.mjs +1215 -0
- package/src/compute/gcp-batch-failure.mjs +92 -0
- package/src/compute/gcp-batch-job.mjs +527 -0
- package/src/compute/gcp-batch-lifecycle.mjs +81 -0
- package/src/compute/gcp-checkpoint-worker.mjs +1633 -0
- package/src/compute/local-codex-compiler.mjs +52 -0
- package/src/compute/measurement-hardware.mjs +128 -0
- package/src/compute/remote-attempt.mjs +226 -0
- package/src/compute/requirements.mjs +124 -0
- package/src/compute/research-phases.mjs +48 -0
- package/src/compute/scheduler.mjs +452 -0
- package/src/compute/shared-workloads.mjs +26 -0
- package/src/compute/stage-archive.mjs +79 -0
- package/src/contracts/campaign-contract.mjs +52 -0
- package/src/contracts/execution-contract.mjs +819 -0
- package/src/contracts/execution-mode.mjs +19 -0
- package/src/contracts/execution-timeouts.mjs +45 -0
- package/src/contracts/execution-workload.mjs +68 -0
- package/src/contracts/preflight-schema.mjs +25 -0
- package/src/contracts/public-contract.mjs +63 -0
- package/src/contracts/subject-tags.mjs +31 -0
- package/src/dashboard/data.mjs +898 -0
- package/src/dashboard/server.mjs +79 -0
- package/src/dashboard/static/dashboard.css +366 -0
- package/src/dashboard/static/dashboard.js +560 -0
- package/src/dashboard/static/index.html +85 -0
- package/src/deployment/community-policy.mjs +9 -0
- package/src/deployment/environment.mjs +112 -0
- package/src/deployment/guided.mjs +98 -0
- package/src/deployment/handoff.mjs +102 -0
- package/src/deployment/local-contract.mjs +31 -0
- package/src/deployment/local.mjs +100 -0
- package/src/deployment/prepare.mjs +46 -0
- package/src/deployment/recipe.mjs +108 -0
- package/src/deployment/supplement.mjs +51 -0
- package/src/deployment/terminal.mjs +43 -0
- package/src/diagnosis/renderer.mjs +75 -0
- package/src/diagnosis/target-failure.mjs +46 -0
- package/src/evidence/parser-registry.mjs +54 -0
- package/src/evidence/parsers/fasttext-classification.mjs +82 -0
- package/src/evidence/parsers/json-scalar.mjs +96 -0
- package/src/evidence/parsers/simcse-senteval.mjs +104 -0
- package/src/evidence/parsers/starspace-classification.mjs +78 -0
- package/src/evidence/registry.mjs +147 -0
- package/src/execution/runner-audit.mjs +473 -0
- package/src/gcp/auth.mjs +106 -0
- package/src/gcp/batch-client.mjs +120 -0
- package/src/gcp/resource-discovery.mjs +177 -0
- package/src/gcp/rest.mjs +82 -0
- package/src/gcp/secret-manager.mjs +34 -0
- package/src/gcp/signed-url.mjs +133 -0
- package/src/gcp/storage.mjs +220 -0
- package/src/graph/command.mjs +41 -0
- package/src/graph/execution.mjs +97 -0
- package/src/graph/model.mjs +37 -0
- package/src/graph/presentation.mjs +110 -0
- package/src/graph/query.mjs +159 -0
- package/src/graph/research-relations.mjs +69 -0
- package/src/graph/source-page.mjs +12 -0
- package/src/graph/source-preview.mjs +34 -0
- package/src/graph/validate.mjs +76 -0
- package/src/job.mjs +496 -0
- package/src/network/autodl-routing-proxy.mjs +462 -0
- package/src/network/egress-proxy.mjs +158 -0
- package/src/observability/event-contract.mjs +230 -0
- package/src/observability/pipeline-monitor.mjs +166 -0
- package/src/pipeline/orchestrator.mjs +1281 -0
- package/src/pipeline/recovery-error.mjs +11 -0
- package/src/pipeline/replay.mjs +304 -0
- package/src/pipeline/shared-execution.mjs +115 -0
- package/src/pipeline/stage-checkpoint.mjs +86 -0
- package/src/pipeline/stage-recovery.mjs +101 -0
- package/src/pipeline/targets.mjs +110 -0
- package/src/process.mjs +143 -0
- package/src/protocol.mjs +312 -0
- package/src/provider/codex-account.mjs +44 -0
- package/src/provider/codex-completion.mjs +49 -0
- package/src/provider/completion.mjs +292 -0
- package/src/provider/model-client.mjs +44 -0
- package/src/provider/model-route.mjs +29 -0
- package/src/provider/openrouter-readiness.mjs +189 -0
- package/src/provider/reader-bridge.mjs +35 -0
- package/src/provider/relay.mjs +263 -0
- package/src/provider/runtime-auth.mjs +40 -0
- package/src/public/cap.d.mts +90 -0
- package/src/public/cap.mjs +12 -0
- package/src/public/contracts.d.mts +2 -0
- package/src/public/host.mjs +171 -0
- package/src/public/operations.d.mts +11 -0
- package/src/public/presentation.d.mts +4 -0
- package/src/records/views.mjs +26 -0
- package/src/remote/command.mjs +178 -0
- package/src/remote/ssh.mjs +59 -0
- package/src/repository-origin.mjs +81 -0
- package/src/reproduction/evidence-feedback.mjs +96 -0
- package/src/reproduction/incomplete-initialization.mjs +25 -0
- package/src/reproduction/lifecycle.mjs +253 -0
- package/src/reproduction/plan.mjs +132 -0
- package/src/reproduction/prompts.mjs +70 -0
- package/src/reproduction/runner.mjs +188 -0
- package/src/reproduction/summary.mjs +130 -0
- package/src/reproduction/workspace-mode.mjs +7 -0
- package/src/research/automatic-admission.mjs +156 -0
- package/src/research/compiler-coverage.mjs +85 -0
- package/src/research/compiler-failure.mjs +24 -0
- package/src/research/compiler-normalization-guards.mjs +112 -0
- package/src/research/compiler-repair.mjs +3 -0
- package/src/research/compiler.mjs +853 -0
- package/src/research/continuation-selection.mjs +26 -0
- package/src/research/execution-graph-context.mjs +43 -0
- package/src/research/experiment-importance.mjs +15 -0
- package/src/research/inventory-handoff.mjs +104 -0
- package/src/research/inventory-revisions.mjs +32 -0
- package/src/research/mineru-local.mjs +73 -0
- package/src/research/paper-command.mjs +19 -0
- package/src/research/paper-markdown.mjs +180 -0
- package/src/research/paper-source-map.mjs +69 -0
- package/src/research/planning-policy.mjs +88 -0
- package/src/research/reference-materials.mjs +11 -0
- package/src/research/reproduction-scope.mjs +30 -0
- package/src/research/research-map.mjs +94 -0
- package/src/research/research-objects.mjs +88 -0
- package/src/research/source-discovery.mjs +646 -0
- package/src/research/source-observations.mjs +75 -0
- package/src/research/source-review-cli-mcp.mjs +26 -0
- package/src/research/source-review-input.mjs +209 -0
- package/src/research/source-review-local-codex.mjs +36 -0
- package/src/research/source-review-model.mjs +70 -0
- package/src/research/source-review.mjs +173 -0
- package/src/research/structure.mjs +3163 -0
- package/src/research-card/renderer.mjs +277 -0
- package/src/research-card/verified-conclusion.mjs +143 -0
- package/src/results/output-registry.mjs +183 -0
- package/src/runtime/claude-code.mjs +52 -0
- package/src/runtime/codex-capacity-retry.mjs +87 -0
- package/src/runtime/codex.mjs +64 -0
- package/src/runtime/config.mjs +157 -0
- package/src/runtime/final-output.mjs +40 -0
- package/src/runtime/index.mjs +21 -0
- package/src/runtime/local-codex.mjs +74 -0
- package/src/runtime/opencode.mjs +95 -0
- package/src/runtime/prompt.mjs +13 -0
- package/src/sandbox/docker.mjs +363 -0
- package/src/settings/command.mjs +297 -0
- package/src/settings/store.mjs +119 -0
- package/src/telemetry/pricing.mjs +68 -0
- package/src/telemetry/usage.mjs +265 -0
- package/src/terminal/events.mjs +97 -0
- package/src/terminal/input.mjs +40 -0
- package/src/terminal/plain.mjs +40 -0
- package/src/terminal/remote-stream.mjs +22 -0
- package/src/terminal/screen.mjs +214 -0
- package/src/terminal/transcript.mjs +69 -0
- package/src/util.mjs +107 -0
- package/src/verification/ai-assessor.mjs +534 -0
- package/src/verification/claim-evaluator.mjs +242 -0
- package/src/verification/evidence-context.mjs +165 -0
- package/src/verification/evidence-reader.mjs +95 -0
- package/src/verification/integrity.mjs +570 -0
- package/src/verification/tolerance.mjs +32 -0
- package/src/workloads/cpu-research-preparation.mjs +56 -0
- package/src/workloads/definition.mjs +74 -0
- package/src/workloads/phase-aware-reproduction.mjs +46 -0
- package/src/workloads/reproduction.mjs +85 -0
- package/src/workspace/command.mjs +242 -0
- package/src/workspace/control.mjs +49 -0
- package/src/workspace/entry.mjs +28 -0
- package/src/workspace/input.mjs +93 -0
- package/src/workspace/interactive.mjs +94 -0
- package/src/workspace/jobs.mjs +418 -0
- package/src/workspace/session.mjs +97 -0
- package/src/workspace/worker.mjs +137 -0
- package/ui/arkgraph/ambient-motion.mjs +10 -0
- package/ui/arkgraph/app.jsx +153 -0
- package/ui/arkgraph/boot.js +6 -0
- package/ui/arkgraph/camera-motion.mjs +20 -0
- package/ui/arkgraph/context-reveal.mjs +39 -0
- package/ui/arkgraph/details.css +3 -0
- package/ui/arkgraph/entry.jsx +28 -0
- package/ui/arkgraph/experiment-curves.mjs +17 -0
- package/ui/arkgraph/experiment-selection.mjs +15 -0
- package/ui/arkgraph/experiment-style.css +26 -0
- package/ui/arkgraph/experiment-ui.jsx +32 -0
- package/ui/arkgraph/frame.html +1 -0
- package/ui/arkgraph/graph-gestures.mjs +62 -0
- package/ui/arkgraph/label-layout.mjs +57 -0
- package/ui/arkgraph/locales/en.json +229 -0
- package/ui/arkgraph/locales/source-types.json +15 -0
- package/ui/arkgraph/localization-build.mjs +27 -0
- package/ui/arkgraph/material-build.mjs +23 -0
- package/ui/arkgraph/material-colors.mjs +39 -0
- package/ui/arkgraph/material-style.css +15 -0
- package/ui/arkgraph/open-graph.jsx +326 -0
- package/ui/arkgraph/outline.jsx +49 -0
- package/ui/arkgraph/package-lock.json +888 -0
- package/ui/arkgraph/package.json +17 -0
- package/ui/arkgraph/reading-layout.mjs +130 -0
- package/ui/arkgraph/reading-presentation.mjs +73 -0
- package/ui/arkgraph/record-detail.css +51 -0
- package/ui/arkgraph/record-details.jsx +29 -0
- package/ui/arkgraph/research-types.mjs +31 -0
- package/ui/arkgraph/selection-mark.jsx +6 -0
- package/ui/arkgraph/soft-spine.mjs +26 -0
- package/ui/arkgraph/steering-style.css +187 -0
- package/ui/arkgraph/style.css +272 -0
|
@@ -0,0 +1,309 @@
|
|
|
1
|
+
{
|
|
2
|
+
"artifact": {
|
|
3
|
+
"id": "urn:example:arkgraph-test-lab:artifact-checkpoint-evaluation",
|
|
4
|
+
"createdAt": "2026-09-27T00:02:00Z",
|
|
5
|
+
"createdBy": "urn:example:arkgraph-test-lab:lab"
|
|
6
|
+
},
|
|
7
|
+
"profiles": [],
|
|
8
|
+
"roots": [
|
|
9
|
+
{
|
|
10
|
+
"role": "researchTarget",
|
|
11
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
12
|
+
}
|
|
13
|
+
],
|
|
14
|
+
"records": [
|
|
15
|
+
{
|
|
16
|
+
"$schema": "https://citeark.com/schemas/cap/v2/agent.schema.json",
|
|
17
|
+
"id": "urn:example:arkgraph-test-lab:lab",
|
|
18
|
+
"type": "https://citeark.com/cap/record-types/agent/2.0",
|
|
19
|
+
"role": "agent",
|
|
20
|
+
"fixture": true,
|
|
21
|
+
"name": "Synthetic example laboratory",
|
|
22
|
+
"kind": "organization"
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
26
|
+
"id": "urn:example:arkgraph-test-lab:data",
|
|
27
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
28
|
+
"role": "dataset",
|
|
29
|
+
"fixture": true,
|
|
30
|
+
"title": "Fixed synthetic test split",
|
|
31
|
+
"identity": {
|
|
32
|
+
"uri": "https://example.invalid/dataset/test-v1",
|
|
33
|
+
"digest": "sha256:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
34
|
+
},
|
|
35
|
+
"basis": "declared"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
39
|
+
"id": "urn:example:arkgraph-test-lab:method",
|
|
40
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
41
|
+
"role": "procedure",
|
|
42
|
+
"fixture": true,
|
|
43
|
+
"title": "Evaluate fixed model on fixed test split",
|
|
44
|
+
"version": "2",
|
|
45
|
+
"instructions": "Compute accuracy. This fixture executes no commands."
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"$schema": "https://citeark.com/schemas/cap/v2/assertion.schema.json",
|
|
49
|
+
"id": "urn:example:arkgraph-test-lab:claim",
|
|
50
|
+
"type": "https://citeark.com/cap/record-types/assertion/2.0",
|
|
51
|
+
"role": "claim",
|
|
52
|
+
"fixture": true,
|
|
53
|
+
"statement": {
|
|
54
|
+
"value": "Model accuracy exceeds 0.80 on this test split."
|
|
55
|
+
},
|
|
56
|
+
"scope": {
|
|
57
|
+
"dataset": "test-v1"
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
"$schema": "https://citeark.com/schemas/cap/v2/activity.schema.json",
|
|
62
|
+
"id": "urn:example:arkgraph-test-lab:evaluation",
|
|
63
|
+
"type": "https://citeark.com/cap/record-types/activity/2.0",
|
|
64
|
+
"role": "evaluation",
|
|
65
|
+
"fixture": true,
|
|
66
|
+
"status": "succeeded",
|
|
67
|
+
"startedAt": "2026-09-27T00:00:00Z",
|
|
68
|
+
"endedAt": "2026-09-27T00:01:00Z",
|
|
69
|
+
"gaps": []
|
|
70
|
+
},
|
|
71
|
+
{
|
|
72
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
73
|
+
"id": "urn:example:arkgraph-test-lab:observation",
|
|
74
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
75
|
+
"role": "observation",
|
|
76
|
+
"fixture": true,
|
|
77
|
+
"kind": "measurement",
|
|
78
|
+
"basis": "observed",
|
|
79
|
+
"measurement": {
|
|
80
|
+
"metric": "accuracy",
|
|
81
|
+
"value": {
|
|
82
|
+
"decimal": "0.82"
|
|
83
|
+
},
|
|
84
|
+
"unit": "1",
|
|
85
|
+
"scope": {
|
|
86
|
+
"split": "test-v1",
|
|
87
|
+
"samples": 100
|
|
88
|
+
},
|
|
89
|
+
"uncertainty": {
|
|
90
|
+
"status": "not-estimated"
|
|
91
|
+
},
|
|
92
|
+
"method": {
|
|
93
|
+
"description": "Correct predictions divided by observed samples"
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
"limitations": [
|
|
97
|
+
"Synthetic protocol fixture"
|
|
98
|
+
]
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"$schema": "https://citeark.com/schemas/cap/v2/assertion.schema.json",
|
|
102
|
+
"id": "urn:example:arkgraph-test-lab:assessment",
|
|
103
|
+
"type": "https://citeark.com/cap/record-types/assertion/2.0",
|
|
104
|
+
"role": "assessment",
|
|
105
|
+
"fixture": true,
|
|
106
|
+
"subject": {
|
|
107
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
108
|
+
},
|
|
109
|
+
"evidence": [
|
|
110
|
+
{
|
|
111
|
+
"ref": "urn:example:arkgraph-test-lab:observation"
|
|
112
|
+
}
|
|
113
|
+
],
|
|
114
|
+
"conclusion": "supports",
|
|
115
|
+
"method": {
|
|
116
|
+
"type": "QualitativeReview",
|
|
117
|
+
"description": "Compare fixed threshold and actual scope."
|
|
118
|
+
},
|
|
119
|
+
"performedBy": {
|
|
120
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
121
|
+
},
|
|
122
|
+
"scope": {
|
|
123
|
+
"split": "test-v1",
|
|
124
|
+
"coverage": "complete"
|
|
125
|
+
},
|
|
126
|
+
"limitations": [
|
|
127
|
+
"Synthetic result, not scientific evidence"
|
|
128
|
+
]
|
|
129
|
+
},
|
|
130
|
+
{
|
|
131
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
132
|
+
"id": "urn:example:arkgraph-test-lab:uses-data",
|
|
133
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
134
|
+
"role": "provenance",
|
|
135
|
+
"fixture": true,
|
|
136
|
+
"predicate": "used",
|
|
137
|
+
"subject": {
|
|
138
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
139
|
+
},
|
|
140
|
+
"object": {
|
|
141
|
+
"ref": "urn:example:arkgraph-test-lab:data"
|
|
142
|
+
},
|
|
143
|
+
"basis": "observed",
|
|
144
|
+
"attributedTo": {
|
|
145
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
146
|
+
},
|
|
147
|
+
"sources": [],
|
|
148
|
+
"qualifiers": {}
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
152
|
+
"id": "urn:example:arkgraph-test-lab:follows-method",
|
|
153
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
154
|
+
"role": "provenance",
|
|
155
|
+
"fixture": true,
|
|
156
|
+
"predicate": "follows",
|
|
157
|
+
"subject": {
|
|
158
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
159
|
+
},
|
|
160
|
+
"object": {
|
|
161
|
+
"ref": "urn:example:arkgraph-test-lab:method"
|
|
162
|
+
},
|
|
163
|
+
"basis": "declared",
|
|
164
|
+
"attributedTo": {
|
|
165
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
166
|
+
},
|
|
167
|
+
"sources": [],
|
|
168
|
+
"qualifiers": {}
|
|
169
|
+
},
|
|
170
|
+
{
|
|
171
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
172
|
+
"id": "urn:example:arkgraph-test-lab:produces-observation",
|
|
173
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
174
|
+
"role": "provenance",
|
|
175
|
+
"fixture": true,
|
|
176
|
+
"predicate": "generated",
|
|
177
|
+
"subject": {
|
|
178
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
179
|
+
},
|
|
180
|
+
"object": {
|
|
181
|
+
"ref": "urn:example:arkgraph-test-lab:observation"
|
|
182
|
+
},
|
|
183
|
+
"basis": "observed",
|
|
184
|
+
"attributedTo": {
|
|
185
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
186
|
+
},
|
|
187
|
+
"sources": [],
|
|
188
|
+
"qualifiers": {}
|
|
189
|
+
},
|
|
190
|
+
{
|
|
191
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
192
|
+
"id": "urn:example:arkgraph-test-lab:method-target",
|
|
193
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
194
|
+
"role": "provenance",
|
|
195
|
+
"fixture": true,
|
|
196
|
+
"predicate": "plannedFor",
|
|
197
|
+
"subject": {
|
|
198
|
+
"ref": "urn:example:arkgraph-test-lab:method"
|
|
199
|
+
},
|
|
200
|
+
"object": {
|
|
201
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
202
|
+
},
|
|
203
|
+
"basis": "declared",
|
|
204
|
+
"attributedTo": {
|
|
205
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
206
|
+
},
|
|
207
|
+
"sources": [],
|
|
208
|
+
"qualifiers": {}
|
|
209
|
+
},
|
|
210
|
+
{
|
|
211
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
212
|
+
"id": "urn:example:arkgraph-test-lab:evaluation-agent",
|
|
213
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
214
|
+
"role": "provenance",
|
|
215
|
+
"fixture": true,
|
|
216
|
+
"predicate": "associatedWith",
|
|
217
|
+
"subject": {
|
|
218
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
219
|
+
},
|
|
220
|
+
"object": {
|
|
221
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
222
|
+
},
|
|
223
|
+
"basis": "observed",
|
|
224
|
+
"attributedTo": {
|
|
225
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
226
|
+
},
|
|
227
|
+
"sources": [],
|
|
228
|
+
"qualifiers": {}
|
|
229
|
+
},
|
|
230
|
+
{
|
|
231
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
232
|
+
"id": "urn:example:arkgraph-test-lab:paper",
|
|
233
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
234
|
+
"role": "source-work",
|
|
235
|
+
"fixture": true,
|
|
236
|
+
"title": "Synthetic reference report",
|
|
237
|
+
"sources": [
|
|
238
|
+
{
|
|
239
|
+
"kind": "paper",
|
|
240
|
+
"uri": "https://example.invalid/synthetic-paper",
|
|
241
|
+
"integrity": "unverified",
|
|
242
|
+
"rights": {
|
|
243
|
+
"statement": "Test fixture"
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
]
|
|
247
|
+
},
|
|
248
|
+
{
|
|
249
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
250
|
+
"id": "urn:example:arkgraph-test-lab:reported-claim",
|
|
251
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
252
|
+
"role": "provenance",
|
|
253
|
+
"fixture": true,
|
|
254
|
+
"predicate": "assertedIn",
|
|
255
|
+
"subject": {
|
|
256
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
257
|
+
},
|
|
258
|
+
"object": {
|
|
259
|
+
"ref": "urn:example:arkgraph-test-lab:paper"
|
|
260
|
+
},
|
|
261
|
+
"basis": "declared",
|
|
262
|
+
"attributedTo": {
|
|
263
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
264
|
+
},
|
|
265
|
+
"sources": [],
|
|
266
|
+
"qualifiers": {
|
|
267
|
+
"selector": {
|
|
268
|
+
"type": "TextQuoteSelector",
|
|
269
|
+
"exact": "Accuracy exceeds 0.80."
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
},
|
|
273
|
+
{
|
|
274
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
275
|
+
"id": "urn:example:arkgraph-test-lab:checkpoint",
|
|
276
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
277
|
+
"role": "checkpoint",
|
|
278
|
+
"fixture": true,
|
|
279
|
+
"title": "Reused checkpoint; training was not observed",
|
|
280
|
+
"basis": "declared",
|
|
281
|
+
"identity": {
|
|
282
|
+
"uri": "https://example.invalid/checkpoint",
|
|
283
|
+
"digest": "sha256:bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"
|
|
284
|
+
}
|
|
285
|
+
},
|
|
286
|
+
{
|
|
287
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
288
|
+
"id": "urn:example:arkgraph-test-lab:uses-checkpoint",
|
|
289
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
290
|
+
"role": "provenance",
|
|
291
|
+
"fixture": true,
|
|
292
|
+
"predicate": "used",
|
|
293
|
+
"subject": {
|
|
294
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
295
|
+
},
|
|
296
|
+
"object": {
|
|
297
|
+
"ref": "urn:example:arkgraph-test-lab:checkpoint"
|
|
298
|
+
},
|
|
299
|
+
"basis": "observed",
|
|
300
|
+
"attributedTo": {
|
|
301
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
302
|
+
},
|
|
303
|
+
"sources": [],
|
|
304
|
+
"qualifiers": {}
|
|
305
|
+
}
|
|
306
|
+
],
|
|
307
|
+
"blobs": [],
|
|
308
|
+
"relations": []
|
|
309
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import { CAP_RECORD_TYPE as T } from '../../../src/graph/model.mjs';
|
|
2
|
+
const id = name => `urn:example:arkgraph-test-lab:${name}`;
|
|
3
|
+
const ref = name => ({ ref: id(name) });
|
|
4
|
+
const record = (name, type, role, content = {}) => ({
|
|
5
|
+
$schema: `https://citeark.com/schemas/cap/v2/${type}.schema.json`,
|
|
6
|
+
id: id(name), type: T[type], role, fixture: true, ...content,
|
|
7
|
+
});
|
|
8
|
+
const edge = (name, predicate, from, to, basis = 'declared', qualifiers = {}) => record(name, 'relation', 'provenance', {
|
|
9
|
+
predicate, subject: typeof from === 'string' ? ref(from) : from,
|
|
10
|
+
object: typeof to === 'string' ? ref(to) : to,
|
|
11
|
+
basis, attributedTo: ref('lab'), sources: [], qualifiers,
|
|
12
|
+
});
|
|
13
|
+
|
|
14
|
+
/** Synthetic protocol examples, not results of actual scientific experiments. */
|
|
15
|
+
export function arkGraphFixture(kind = 'checkpoint-evaluation') {
|
|
16
|
+
const native = kind === 'paper-free', training = kind === 'training-evaluation', failed = kind === 'partial-failure';
|
|
17
|
+
const records = [
|
|
18
|
+
record('lab', 'agent', 'agent', { name: 'Synthetic example laboratory', kind: 'organization' }),
|
|
19
|
+
record('data', 'entity', 'dataset', { title: 'Fixed synthetic test split', identity: { uri: 'https://example.invalid/dataset/test-v1', digest: `sha256:${'a'.repeat(64)}` }, basis: 'declared' }),
|
|
20
|
+
record('method', 'entity', 'procedure', { title: 'Evaluate fixed model on fixed test split', version: '2', instructions: 'Compute accuracy. This fixture executes no commands.' }),
|
|
21
|
+
record('claim', 'assertion', native ? 'hypothesis' : 'claim', { statement: { value: 'Model accuracy exceeds 0.80 on this test split.' }, scope: { dataset: 'test-v1' } }),
|
|
22
|
+
record('evaluation', 'activity', 'evaluation', { status: failed ? 'partial' : 'succeeded', startedAt: '2026-09-27T00:00:00Z', endedAt: '2026-09-27T00:01:00Z', gaps: failed ? ['Second test split was unavailable.'] : [] }),
|
|
23
|
+
record('observation', 'entity', 'observation', { kind: 'measurement', basis: 'observed', measurement: { metric: 'accuracy', value: { decimal: '0.82' }, unit: '1', scope: { split: 'test-v1', samples: 100 }, uncertainty: { status: 'not-estimated' }, method: { description: 'Correct predictions divided by observed samples' } }, limitations: ['Synthetic protocol fixture'] }),
|
|
24
|
+
record('assessment', 'assertion', 'assessment', { subject: ref('claim'), evidence: [ref('observation')], conclusion: failed ? 'inconclusive' : 'supports', method: { type: 'QualitativeReview', description: 'Compare fixed threshold and actual scope.' }, performedBy: ref('lab'), scope: { split: 'test-v1', coverage: failed ? 'partial' : 'complete' }, limitations: ['Synthetic result, not scientific evidence'] }),
|
|
25
|
+
edge('uses-data', 'used', 'evaluation', 'data', 'observed'),
|
|
26
|
+
edge('follows-method', 'follows', 'evaluation', 'method'),
|
|
27
|
+
edge('produces-observation', 'generated', 'evaluation', 'observation', 'observed'),
|
|
28
|
+
edge('method-target', 'plannedFor', 'method', 'claim'),
|
|
29
|
+
edge('evaluation-agent', 'associatedWith', 'evaluation', 'lab', 'observed'),
|
|
30
|
+
];
|
|
31
|
+
if (!native) records.push(record('paper', 'entity', 'source-work', { title: 'Synthetic reference report', sources: [{ kind: 'paper', uri: 'https://example.invalid/synthetic-paper', integrity: 'unverified', rights: { statement: 'Test fixture' } }] }), edge('reported-claim', 'assertedIn', 'claim', 'paper', 'declared', { selector: { type: 'TextQuoteSelector', exact: 'Accuracy exceeds 0.80.' } }));
|
|
32
|
+
if (training) {
|
|
33
|
+
records.push(record('training-data', 'entity', 'dataset', { title: 'Fixed training split', basis: 'declared' }),
|
|
34
|
+
record('training', 'activity', 'training', { status: 'succeeded', startedAt: '2026-09-26T00:00:00Z', endedAt: '2026-09-26T01:00:00Z' }),
|
|
35
|
+
record('checkpoint', 'entity', 'checkpoint', { title: 'Checkpoint created in this route', basis: 'observed' }),
|
|
36
|
+
edge('train-data', 'used', 'training', 'training-data', 'observed'),
|
|
37
|
+
edge('train-model', 'generated', 'training', 'checkpoint', 'observed'));
|
|
38
|
+
// One actual evaluation contributes to multiple targets and a conflicting review.
|
|
39
|
+
records.push(record('claim-calibration', 'assertion', 'claim', { statement: { value: 'Calibration is adequate.' } }),
|
|
40
|
+
record('assessment-conflict', 'assertion', 'assessment', { subject: ref('claim'), evidence: [ref('observation')], conclusion: 'challenges', method: { type: 'QualitativeReview', description: 'Uncertainty is not estimated.' }, performedBy: ref('lab'), scope: { split: 'test-v1' }, limitations: ['Uncertainty missing'] }),
|
|
41
|
+
edge('second-target', 'plannedFor', 'method', 'claim-calibration'),
|
|
42
|
+
edge('second-evidence', 'evidenceFor', 'observation', 'claim-calibration', 'inferred'));
|
|
43
|
+
} else records.push(record('checkpoint', 'entity', 'checkpoint', { title: 'Reused checkpoint; training was not observed', basis: 'declared', identity: { uri: 'https://example.invalid/checkpoint', digest: `sha256:${'b'.repeat(64)}` } }));
|
|
44
|
+
records.push(edge('uses-checkpoint', 'used', 'evaluation', 'checkpoint', 'observed'));
|
|
45
|
+
if (failed) records.push(record('failure', 'entity', 'observation', { kind: 'failure', basis: 'observed', description: 'Second split unavailable', limitations: ['No measurement for second split'] }), edge('failure-output', 'generated', 'evaluation', 'failure', 'observed'));
|
|
46
|
+
if (native) records.push(edge('method-revision', 'revises', 'method', { ref: id('method'), digest: `sha256:${'c'.repeat(64)}`, recordType: T.entity, artifactDigest: `sha256:${'d'.repeat(64)}` }, 'declared', { reason: 'Earlier method snapshot is not bundled.' }));
|
|
47
|
+
return { artifact: { id: id(`artifact-${kind}`), createdAt: '2026-09-27T00:02:00Z', createdBy: id('lab') },
|
|
48
|
+
profiles: [], roots: [{ role: 'researchTarget', ref: id('claim') }], records, blobs: [], relations: [] };
|
|
49
|
+
}
|
|
@@ -0,0 +1,291 @@
|
|
|
1
|
+
{
|
|
2
|
+
"artifact": {
|
|
3
|
+
"id": "urn:example:arkgraph-test-lab:artifact-paper-free",
|
|
4
|
+
"createdAt": "2026-09-27T00:02:00Z",
|
|
5
|
+
"createdBy": "urn:example:arkgraph-test-lab:lab"
|
|
6
|
+
},
|
|
7
|
+
"profiles": [],
|
|
8
|
+
"roots": [
|
|
9
|
+
{
|
|
10
|
+
"role": "researchTarget",
|
|
11
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
12
|
+
}
|
|
13
|
+
],
|
|
14
|
+
"records": [
|
|
15
|
+
{
|
|
16
|
+
"$schema": "https://citeark.com/schemas/cap/v2/agent.schema.json",
|
|
17
|
+
"id": "urn:example:arkgraph-test-lab:lab",
|
|
18
|
+
"type": "https://citeark.com/cap/record-types/agent/2.0",
|
|
19
|
+
"role": "agent",
|
|
20
|
+
"fixture": true,
|
|
21
|
+
"name": "Synthetic example laboratory",
|
|
22
|
+
"kind": "organization"
|
|
23
|
+
},
|
|
24
|
+
{
|
|
25
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
26
|
+
"id": "urn:example:arkgraph-test-lab:data",
|
|
27
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
28
|
+
"role": "dataset",
|
|
29
|
+
"fixture": true,
|
|
30
|
+
"title": "Fixed synthetic test split",
|
|
31
|
+
"identity": {
|
|
32
|
+
"uri": "https://example.invalid/dataset/test-v1",
|
|
33
|
+
"digest": "sha256:aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
|
|
34
|
+
},
|
|
35
|
+
"basis": "declared"
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
39
|
+
"id": "urn:example:arkgraph-test-lab:method",
|
|
40
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
41
|
+
"role": "procedure",
|
|
42
|
+
"fixture": true,
|
|
43
|
+
"title": "Evaluate fixed model on fixed test split",
|
|
44
|
+
"version": "2",
|
|
45
|
+
"instructions": "Compute accuracy. This fixture executes no commands."
|
|
46
|
+
},
|
|
47
|
+
{
|
|
48
|
+
"$schema": "https://citeark.com/schemas/cap/v2/assertion.schema.json",
|
|
49
|
+
"id": "urn:example:arkgraph-test-lab:claim",
|
|
50
|
+
"type": "https://citeark.com/cap/record-types/assertion/2.0",
|
|
51
|
+
"role": "hypothesis",
|
|
52
|
+
"fixture": true,
|
|
53
|
+
"statement": {
|
|
54
|
+
"value": "Model accuracy exceeds 0.80 on this test split."
|
|
55
|
+
},
|
|
56
|
+
"scope": {
|
|
57
|
+
"dataset": "test-v1"
|
|
58
|
+
}
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
"$schema": "https://citeark.com/schemas/cap/v2/activity.schema.json",
|
|
62
|
+
"id": "urn:example:arkgraph-test-lab:evaluation",
|
|
63
|
+
"type": "https://citeark.com/cap/record-types/activity/2.0",
|
|
64
|
+
"role": "evaluation",
|
|
65
|
+
"fixture": true,
|
|
66
|
+
"status": "succeeded",
|
|
67
|
+
"startedAt": "2026-09-27T00:00:00Z",
|
|
68
|
+
"endedAt": "2026-09-27T00:01:00Z",
|
|
69
|
+
"gaps": []
|
|
70
|
+
},
|
|
71
|
+
{
|
|
72
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
73
|
+
"id": "urn:example:arkgraph-test-lab:observation",
|
|
74
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
75
|
+
"role": "observation",
|
|
76
|
+
"fixture": true,
|
|
77
|
+
"kind": "measurement",
|
|
78
|
+
"basis": "observed",
|
|
79
|
+
"measurement": {
|
|
80
|
+
"metric": "accuracy",
|
|
81
|
+
"value": {
|
|
82
|
+
"decimal": "0.82"
|
|
83
|
+
},
|
|
84
|
+
"unit": "1",
|
|
85
|
+
"scope": {
|
|
86
|
+
"split": "test-v1",
|
|
87
|
+
"samples": 100
|
|
88
|
+
},
|
|
89
|
+
"uncertainty": {
|
|
90
|
+
"status": "not-estimated"
|
|
91
|
+
},
|
|
92
|
+
"method": {
|
|
93
|
+
"description": "Correct predictions divided by observed samples"
|
|
94
|
+
}
|
|
95
|
+
},
|
|
96
|
+
"limitations": [
|
|
97
|
+
"Synthetic protocol fixture"
|
|
98
|
+
]
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"$schema": "https://citeark.com/schemas/cap/v2/assertion.schema.json",
|
|
102
|
+
"id": "urn:example:arkgraph-test-lab:assessment",
|
|
103
|
+
"type": "https://citeark.com/cap/record-types/assertion/2.0",
|
|
104
|
+
"role": "assessment",
|
|
105
|
+
"fixture": true,
|
|
106
|
+
"subject": {
|
|
107
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
108
|
+
},
|
|
109
|
+
"evidence": [
|
|
110
|
+
{
|
|
111
|
+
"ref": "urn:example:arkgraph-test-lab:observation"
|
|
112
|
+
}
|
|
113
|
+
],
|
|
114
|
+
"conclusion": "supports",
|
|
115
|
+
"method": {
|
|
116
|
+
"type": "QualitativeReview",
|
|
117
|
+
"description": "Compare fixed threshold and actual scope."
|
|
118
|
+
},
|
|
119
|
+
"performedBy": {
|
|
120
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
121
|
+
},
|
|
122
|
+
"scope": {
|
|
123
|
+
"split": "test-v1",
|
|
124
|
+
"coverage": "complete"
|
|
125
|
+
},
|
|
126
|
+
"limitations": [
|
|
127
|
+
"Synthetic result, not scientific evidence"
|
|
128
|
+
]
|
|
129
|
+
},
|
|
130
|
+
{
|
|
131
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
132
|
+
"id": "urn:example:arkgraph-test-lab:uses-data",
|
|
133
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
134
|
+
"role": "provenance",
|
|
135
|
+
"fixture": true,
|
|
136
|
+
"predicate": "used",
|
|
137
|
+
"subject": {
|
|
138
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
139
|
+
},
|
|
140
|
+
"object": {
|
|
141
|
+
"ref": "urn:example:arkgraph-test-lab:data"
|
|
142
|
+
},
|
|
143
|
+
"basis": "observed",
|
|
144
|
+
"attributedTo": {
|
|
145
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
146
|
+
},
|
|
147
|
+
"sources": [],
|
|
148
|
+
"qualifiers": {}
|
|
149
|
+
},
|
|
150
|
+
{
|
|
151
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
152
|
+
"id": "urn:example:arkgraph-test-lab:follows-method",
|
|
153
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
154
|
+
"role": "provenance",
|
|
155
|
+
"fixture": true,
|
|
156
|
+
"predicate": "follows",
|
|
157
|
+
"subject": {
|
|
158
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
159
|
+
},
|
|
160
|
+
"object": {
|
|
161
|
+
"ref": "urn:example:arkgraph-test-lab:method"
|
|
162
|
+
},
|
|
163
|
+
"basis": "declared",
|
|
164
|
+
"attributedTo": {
|
|
165
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
166
|
+
},
|
|
167
|
+
"sources": [],
|
|
168
|
+
"qualifiers": {}
|
|
169
|
+
},
|
|
170
|
+
{
|
|
171
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
172
|
+
"id": "urn:example:arkgraph-test-lab:produces-observation",
|
|
173
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
174
|
+
"role": "provenance",
|
|
175
|
+
"fixture": true,
|
|
176
|
+
"predicate": "generated",
|
|
177
|
+
"subject": {
|
|
178
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
179
|
+
},
|
|
180
|
+
"object": {
|
|
181
|
+
"ref": "urn:example:arkgraph-test-lab:observation"
|
|
182
|
+
},
|
|
183
|
+
"basis": "observed",
|
|
184
|
+
"attributedTo": {
|
|
185
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
186
|
+
},
|
|
187
|
+
"sources": [],
|
|
188
|
+
"qualifiers": {}
|
|
189
|
+
},
|
|
190
|
+
{
|
|
191
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
192
|
+
"id": "urn:example:arkgraph-test-lab:method-target",
|
|
193
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
194
|
+
"role": "provenance",
|
|
195
|
+
"fixture": true,
|
|
196
|
+
"predicate": "plannedFor",
|
|
197
|
+
"subject": {
|
|
198
|
+
"ref": "urn:example:arkgraph-test-lab:method"
|
|
199
|
+
},
|
|
200
|
+
"object": {
|
|
201
|
+
"ref": "urn:example:arkgraph-test-lab:claim"
|
|
202
|
+
},
|
|
203
|
+
"basis": "declared",
|
|
204
|
+
"attributedTo": {
|
|
205
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
206
|
+
},
|
|
207
|
+
"sources": [],
|
|
208
|
+
"qualifiers": {}
|
|
209
|
+
},
|
|
210
|
+
{
|
|
211
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
212
|
+
"id": "urn:example:arkgraph-test-lab:evaluation-agent",
|
|
213
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
214
|
+
"role": "provenance",
|
|
215
|
+
"fixture": true,
|
|
216
|
+
"predicate": "associatedWith",
|
|
217
|
+
"subject": {
|
|
218
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
219
|
+
},
|
|
220
|
+
"object": {
|
|
221
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
222
|
+
},
|
|
223
|
+
"basis": "observed",
|
|
224
|
+
"attributedTo": {
|
|
225
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
226
|
+
},
|
|
227
|
+
"sources": [],
|
|
228
|
+
"qualifiers": {}
|
|
229
|
+
},
|
|
230
|
+
{
|
|
231
|
+
"$schema": "https://citeark.com/schemas/cap/v2/entity.schema.json",
|
|
232
|
+
"id": "urn:example:arkgraph-test-lab:checkpoint",
|
|
233
|
+
"type": "https://citeark.com/cap/record-types/entity/2.0",
|
|
234
|
+
"role": "checkpoint",
|
|
235
|
+
"fixture": true,
|
|
236
|
+
"title": "Reused checkpoint; training was not observed",
|
|
237
|
+
"basis": "declared",
|
|
238
|
+
"identity": {
|
|
239
|
+
"uri": "https://example.invalid/checkpoint",
|
|
240
|
+
"digest": "sha256:bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"
|
|
241
|
+
}
|
|
242
|
+
},
|
|
243
|
+
{
|
|
244
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
245
|
+
"id": "urn:example:arkgraph-test-lab:uses-checkpoint",
|
|
246
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
247
|
+
"role": "provenance",
|
|
248
|
+
"fixture": true,
|
|
249
|
+
"predicate": "used",
|
|
250
|
+
"subject": {
|
|
251
|
+
"ref": "urn:example:arkgraph-test-lab:evaluation"
|
|
252
|
+
},
|
|
253
|
+
"object": {
|
|
254
|
+
"ref": "urn:example:arkgraph-test-lab:checkpoint"
|
|
255
|
+
},
|
|
256
|
+
"basis": "observed",
|
|
257
|
+
"attributedTo": {
|
|
258
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
259
|
+
},
|
|
260
|
+
"sources": [],
|
|
261
|
+
"qualifiers": {}
|
|
262
|
+
},
|
|
263
|
+
{
|
|
264
|
+
"$schema": "https://citeark.com/schemas/cap/v2/relation.schema.json",
|
|
265
|
+
"id": "urn:example:arkgraph-test-lab:method-revision",
|
|
266
|
+
"type": "https://citeark.com/cap/record-types/relation/2.0",
|
|
267
|
+
"role": "provenance",
|
|
268
|
+
"fixture": true,
|
|
269
|
+
"predicate": "revises",
|
|
270
|
+
"subject": {
|
|
271
|
+
"ref": "urn:example:arkgraph-test-lab:method"
|
|
272
|
+
},
|
|
273
|
+
"object": {
|
|
274
|
+
"ref": "urn:example:arkgraph-test-lab:method",
|
|
275
|
+
"digest": "sha256:cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc",
|
|
276
|
+
"recordType": "https://citeark.com/cap/record-types/entity/2.0",
|
|
277
|
+
"artifactDigest": "sha256:dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddd"
|
|
278
|
+
},
|
|
279
|
+
"basis": "declared",
|
|
280
|
+
"attributedTo": {
|
|
281
|
+
"ref": "urn:example:arkgraph-test-lab:lab"
|
|
282
|
+
},
|
|
283
|
+
"sources": [],
|
|
284
|
+
"qualifiers": {
|
|
285
|
+
"reason": "Earlier method snapshot is not bundled."
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
],
|
|
289
|
+
"blobs": [],
|
|
290
|
+
"relations": []
|
|
291
|
+
}
|