@agent-ix/quoin 0.21.9 → 0.23.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/default-modules.yaml +18 -2
- package/dist/{advisor-BiKhR9Yp.js → advisor-B0rESCx1.js} +1 -1
- package/dist/auditor/audit.d.ts +23 -18
- package/dist/auditor/audit.d.ts.map +1 -1
- package/dist/auditor/index.d.ts +2 -1
- package/dist/auditor/index.d.ts.map +1 -1
- package/dist/{auditor-ww0MC62a.js → auditor-Dd3i9Aqx.js} +82 -65
- package/dist/{base-W7vrLi5E.js → base-gAClyCNd.js} +1 -1
- package/dist/change-assurance/attestations.d.ts +7 -0
- package/dist/change-assurance/attestations.d.ts.map +1 -0
- package/dist/change-assurance/index.d.ts +14 -0
- package/dist/change-assurance/index.d.ts.map +1 -0
- package/dist/change-assurance/integrity.d.ts +11 -0
- package/dist/change-assurance/integrity.d.ts.map +1 -0
- package/dist/change-assurance/records.d.ts +22 -0
- package/dist/change-assurance/records.d.ts.map +1 -0
- package/dist/change-assurance/schema-assets.d.ts +8 -0
- package/dist/change-assurance/schema-assets.d.ts.map +1 -0
- package/dist/change-assurance/store.d.ts +18 -0
- package/dist/change-assurance/store.d.ts.map +1 -0
- package/dist/change-assurance/types.d.ts +180 -0
- package/dist/change-assurance/types.d.ts.map +1 -0
- package/dist/change-assurance/verify.d.ts +4 -0
- package/dist/change-assurance/verify.d.ts.map +1 -0
- package/dist/change-assurance-CyKLPeKa.js +1236 -0
- package/dist/cli.js +1 -1
- package/dist/commands/advise.js +27 -26
- package/dist/commands/assurance.d.ts.map +1 -1
- package/dist/commands/assurance.js +84 -61
- package/dist/commands/catalog/list.js +2 -2
- package/dist/commands/catalog/methods.js +3 -3
- package/dist/commands/catalog/show.js +2 -2
- package/dist/commands/catalog/validate.js +2 -2
- package/dist/commands/change-assurance/common.d.ts +37 -0
- package/dist/commands/change-assurance/common.d.ts.map +1 -0
- package/dist/commands/change-assurance/index.d.ts +8 -0
- package/dist/commands/change-assurance/index.d.ts.map +1 -0
- package/dist/commands/change-assurance/index.js +12 -0
- package/dist/commands/change-assurance/intake.d.ts +15 -0
- package/dist/commands/change-assurance/intake.d.ts.map +1 -0
- package/dist/commands/change-assurance/intake.js +53 -0
- package/dist/commands/change-assurance/receipt.d.ts +21 -0
- package/dist/commands/change-assurance/receipt.d.ts.map +1 -0
- package/dist/commands/change-assurance/receipt.js +99 -0
- package/dist/commands/change-assurance/recover.d.ts +13 -0
- package/dist/commands/change-assurance/recover.d.ts.map +1 -0
- package/dist/commands/change-assurance/recover.js +29 -0
- package/dist/commands/change-assurance/schema.d.ts +13 -0
- package/dist/commands/change-assurance/schema.d.ts.map +1 -0
- package/dist/commands/change-assurance/schema.js +40 -0
- package/dist/commands/change-assurance/seal-attestation.d.ts +15 -0
- package/dist/commands/change-assurance/seal-attestation.d.ts.map +1 -0
- package/dist/commands/change-assurance/seal-attestation.js +58 -0
- package/dist/commands/change-assurance/seal-record.d.ts +14 -0
- package/dist/commands/change-assurance/seal-record.d.ts.map +1 -0
- package/dist/commands/change-assurance/seal-record.js +53 -0
- package/dist/commands/change-assurance/verify-receipt.d.ts +13 -0
- package/dist/commands/change-assurance/verify-receipt.d.ts.map +1 -0
- package/dist/commands/change-assurance/verify-receipt.js +41 -0
- package/dist/commands/completeness.js +2 -2
- package/dist/commands/config/doctor.d.ts.map +1 -1
- package/dist/commands/config/doctor.js +3 -3
- package/dist/commands/config/edit.d.ts.map +1 -1
- package/dist/commands/config/edit.js +3 -3
- package/dist/commands/config/get.js +1 -1
- package/dist/commands/config/set.js +1 -1
- package/dist/commands/evidence/affirm.js +17 -16
- package/dist/commands/evidence/audit.d.ts.map +1 -1
- package/dist/commands/evidence/audit.js +55 -43
- package/dist/commands/evidence/baseline.d.ts.map +1 -1
- package/dist/commands/evidence/baseline.js +50 -40
- package/dist/commands/evidence/gc.js +3 -2
- package/dist/commands/evidence/index.js +1 -1
- package/dist/commands/evidence/inspect-mocks.d.ts +16 -0
- package/dist/commands/evidence/inspect-mocks.d.ts.map +1 -0
- package/dist/commands/evidence/inspect-mocks.js +49 -0
- package/dist/commands/evidence/record.d.ts +1 -0
- package/dist/commands/evidence/record.d.ts.map +1 -1
- package/dist/commands/evidence/record.js +48 -33
- package/dist/commands/graph/change-impact.d.ts +16 -0
- package/dist/commands/graph/change-impact.d.ts.map +1 -0
- package/dist/commands/graph/change-impact.js +29 -0
- package/dist/commands/graph/churn.d.ts +14 -0
- package/dist/commands/graph/churn.d.ts.map +1 -0
- package/dist/commands/graph/churn.js +15 -0
- package/dist/commands/graph/common.d.ts +16 -0
- package/dist/commands/graph/common.d.ts.map +1 -0
- package/dist/commands/graph/fan-out.d.ts +14 -0
- package/dist/commands/graph/fan-out.d.ts.map +1 -0
- package/dist/commands/graph/fan-out.js +15 -0
- package/dist/commands/graph/index.d.ts +8 -0
- package/dist/commands/graph/index.d.ts.map +1 -0
- package/dist/commands/graph/index.js +12 -0
- package/dist/commands/matrix.js +1 -1
- package/dist/commands/measurement/index.d.ts +7 -0
- package/dist/commands/measurement/index.d.ts.map +1 -0
- package/dist/commands/measurement/index.js +11 -0
- package/dist/commands/measurement/intervention.d.ts +11 -0
- package/dist/commands/measurement/intervention.d.ts.map +1 -0
- package/dist/commands/measurement/intervention.js +31 -0
- package/dist/commands/measurement/operational-release.d.ts +11 -0
- package/dist/commands/measurement/operational-release.d.ts.map +1 -0
- package/dist/commands/measurement/operational-release.js +31 -0
- package/dist/commands/measurement/record.d.ts +10 -0
- package/dist/commands/measurement/record.d.ts.map +1 -0
- package/dist/commands/measurement/record.js +36 -0
- package/dist/commands/module/ensure-defaults.js +3 -3
- package/dist/commands/module/install.js +2 -2
- package/dist/commands/module/list.js +2 -2
- package/dist/commands/module/remove.js +2 -2
- package/dist/commands/report.d.ts +19 -0
- package/dist/commands/report.d.ts.map +1 -0
- package/dist/commands/report.js +96 -0
- package/dist/commands/review.js +1 -1
- package/dist/commands/to-plan.js +1 -1
- package/dist/commands/update.js +2 -2
- package/dist/commands/validate.d.ts +13 -0
- package/dist/commands/validate.d.ts.map +1 -0
- package/dist/commands/validate.js +123 -0
- package/dist/commands/write.js +3 -3
- package/dist/common-B1ZJ8CSO.js +36 -0
- package/dist/common-DTrmnvL-.js +35 -0
- package/dist/{completeness-BQDxME0a.js → completeness-BzBuNq6w.js} +1 -1
- package/dist/evidence/adapters/contract-conformance.d.ts +16 -0
- package/dist/evidence/adapters/contract-conformance.d.ts.map +1 -0
- package/dist/evidence/adapters/differential-report.d.ts +18 -0
- package/dist/evidence/adapters/differential-report.d.ts.map +1 -0
- package/dist/evidence/adapters/registry.d.ts.map +1 -1
- package/dist/evidence/adapters/types.d.ts +31 -0
- package/dist/evidence/adapters/types.d.ts.map +1 -1
- package/dist/evidence/index.d.ts +7 -3
- package/dist/evidence/index.d.ts.map +1 -1
- package/dist/evidence/mock-inspection.d.ts +16 -0
- package/dist/evidence/mock-inspection.d.ts.map +1 -0
- package/dist/evidence/store.d.ts +11 -1
- package/dist/evidence/store.d.ts.map +1 -1
- package/dist/evidence/types.d.ts +31 -0
- package/dist/evidence/types.d.ts.map +1 -1
- package/dist/evidence-OyqpqHLS.js +614 -0
- package/dist/{flow-command-C_dUJNm-.js → flow-command-CCRTE5Oe.js} +7 -7
- package/dist/graph-analysis/analysis.d.ts +106 -0
- package/dist/graph-analysis/analysis.d.ts.map +1 -0
- package/dist/graph-analysis/index.d.ts +6 -0
- package/dist/graph-analysis/index.d.ts.map +1 -0
- package/dist/graph-analysis/input.d.ts +33 -0
- package/dist/graph-analysis/input.d.ts.map +1 -0
- package/dist/graph-analysis/load.d.ts +21 -0
- package/dist/graph-analysis/load.d.ts.map +1 -0
- package/dist/graph-analysis/render.d.ts +4 -0
- package/dist/graph-analysis/render.d.ts.map +1 -0
- package/dist/graph-analysis-IWaoJJSN.js +657 -0
- package/dist/index.d.ts +2 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +11 -8
- package/dist/measurement/agent-eval-intervention.d.ts +6 -0
- package/dist/measurement/agent-eval-intervention.d.ts.map +1 -0
- package/dist/measurement/atomic-file.d.ts +5 -0
- package/dist/measurement/atomic-file.d.ts.map +1 -0
- package/dist/measurement/compare.d.ts +4 -0
- package/dist/measurement/compare.d.ts.map +1 -0
- package/dist/measurement/date-time.d.ts +3 -0
- package/dist/measurement/date-time.d.ts.map +1 -0
- package/dist/measurement/github-release-operational.d.ts +7 -0
- package/dist/measurement/github-release-operational.d.ts.map +1 -0
- package/dist/measurement/graph-adapters.d.ts +304 -0
- package/dist/measurement/graph-adapters.d.ts.map +1 -0
- package/dist/measurement/graph-portfolio-load.d.ts +3 -0
- package/dist/measurement/graph-portfolio-load.d.ts.map +1 -0
- package/dist/measurement/graph-portfolio.d.ts +158 -0
- package/dist/measurement/graph-portfolio.d.ts.map +1 -0
- package/dist/measurement/index.d.ts +22 -0
- package/dist/measurement/index.d.ts.map +1 -0
- package/dist/measurement/intervention-report.d.ts +24 -0
- package/dist/measurement/intervention-report.d.ts.map +1 -0
- package/dist/measurement/intervention-schema.d.ts +144 -0
- package/dist/measurement/intervention-schema.d.ts.map +1 -0
- package/dist/measurement/intervention-types.d.ts +105 -0
- package/dist/measurement/intervention-types.d.ts.map +1 -0
- package/dist/measurement/intervention.d.ts +16 -0
- package/dist/measurement/intervention.d.ts.map +1 -0
- package/dist/measurement/operational-report.d.ts +17 -0
- package/dist/measurement/operational-report.d.ts.map +1 -0
- package/dist/measurement/operational-schema.d.ts +461 -0
- package/dist/measurement/operational-schema.d.ts.map +1 -0
- package/dist/measurement/operational-types.d.ts +121 -0
- package/dist/measurement/operational-types.d.ts.map +1 -0
- package/dist/measurement/operational.d.ts +13 -0
- package/dist/measurement/operational.d.ts.map +1 -0
- package/dist/measurement/plans.d.ts +6 -0
- package/dist/measurement/plans.d.ts.map +1 -0
- package/dist/measurement/portfolio.d.ts +54 -0
- package/dist/measurement/portfolio.d.ts.map +1 -0
- package/dist/measurement/profiles.d.ts +9 -0
- package/dist/measurement/profiles.d.ts.map +1 -0
- package/dist/measurement/report.d.ts +48 -0
- package/dist/measurement/report.d.ts.map +1 -0
- package/dist/measurement/schemas/operational-evidence-v1.schema.json.d.ts +384 -0
- package/dist/measurement/store.d.ts +14 -0
- package/dist/measurement/store.d.ts.map +1 -0
- package/dist/measurement/types.d.ts +85 -0
- package/dist/measurement/types.d.ts.map +1 -0
- package/dist/measurement/validate.d.ts +9 -0
- package/dist/measurement/validate.d.ts.map +1 -0
- package/dist/measurement-j8sDSqx5.js +2980 -0
- package/dist/{modules-Cn9Htfp0.js → modules-DDQkKC4l.js} +2 -2
- package/dist/{plugins-Byi1bWLD.js → plugins-CHpYhpEI.js} +1 -1
- package/dist/quire/assurance.d.ts +109 -0
- package/dist/quire/assurance.d.ts.map +1 -0
- package/dist/quire/contract.d.ts +12 -12
- package/dist/quire/contract.d.ts.map +1 -1
- package/dist/quire/exec.d.ts +10 -0
- package/dist/quire/exec.d.ts.map +1 -1
- package/dist/quire/index.d.ts +4 -3
- package/dist/quire/index.d.ts.map +1 -1
- package/dist/quire/types.d.ts +119 -1
- package/dist/quire/types.d.ts.map +1 -1
- package/dist/quire/validate.d.ts +5 -0
- package/dist/quire/validate.d.ts.map +1 -1
- package/dist/{quire-UzoK3Azf.js → quire-BsVj1xIR.js} +533 -499
- package/dist/schema-assets-HZWo_iFN.js +233 -0
- package/dist/schemas/assurance-v1.schema.json +225 -0
- package/dist/schemas/change-assurance-record-v1.schema.json +234 -0
- package/dist/schemas/coverage-v1.schema.json +919 -105
- package/dist/schemas/operational-evidence-v1.schema.json +381 -0
- package/dist/schemas/proof-attestation-v1.schema.json +96 -0
- package/dist/schemas/properties-v1.schema.json +25 -0
- package/dist/schemas/verification-receipt-v1.schema.json +208 -0
- package/dist/validators/gates.d.ts +18 -0
- package/dist/validators/gates.d.ts.map +1 -0
- package/dist/validators/index.d.ts +2 -0
- package/dist/validators/index.d.ts.map +1 -0
- package/dist/{version-BMXhyIie.js → version-CMxMIh5g.js} +1 -1
- package/dist/{write-BDxILTLC.js → write-CGTI0dRO.js} +1 -1
- package/package.json +26 -16
- package/skills/assurance-status-report/SKILL.md +135 -0
- package/skills/assurance-status-report/references/report-contract.md +110 -0
- package/skills/gap-analysis/references/step-4-underspecified-code.md +36 -7
- package/skills/gap-analysis/references/step-5-semantic-review.md +2 -2
- package/skills/gap-analysis/references/step-6-specreview-artifact.md +6 -5
- package/skills/spec-architecture-evaluation/SKILL.md +30 -0
- package/skills/spec-fuzz/SKILL.md +7 -6
- package/dist/evidence-BA5vyZJk.js +0 -603
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
export declare const interventionExperimentSchema: {
|
|
2
|
+
readonly $schema: "https://json-schema.org/draft/2020-12/schema";
|
|
3
|
+
readonly $id: "https://agent-ix.github.io/quoin/schemas/intervention-experiment-v1.schema.json";
|
|
4
|
+
readonly type: "object";
|
|
5
|
+
readonly required: readonly ["schema_version", "record_type", "record_id", "observed_at", "subject", "producer", "design", "baseline", "treatments", "changed_variables", "held_constant", "measured_effects", "interactions", "confounders", "status", "conclusion", "gaps", "owner", "actions", "raw_evidence"];
|
|
6
|
+
readonly properties: {
|
|
7
|
+
readonly schema_version: {
|
|
8
|
+
readonly const: 1;
|
|
9
|
+
};
|
|
10
|
+
readonly record_type: {
|
|
11
|
+
readonly const: "intervention_experiment";
|
|
12
|
+
};
|
|
13
|
+
readonly record_id: {
|
|
14
|
+
type: string;
|
|
15
|
+
pattern: string;
|
|
16
|
+
};
|
|
17
|
+
readonly observed_at: {
|
|
18
|
+
type: string;
|
|
19
|
+
format: string;
|
|
20
|
+
pattern: string;
|
|
21
|
+
};
|
|
22
|
+
readonly subject: {
|
|
23
|
+
type: string;
|
|
24
|
+
required: string[];
|
|
25
|
+
properties: Record<string, unknown>;
|
|
26
|
+
additionalProperties: boolean;
|
|
27
|
+
};
|
|
28
|
+
readonly producer: {
|
|
29
|
+
type: string;
|
|
30
|
+
required: string[];
|
|
31
|
+
properties: Record<string, unknown>;
|
|
32
|
+
additionalProperties: boolean;
|
|
33
|
+
};
|
|
34
|
+
readonly design: {
|
|
35
|
+
type: string;
|
|
36
|
+
required: string[];
|
|
37
|
+
properties: Record<string, unknown>;
|
|
38
|
+
additionalProperties: boolean;
|
|
39
|
+
};
|
|
40
|
+
readonly baseline: {
|
|
41
|
+
type: string;
|
|
42
|
+
required: string[];
|
|
43
|
+
properties: Record<string, unknown>;
|
|
44
|
+
additionalProperties: boolean;
|
|
45
|
+
};
|
|
46
|
+
readonly treatments: {
|
|
47
|
+
readonly type: "array";
|
|
48
|
+
readonly minItems: 1;
|
|
49
|
+
readonly items: {
|
|
50
|
+
type: string;
|
|
51
|
+
required: string[];
|
|
52
|
+
properties: Record<string, unknown>;
|
|
53
|
+
additionalProperties: boolean;
|
|
54
|
+
};
|
|
55
|
+
};
|
|
56
|
+
readonly changed_variables: {
|
|
57
|
+
readonly type: "array";
|
|
58
|
+
readonly minItems: 1;
|
|
59
|
+
readonly items: {
|
|
60
|
+
type: string;
|
|
61
|
+
required: string[];
|
|
62
|
+
properties: Record<string, unknown>;
|
|
63
|
+
additionalProperties: boolean;
|
|
64
|
+
};
|
|
65
|
+
};
|
|
66
|
+
readonly held_constant: {
|
|
67
|
+
readonly type: "array";
|
|
68
|
+
readonly items: {
|
|
69
|
+
type: string;
|
|
70
|
+
required: string[];
|
|
71
|
+
properties: Record<string, unknown>;
|
|
72
|
+
additionalProperties: boolean;
|
|
73
|
+
};
|
|
74
|
+
};
|
|
75
|
+
readonly measured_effects: {
|
|
76
|
+
readonly type: "array";
|
|
77
|
+
readonly items: {
|
|
78
|
+
type: string;
|
|
79
|
+
required: string[];
|
|
80
|
+
properties: Record<string, unknown>;
|
|
81
|
+
additionalProperties: boolean;
|
|
82
|
+
};
|
|
83
|
+
};
|
|
84
|
+
readonly interactions: {
|
|
85
|
+
readonly type: "array";
|
|
86
|
+
readonly items: {
|
|
87
|
+
type: string;
|
|
88
|
+
required: string[];
|
|
89
|
+
properties: Record<string, unknown>;
|
|
90
|
+
additionalProperties: boolean;
|
|
91
|
+
};
|
|
92
|
+
};
|
|
93
|
+
readonly confounders: {
|
|
94
|
+
readonly type: "array";
|
|
95
|
+
readonly items: {
|
|
96
|
+
type: string;
|
|
97
|
+
required: string[];
|
|
98
|
+
properties: Record<string, unknown>;
|
|
99
|
+
additionalProperties: boolean;
|
|
100
|
+
};
|
|
101
|
+
};
|
|
102
|
+
readonly status: {
|
|
103
|
+
readonly type: "string";
|
|
104
|
+
readonly enum: readonly ["completed", "failed", "inconclusive"];
|
|
105
|
+
};
|
|
106
|
+
readonly conclusion: {
|
|
107
|
+
type: string;
|
|
108
|
+
required: string[];
|
|
109
|
+
properties: Record<string, unknown>;
|
|
110
|
+
additionalProperties: boolean;
|
|
111
|
+
};
|
|
112
|
+
readonly gaps: {
|
|
113
|
+
readonly type: "array";
|
|
114
|
+
readonly items: {
|
|
115
|
+
type: string;
|
|
116
|
+
minLength: number;
|
|
117
|
+
};
|
|
118
|
+
};
|
|
119
|
+
readonly owner: {
|
|
120
|
+
type: string;
|
|
121
|
+
minLength: number;
|
|
122
|
+
};
|
|
123
|
+
readonly actions: {
|
|
124
|
+
readonly type: "array";
|
|
125
|
+
readonly minItems: 1;
|
|
126
|
+
readonly items: {
|
|
127
|
+
type: string;
|
|
128
|
+
minLength: number;
|
|
129
|
+
};
|
|
130
|
+
};
|
|
131
|
+
readonly raw_evidence: {
|
|
132
|
+
readonly type: "array";
|
|
133
|
+
readonly minItems: 1;
|
|
134
|
+
readonly items: {
|
|
135
|
+
type: string;
|
|
136
|
+
required: string[];
|
|
137
|
+
properties: Record<string, unknown>;
|
|
138
|
+
additionalProperties: boolean;
|
|
139
|
+
};
|
|
140
|
+
};
|
|
141
|
+
};
|
|
142
|
+
readonly additionalProperties: false;
|
|
143
|
+
};
|
|
144
|
+
//# sourceMappingURL=intervention-schema.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intervention-schema.d.ts","sourceRoot":"","sources":["../../src/measurement/intervention-schema.ts"],"names":[],"mappings":"AA6CA,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqJ/B,CAAC"}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
export type InterventionDisposition = "controlled" | "uncontrolled" | "unknown" | "not_applicable";
|
|
2
|
+
export interface InterventionArm {
|
|
3
|
+
id: string;
|
|
4
|
+
population: string;
|
|
5
|
+
sample_size: number;
|
|
6
|
+
configuration: Record<string, unknown>;
|
|
7
|
+
}
|
|
8
|
+
export interface RawEvidenceReference {
|
|
9
|
+
path: string;
|
|
10
|
+
media_type: string;
|
|
11
|
+
size_bytes: number;
|
|
12
|
+
digest: string;
|
|
13
|
+
}
|
|
14
|
+
export interface InterventionExperimentRecord {
|
|
15
|
+
schema_version: 1;
|
|
16
|
+
record_type: "intervention_experiment";
|
|
17
|
+
record_id: string;
|
|
18
|
+
observed_at: string;
|
|
19
|
+
subject: {
|
|
20
|
+
id: string;
|
|
21
|
+
revision: string;
|
|
22
|
+
};
|
|
23
|
+
producer: {
|
|
24
|
+
tool_identity: string;
|
|
25
|
+
tool_version: string;
|
|
26
|
+
configuration_digest: string;
|
|
27
|
+
source_revision: string;
|
|
28
|
+
environment: Record<string, string | number | boolean | null>;
|
|
29
|
+
definition_version: string;
|
|
30
|
+
};
|
|
31
|
+
design: {
|
|
32
|
+
kind: "repeated" | "randomized" | "factorial";
|
|
33
|
+
repetitions: number;
|
|
34
|
+
assignment: {
|
|
35
|
+
method: "not_applicable" | "deterministic" | "randomized" | "blocked_randomized";
|
|
36
|
+
seed?: string;
|
|
37
|
+
};
|
|
38
|
+
sampling_conditions: string[];
|
|
39
|
+
};
|
|
40
|
+
baseline: InterventionArm;
|
|
41
|
+
treatments: InterventionArm[];
|
|
42
|
+
changed_variables: Array<{
|
|
43
|
+
name: string;
|
|
44
|
+
treatment_id: string;
|
|
45
|
+
baseline_value: unknown;
|
|
46
|
+
treatment_value: unknown;
|
|
47
|
+
}>;
|
|
48
|
+
held_constant: Array<{
|
|
49
|
+
name: string;
|
|
50
|
+
value: unknown;
|
|
51
|
+
}>;
|
|
52
|
+
measured_effects: Array<{
|
|
53
|
+
treatment_id: string;
|
|
54
|
+
metric: string;
|
|
55
|
+
baseline_value: number | string | boolean | null;
|
|
56
|
+
treatment_value: number | string | boolean | null;
|
|
57
|
+
effect: number | string | null;
|
|
58
|
+
unit: string;
|
|
59
|
+
}>;
|
|
60
|
+
interactions: Array<{
|
|
61
|
+
description: string;
|
|
62
|
+
disposition: InterventionDisposition;
|
|
63
|
+
}>;
|
|
64
|
+
confounders: Array<{
|
|
65
|
+
description: string;
|
|
66
|
+
disposition: InterventionDisposition;
|
|
67
|
+
}>;
|
|
68
|
+
status: "completed" | "failed" | "inconclusive";
|
|
69
|
+
conclusion: {
|
|
70
|
+
kind: "causal_effect_established" | "no_effect_observed" | "cause_not_established";
|
|
71
|
+
statement: string;
|
|
72
|
+
attribution_confidence: "none" | "low" | "moderate" | "high";
|
|
73
|
+
};
|
|
74
|
+
gaps: string[];
|
|
75
|
+
owner: string;
|
|
76
|
+
actions: string[];
|
|
77
|
+
raw_evidence: RawEvidenceReference[];
|
|
78
|
+
}
|
|
79
|
+
export interface AgentEvalInterventionDefinition {
|
|
80
|
+
report_schema_version: string;
|
|
81
|
+
cli_agent_evals_version: string;
|
|
82
|
+
record_id: string;
|
|
83
|
+
subject: InterventionExperimentRecord["subject"];
|
|
84
|
+
producer: InterventionExperimentRecord["producer"];
|
|
85
|
+
design: InterventionExperimentRecord["design"];
|
|
86
|
+
baseline: Omit<InterventionArm, "sample_size">;
|
|
87
|
+
treatment: Omit<InterventionArm, "sample_size">;
|
|
88
|
+
changed_variables: InterventionExperimentRecord["changed_variables"];
|
|
89
|
+
held_constant: InterventionExperimentRecord["held_constant"];
|
|
90
|
+
interactions: InterventionExperimentRecord["interactions"];
|
|
91
|
+
confounders: InterventionExperimentRecord["confounders"];
|
|
92
|
+
attribution_method?: string;
|
|
93
|
+
owner: string;
|
|
94
|
+
gaps: string[];
|
|
95
|
+
actions: string[];
|
|
96
|
+
baseline_evidence_path: string;
|
|
97
|
+
treatment_evidence_path: string;
|
|
98
|
+
}
|
|
99
|
+
export type InterventionRefusalCode = "invalid_record" | "raw_evidence_mismatch" | "governing_plan_absent" | "definition_mismatch" | "intake_busy" | "record_id_collision";
|
|
100
|
+
export declare class InterventionIntakeError extends Error {
|
|
101
|
+
readonly code: InterventionRefusalCode;
|
|
102
|
+
readonly findings: string[];
|
|
103
|
+
constructor(code: InterventionRefusalCode, findings: string[]);
|
|
104
|
+
}
|
|
105
|
+
//# sourceMappingURL=intervention-types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intervention-types.d.ts","sourceRoot":"","sources":["../../src/measurement/intervention-types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,uBAAuB,GACjC,YAAY,GAAG,cAAc,GAAG,SAAS,GAAG,gBAAgB,CAAC;AAE/D,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,4BAA4B;IAC3C,cAAc,EAAE,CAAC,CAAC;IAClB,WAAW,EAAE,yBAAyB,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC1C,QAAQ,EAAE;QACR,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;QACxB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;QAC9D,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,MAAM,EAAE;QACN,IAAI,EAAE,UAAU,GAAG,YAAY,GAAG,WAAW,CAAC;QAC9C,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE;YACV,MAAM,EACF,gBAAgB,GAChB,eAAe,GACf,YAAY,GACZ,oBAAoB,CAAC;YACzB,IAAI,CAAC,EAAE,MAAM,CAAC;SACf,CAAC;QACF,mBAAmB,EAAE,MAAM,EAAE,CAAC;KAC/B,CAAC;IACF,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,iBAAiB,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,cAAc,EAAE,OAAO,CAAC;QACxB,eAAe,EAAE,OAAO,CAAC;KAC1B,CAAC,CAAC;IACH,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,OAAO,CAAA;KAAE,CAAC,CAAC;IACvD,gBAAgB,EAAE,KAAK,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;QACf,cAAc,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;QACjD,eAAe,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;QAClD,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;QAC/B,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,YAAY,EAAE,KAAK,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,uBAAuB,CAAC;KACtC,CAAC,CAAC;IACH,WAAW,EAAE,KAAK,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,uBAAuB,CAAC;KACtC,CAAC,CAAC;IACH,MAAM,EAAE,WAAW,GAAG,QAAQ,GAAG,cAAc,CAAC;IAChD,UAAU,EAAE;QACV,IAAI,EACA,2BAA2B,GAC3B,oBAAoB,GACpB,uBAAuB,CAAC;QAC5B,SAAS,EAAE,MAAM,CAAC;QAClB,sBAAsB,EAAE,MAAM,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,CAAC;KAC9D,CAAC;IACF,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,EAAE,oBAAoB,EAAE,CAAC;CACtC;AAED,MAAM,WAAW,+BAA+B;IAC9C,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,4BAA4B,CAAC,SAAS,CAAC,CAAC;IACjD,QAAQ,EAAE,4BAA4B,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,EAAE,4BAA4B,CAAC,QAAQ,CAAC,CAAC;IAC/C,QAAQ,EAAE,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAC/C,SAAS,EAAE,IAAI,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IAChD,iBAAiB,EAAE,4BAA4B,CAAC,mBAAmB,CAAC,CAAC;IACrE,aAAa,EAAE,4BAA4B,CAAC,eAAe,CAAC,CAAC;IAC7D,YAAY,EAAE,4BAA4B,CAAC,cAAc,CAAC,CAAC;IAC3D,WAAW,EAAE,4BAA4B,CAAC,aAAa,CAAC,CAAC;IACzD,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,uBAAuB,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,MAAM,uBAAuB,GAC/B,gBAAgB,GAChB,uBAAuB,GACvB,uBAAuB,GACvB,qBAAqB,GACrB,aAAa,GACb,qBAAqB,CAAC;AAE1B,qBAAa,uBAAwB,SAAQ,KAAK;IAE9C,QAAQ,CAAC,IAAI,EAAE,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE;gBADlB,IAAI,EAAE,uBAAuB,EAC7B,QAAQ,EAAE,MAAM,EAAE;CAK9B"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { InterventionExperimentRecord } from './intervention-types.js';
|
|
2
|
+
export declare function interventionsRoot(repo: string): string;
|
|
3
|
+
export declare function interventionPath(repo: string, recordId: string): string;
|
|
4
|
+
export declare function validateInterventionRecord(value: unknown): asserts value is InterventionExperimentRecord;
|
|
5
|
+
/** Validate governance/raw bytes, then publish atomically without replacement. */
|
|
6
|
+
export declare function writeInterventionRecord(repo: string, candidate: unknown): string;
|
|
7
|
+
export declare function readInterventionRecords(repo: string): InterventionExperimentRecord[];
|
|
8
|
+
export declare function rawEvidenceFor(repo: string, path: string, mediaType: string): {
|
|
9
|
+
path: string;
|
|
10
|
+
media_type: string;
|
|
11
|
+
size_bytes: number;
|
|
12
|
+
digest: string;
|
|
13
|
+
};
|
|
14
|
+
export declare function assertGoverningDefinition(repo: string, observed: string): void;
|
|
15
|
+
export declare function verifyRawEvidenceReferences(repo: string, references: InterventionExperimentRecord["raw_evidence"]): void;
|
|
16
|
+
//# sourceMappingURL=intervention.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intervention.d.ts","sourceRoot":"","sources":["../../src/measurement/intervention.ts"],"names":[],"mappings":"AAgBA,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,yBAAyB,CAAC;AAW5E,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAavE;AAED,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,KAAK,IAAI,4BAA4B,CAiB/C;AAED,kFAAkF;AAClF,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,OAAO,GACjB,MAAM,CAcR;AAED,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,GACX,4BAA4B,EAAE,CAuBhC;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;;;;;EAS3E;AAED,wBAAgB,yBAAyB,CACvC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,MAAM,GACf,IAAI,CAiBN;AAED,wBAAgB,2BAA2B,CACzC,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,4BAA4B,CAAC,cAAc,CAAC,GACvD,IAAI,CA0BN"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { OperationalEvidenceRecord } from './operational-types.js';
|
|
2
|
+
export interface OperationalReportEntry {
|
|
3
|
+
record_id: string;
|
|
4
|
+
observed_at: string;
|
|
5
|
+
record_shape: OperationalEvidenceRecord["record_shape"];
|
|
6
|
+
control_kind: OperationalEvidenceRecord["control_kind"];
|
|
7
|
+
claims: string[];
|
|
8
|
+
evidence: string[];
|
|
9
|
+
counterevidence: string[];
|
|
10
|
+
gaps: string[];
|
|
11
|
+
owner: string;
|
|
12
|
+
actions: string[];
|
|
13
|
+
raw_evidence: OperationalEvidenceRecord["raw_evidence"];
|
|
14
|
+
}
|
|
15
|
+
export declare function buildOperationalReport(records: OperationalEvidenceRecord[]): OperationalReportEntry[];
|
|
16
|
+
export declare function renderOperationalReport(entries: OperationalReportEntry[]): string;
|
|
17
|
+
//# sourceMappingURL=operational-report.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"operational-report.d.ts","sourceRoot":"","sources":["../../src/measurement/operational-report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAExE,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,yBAAyB,CAAC,cAAc,CAAC,CAAC;IACxD,YAAY,EAAE,yBAAyB,CAAC,cAAc,CAAC,CAAC;IACxD,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,EAAE,yBAAyB,CAAC,cAAc,CAAC,CAAC;CACzD;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,yBAAyB,EAAE,GACnC,sBAAsB,EAAE,CAmE1B;AAED,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,sBAAsB,EAAE,GAChC,MAAM,CAyCR"}
|