@skill-harness/core 0.17.0 → 0.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/README.md +1 -2
  2. package/dist/adapters/types.d.ts +0 -12
  3. package/dist/capture-trace-types.d.ts +0 -96
  4. package/dist/capture-trace-types.js +0 -4
  5. package/dist/command-cost.d.ts +1 -1
  6. package/dist/command-cost.js +0 -5
  7. package/dist/execution-trace.js +1 -1
  8. package/dist/index.d.ts +3 -23
  9. package/dist/index.js +3 -23
  10. package/dist/instruction-coverage.d.ts +0 -7
  11. package/dist/instruction-coverage.js +5 -7
  12. package/dist/journal.d.ts +0 -8
  13. package/dist/metrics.d.ts +18 -0
  14. package/dist/metrics.js +28 -0
  15. package/dist/redaction.d.ts +6 -0
  16. package/dist/redaction.js +55 -0
  17. package/dist/regate.js +6 -71
  18. package/dist/regrade.d.ts +1 -3
  19. package/dist/regrade.js +1 -21
  20. package/dist/report.d.ts +1 -15
  21. package/dist/report.js +1 -13
  22. package/dist/reps.d.ts +1 -2
  23. package/dist/reps.js +0 -2
  24. package/dist/results.d.ts +0 -9
  25. package/dist/results.js +2 -19
  26. package/dist/run.js +11 -72
  27. package/dist/seeded.d.ts +1 -7
  28. package/dist/seeded.js +5 -11
  29. package/dist/sources.js +4 -9
  30. package/dist/spec.d.ts +0 -13
  31. package/dist/spec.js +6 -48
  32. package/dist/trajectory-events.d.ts +58 -0
  33. package/dist/trajectory-events.js +119 -0
  34. package/package.json +1 -1
  35. package/schemas/results-v2.schema.json +376 -75
  36. package/schemas/specification-v1.schema.json +128 -174
  37. package/dist/adjudication.d.ts +0 -219
  38. package/dist/adjudication.js +0 -422
  39. package/dist/adoption.d.ts +0 -128
  40. package/dist/adoption.js +0 -102
  41. package/dist/affected.d.ts +0 -88
  42. package/dist/affected.js +0 -222
  43. package/dist/capture.d.ts +0 -193
  44. package/dist/capture.js +0 -344
  45. package/dist/comparison.d.ts +0 -97
  46. package/dist/comparison.js +0 -189
  47. package/dist/factory-calibration.d.ts +0 -63
  48. package/dist/factory-calibration.js +0 -115
  49. package/dist/intervention-results.d.ts +0 -6
  50. package/dist/intervention-results.js +0 -52
  51. package/dist/intervention.d.ts +0 -123
  52. package/dist/intervention.js +0 -218
  53. package/dist/investigation.d.ts +0 -94
  54. package/dist/investigation.js +0 -148
  55. package/dist/judge-agreement.d.ts +0 -19
  56. package/dist/judge-agreement.js +0 -31
  57. package/dist/qualification-capture.d.ts +0 -44
  58. package/dist/qualification-capture.js +0 -163
  59. package/dist/qualification-config.d.ts +0 -233
  60. package/dist/qualification-config.js +0 -694
  61. package/dist/qualification-lock.d.ts +0 -15
  62. package/dist/qualification-lock.js +0 -87
  63. package/dist/qualification-oauth-directory.d.ts +0 -79
  64. package/dist/qualification-oauth-directory.js +0 -444
  65. package/dist/qualification-panel-store.d.ts +0 -14
  66. package/dist/qualification-panel-store.js +0 -188
  67. package/dist/qualification-panels.d.ts +0 -99
  68. package/dist/qualification-panels.js +0 -91
  69. package/dist/qualification-process.d.ts +0 -13
  70. package/dist/qualification-process.js +0 -190
  71. package/dist/qualification-runner.d.ts +0 -203
  72. package/dist/qualification-runner.js +0 -2037
  73. package/dist/qualification-store.d.ts +0 -187
  74. package/dist/qualification-store.js +0 -833
  75. package/dist/qualification-validation.d.ts +0 -12
  76. package/dist/qualification-validation.js +0 -8
  77. package/dist/screen.d.ts +0 -31
  78. package/dist/screen.js +0 -105
  79. package/dist/trajectory-gates.d.ts +0 -137
  80. package/dist/trajectory-gates.js +0 -576
  81. package/dist/trusted-host-supervision.d.ts +0 -25
  82. package/dist/trusted-host-supervision.js +0 -94
  83. package/dist/work-capture-schema.d.ts +0 -38
  84. package/dist/work-capture-schema.js +0 -33
  85. package/dist/work-capture.d.ts +0 -43
  86. package/dist/work-capture.js +0 -81
  87. package/dist/work-signals.d.ts +0 -55
  88. package/dist/work-signals.js +0 -71
  89. package/schemas/qualification-cell-result-v1.schema.json +0 -32
  90. package/schemas/qualification-config-v1.schema.json +0 -244
  91. package/schemas/qualification-invocation-request-v1.schema.json +0 -59
  92. package/schemas/qualification-judge-panel-result-v1.schema.json +0 -42
  93. package/schemas/trajectory-event-v1.schema.json +0 -80
@@ -1,203 +0,0 @@
1
- import type { QualificationJudgePanelMember } from "./qualification-panels.js";
2
- import { type QualificationOutputReceipt } from "./qualification-capture.js";
3
- export { redactQualificationOutput } from "./qualification-capture.js";
4
- export type { QualificationOutputReceipt } from "./qualification-capture.js";
5
- import { type QualificationProcessIdentity } from "./qualification-process.js";
6
- export { qualificationProcessIdentity, qualificationProcessMatches } from "./qualification-process.js";
7
- export type { QualificationProcessIdentity } from "./qualification-process.js";
8
- import { QUALIFICATION_OAUTH_DIRECTORY_POLICY_V2, QUALIFICATION_TERMINAL_RECEIPT_VERSION_V3 } from "./qualification-config.js";
9
- import { type QualificationOAuthDirectoryInventoryV2 } from "./qualification-oauth-directory.js";
10
- import { validateQualificationSpool, type QualificationInvocationInputBindingV1, type QualificationLifecycleV1, type QualificationTerminalStatus } from "./qualification-store.js";
11
- export declare const QUALIFICATION_AUTH_EVIDENCE_VERSION: "qualification-auth-evidence-v1";
12
- export declare const QUALIFICATION_AUTH_EVIDENCE_VERSION_V2: "qualification-auth-evidence-v2";
13
- export declare const QUALIFICATION_TERMINAL_RECEIPT_VERSION: "qualification-terminal-receipt-v1";
14
- export declare const QUALIFICATION_TERMINAL_RECEIPT_VERSION_V2: "qualification-terminal-receipt-v2";
15
- export declare const QUALIFICATION_LAUNCH_ATTEMPT_VERSION: "qualification-launch-attempt-v1";
16
- export declare const QUALIFICATION_LAUNCH_ATTEMPT_VERSION_V2: "qualification-launch-attempt-v2";
17
- export declare const QUALIFICATION_INPUT_LAUNCH_CLAIM_VERSION: "qualification-input-launch-claim-v1";
18
- export interface QualificationFilesystemOccurrence {
19
- realpath: string;
20
- device: number;
21
- inode: number;
22
- mtime_ms: number;
23
- bytes: number;
24
- }
25
- export interface QualificationAuthEvidenceV1 {
26
- schema_version: typeof QUALIFICATION_AUTH_EVIDENCE_VERSION;
27
- checked_at: string;
28
- provider: string;
29
- requested_model: string;
30
- model_identity_observed: false;
31
- status: "ready";
32
- auth_type: "oauth";
33
- source: "pi-auth-check-json";
34
- credentials_included: false;
35
- readiness_only: true;
36
- removed_parent_environment_names: string[];
37
- child_environment_names: string[];
38
- executable_sha256: string;
39
- launch_authority_sha256: string;
40
- oauth_agent_directory_identity: QualificationFilesystemOccurrence | null;
41
- oauth_auth_file_identity: QualificationFilesystemOccurrence | null;
42
- oauth_models_file_identity: QualificationFilesystemOccurrence | null;
43
- oauth_directory_entries: string[];
44
- evidence_sha256: string;
45
- }
46
- export interface QualificationAuthEvidenceV2 extends Omit<QualificationAuthEvidenceV1, "schema_version" | "oauth_agent_directory_identity" | "oauth_auth_file_identity" | "oauth_models_file_identity" | "oauth_directory_entries"> {
47
- schema_version: typeof QUALIFICATION_AUTH_EVIDENCE_VERSION_V2;
48
- oauth_directory_policy: typeof QUALIFICATION_OAUTH_DIRECTORY_POLICY_V2;
49
- oauth_directory_validations: {
50
- before_oauth_readiness: QualificationOAuthDirectoryInventoryV2;
51
- after_oauth_readiness: QualificationOAuthDirectoryInventoryV2;
52
- };
53
- }
54
- export type QualificationAuthEvidence = QualificationAuthEvidenceV1 | QualificationAuthEvidenceV2;
55
- export interface QualificationOAuthDirectoryValidationsV2 {
56
- before_oauth_readiness: QualificationOAuthDirectoryInventoryV2 | null;
57
- after_oauth_readiness: QualificationOAuthDirectoryInventoryV2 | null;
58
- before_launch_claim: QualificationOAuthDirectoryInventoryV2 | null;
59
- immediately_before_pi_launch: QualificationOAuthDirectoryInventoryV2 | null;
60
- after_child_termination: QualificationOAuthDirectoryInventoryV2 | null;
61
- }
62
- export interface QualificationTerminalReceiptV1 {
63
- schema_version: typeof QUALIFICATION_TERMINAL_RECEIPT_VERSION;
64
- invocation_id: string;
65
- terminal_status: QualificationTerminalStatus;
66
- attempt: 0 | 1;
67
- started_at: string | null;
68
- finished_at: string;
69
- deadline_at: string | null;
70
- requested_timeout_ms: number;
71
- effective_timeout_ms: number;
72
- supervisor: QualificationProcessIdentity;
73
- child: QualificationProcessIdentity | null;
74
- exit_code: number | null;
75
- signal: NodeJS.Signals | null;
76
- requested: {
77
- provider: string;
78
- model: string;
79
- };
80
- actual: {
81
- provider: string;
82
- model: string;
83
- } | null;
84
- provider_model_identity_observed: boolean;
85
- successful_execution: boolean;
86
- fallback_detected: boolean;
87
- authentication: {
88
- evidence_sha256: string;
89
- status: "ready";
90
- auth_type: "oauth";
91
- readiness_only: true;
92
- } | null;
93
- accounting_event_sha256: string | null;
94
- continuation_authority_sha256: string | null;
95
- stdout: QualificationOutputReceipt;
96
- stderr: QualificationOutputReceipt;
97
- artifact: {
98
- path: string;
99
- type: "pi-jsonl";
100
- bytes: number;
101
- sha256: string;
102
- } | null;
103
- error: string | null;
104
- }
105
- export interface QualificationTerminalReceiptV2 extends Omit<QualificationTerminalReceiptV1, "schema_version"> {
106
- schema_version: typeof QUALIFICATION_TERMINAL_RECEIPT_VERSION_V2;
107
- oauth_directory_policy: typeof QUALIFICATION_OAUTH_DIRECTORY_POLICY_V2;
108
- oauth_directory_validations: QualificationOAuthDirectoryValidationsV2;
109
- }
110
- export interface QualificationTerminalReceiptV3 extends Omit<QualificationTerminalReceiptV2, "schema_version"> {
111
- schema_version: typeof QUALIFICATION_TERMINAL_RECEIPT_VERSION_V3;
112
- configuration_sha256: string;
113
- invocation_sha256: string;
114
- invocation_input: QualificationInvocationInputBindingV1;
115
- input_launch_claim_sha256: string | null;
116
- launch_attempt_sha256: string | null;
117
- child_occurrence_sha256: string | null;
118
- }
119
- export type QualificationTerminalReceipt = QualificationTerminalReceiptV1 | QualificationTerminalReceiptV2 | QualificationTerminalReceiptV3;
120
- export interface QualificationInvocationStatus {
121
- invocation_id: string;
122
- phase: QualificationLifecycleV1["phase"];
123
- terminal_status: QualificationTerminalStatus | null;
124
- attempt: 0 | 1;
125
- requested: {
126
- provider: string;
127
- model: string;
128
- };
129
- actual: {
130
- provider: string;
131
- model: string;
132
- } | null;
133
- deadline_at: string | null;
134
- effective_timeout_ms: number | null;
135
- output: {
136
- stdout: QualificationOutputReceipt;
137
- stderr: QualificationOutputReceipt;
138
- } | null;
139
- supervisor: QualificationProcessIdentity | null;
140
- child: QualificationProcessIdentity | null;
141
- supervisor_alive: boolean | null;
142
- child_alive: boolean | null;
143
- }
144
- /**
145
- * Verify that the Pi agent directory exposed to a production child contains an
146
- * OAuth credential for openai-codex, no stored API-key credentials, and no
147
- * models.json override capable of redirecting that provider. No credential
148
- * value or digest leaves this function.
149
- */
150
- export declare function assertQualificationOAuthCredentialBoundary(env: NodeJS.ProcessEnv): {
151
- agent_directory: string;
152
- provider: "openai-codex";
153
- auth_type: "oauth";
154
- agent_directory_identity: QualificationFilesystemOccurrence;
155
- auth_file_identity: QualificationFilesystemOccurrence;
156
- models_file_identity: QualificationFilesystemOccurrence | null;
157
- directory_entries: string[];
158
- };
159
- export declare function checkQualificationAuthentication(options: {
160
- spool_dir: string;
161
- invocation_id: string;
162
- parent_env?: NodeJS.ProcessEnv;
163
- now?: () => string;
164
- }): Promise<{
165
- evidence: QualificationAuthEvidence;
166
- child_env: NodeJS.ProcessEnv;
167
- launch_authority: string;
168
- }>;
169
- /**
170
- * Execute one previously prepared invocation. There is deliberately no retry
171
- * parameter and exactly one model-process spawn site in this function.
172
- */
173
- export declare function superviseQualificationInvocation(options: {
174
- spool_dir: string;
175
- invocation_id: string;
176
- child_env: NodeJS.ProcessEnv;
177
- authentication_authority?: string;
178
- continuation_authority?: string;
179
- now?: () => string;
180
- /** Deterministic race injection for offline tests only; production rejects it. */
181
- test_hooks?: {
182
- immediately_before_child_input_validation?: () => void;
183
- };
184
- }): Promise<void>;
185
- export declare function readValidatedQualificationTerminalReceipt(spoolDir: string, invocationId: string): QualificationTerminalReceipt;
186
- /** Convert one fully validated judge invocation into the shared panel vote shape. */
187
- export declare function readQualificationJudgePanelMember(spoolDir: string, invocationId: string): QualificationJudgePanelMember;
188
- export declare function qualificationInvocationStatus(spoolDir: string, invocationId: string): QualificationInvocationStatus;
189
- export declare function pollQualificationInvocation(options: {
190
- spool_dir: string;
191
- invocation_id: string;
192
- wait_ms?: number;
193
- interval_ms?: number;
194
- }): Promise<QualificationInvocationStatus>;
195
- export declare function abortQualificationInvocation(options: {
196
- spool_dir: string;
197
- invocation_id: string;
198
- reason: string;
199
- now?: () => string;
200
- }): Promise<QualificationInvocationStatus>;
201
- export declare function validateQualificationBaseSpool(spoolDir: string): ReturnType<typeof validateQualificationSpool> & {
202
- terminal: number;
203
- };