@openpond/evals 0.11.16 → 0.11.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. package/dist/connected-evidence/contracts.js +72 -0
  2. package/dist/connected-evidence/imports.js +71 -0
  3. package/dist/connected-evidence/index.js +5 -0
  4. package/dist/connected-evidence/normalize.js +97 -0
  5. package/dist/connected-evidence/python-correctness.js +73 -0
  6. package/dist/connected-evidence/sources/claude-code.js +71 -0
  7. package/dist/connected-evidence/sources/codex.js +52 -0
  8. package/dist/connected-evidence/sources/history.js +86 -0
  9. package/dist/connected-evidence/sources/usage.js +15 -0
  10. package/dist/connected-evidence/usage-summary.js +52 -0
  11. package/dist/experiments.js +16 -4
  12. package/dist/graders.js +9 -6
  13. package/dist/human-review/comparison.js +161 -0
  14. package/dist/human-review/contracts.js +110 -0
  15. package/dist/human-review/execution.js +61 -0
  16. package/dist/human-review/handoff.js +18 -0
  17. package/dist/human-review/index.js +9 -0
  18. package/dist/human-review/local-publication.js +18 -0
  19. package/dist/human-review/repository.js +1 -0
  20. package/dist/human-review/results.js +18 -0
  21. package/dist/human-review/service.js +268 -0
  22. package/dist/human-review/task-proposals.js +39 -0
  23. package/dist/index.js +1 -0
  24. package/dist/javascript-verifier-contract.js +2 -2
  25. package/dist/learning/authoring.js +2 -1
  26. package/dist/learning/contracts.js +353 -81
  27. package/dist/learning/index.js +1 -0
  28. package/dist/learning/reward-authoring.js +5 -2
  29. package/dist/learning/training-handoff.js +32 -0
  30. package/dist/metrics-node.js +2 -0
  31. package/dist/profile-evaluation-target.js +7 -0
  32. package/dist/profile-evaluations.js +7 -10
  33. package/dist/profile-external-evaluation.js +35 -0
  34. package/dist/profile-source-candidate.js +5 -0
  35. package/dist/rewards.js +5 -3
  36. package/dist/taskset-run-contract.js +10 -0
  37. package/dist/tasksets.js +2 -0
  38. package/dist/types/builtin-benchmarks/harness-refiner.d.ts +75 -1
  39. package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
  40. package/dist/types/conformance.d.ts +150 -2
  41. package/dist/types/conformance.d.ts.map +1 -1
  42. package/dist/types/connected-evidence/contracts.d.ts +317 -0
  43. package/dist/types/connected-evidence/contracts.d.ts.map +1 -0
  44. package/dist/types/connected-evidence/imports.d.ts +19 -0
  45. package/dist/types/connected-evidence/imports.d.ts.map +1 -0
  46. package/dist/types/connected-evidence/index.d.ts +6 -0
  47. package/dist/types/connected-evidence/index.d.ts.map +1 -0
  48. package/dist/types/connected-evidence/normalize.d.ts +25 -0
  49. package/dist/types/connected-evidence/normalize.d.ts.map +1 -0
  50. package/dist/types/connected-evidence/python-correctness.d.ts +196 -0
  51. package/dist/types/connected-evidence/python-correctness.d.ts.map +1 -0
  52. package/dist/types/connected-evidence/sources/claude-code.d.ts +74 -0
  53. package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -0
  54. package/dist/types/connected-evidence/sources/codex.d.ts +74 -0
  55. package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -0
  56. package/dist/types/connected-evidence/sources/history.d.ts +146 -0
  57. package/dist/types/connected-evidence/sources/history.d.ts.map +1 -0
  58. package/dist/types/connected-evidence/sources/usage.d.ts +3 -0
  59. package/dist/types/connected-evidence/sources/usage.d.ts.map +1 -0
  60. package/dist/types/connected-evidence/usage-summary.d.ts +162 -0
  61. package/dist/types/connected-evidence/usage-summary.d.ts.map +1 -0
  62. package/dist/types/evidence/conformance.d.ts +28 -28
  63. package/dist/types/evidence/contracts.d.ts +27 -27
  64. package/dist/types/execution-contracts.d.ts +159 -5
  65. package/dist/types/execution-contracts.d.ts.map +1 -1
  66. package/dist/types/experiments.d.ts +476 -7
  67. package/dist/types/experiments.d.ts.map +1 -1
  68. package/dist/types/graders.d.ts +21 -1
  69. package/dist/types/graders.d.ts.map +1 -1
  70. package/dist/types/human-review/comparison.d.ts +1959 -0
  71. package/dist/types/human-review/comparison.d.ts.map +1 -0
  72. package/dist/types/human-review/contracts.d.ts +2719 -0
  73. package/dist/types/human-review/contracts.d.ts.map +1 -0
  74. package/dist/types/human-review/execution.d.ts +298 -0
  75. package/dist/types/human-review/execution.d.ts.map +1 -0
  76. package/dist/types/human-review/handoff.d.ts +124 -0
  77. package/dist/types/human-review/handoff.d.ts.map +1 -0
  78. package/dist/types/human-review/index.d.ts +10 -0
  79. package/dist/types/human-review/index.d.ts.map +1 -0
  80. package/dist/types/human-review/local-publication.d.ts +165 -0
  81. package/dist/types/human-review/local-publication.d.ts.map +1 -0
  82. package/dist/types/human-review/repository.d.ts +43 -0
  83. package/dist/types/human-review/repository.d.ts.map +1 -0
  84. package/dist/types/human-review/results.d.ts +118 -0
  85. package/dist/types/human-review/results.d.ts.map +1 -0
  86. package/dist/types/human-review/service.d.ts +878 -0
  87. package/dist/types/human-review/service.d.ts.map +1 -0
  88. package/dist/types/human-review/task-proposals.d.ts +70 -0
  89. package/dist/types/human-review/task-proposals.d.ts.map +1 -0
  90. package/dist/types/index.d.ts +1 -0
  91. package/dist/types/index.d.ts.map +1 -1
  92. package/dist/types/javascript-environment-contract.d.ts +1 -1
  93. package/dist/types/javascript-verifier-contract.d.ts +1 -1
  94. package/dist/types/javascript-verifier-contract.d.ts.map +1 -1
  95. package/dist/types/learned-preference.d.ts +2 -2
  96. package/dist/types/learning/acceptance-group.d.ts +13 -13
  97. package/dist/types/learning/acceptance-plan.d.ts +1 -1
  98. package/dist/types/learning/admission.d.ts +78 -1
  99. package/dist/types/learning/admission.d.ts.map +1 -1
  100. package/dist/types/learning/authoring-service.d.ts +2 -0
  101. package/dist/types/learning/authoring-service.d.ts.map +1 -1
  102. package/dist/types/learning/authoring.d.ts +20 -0
  103. package/dist/types/learning/authoring.d.ts.map +1 -1
  104. package/dist/types/learning/batch-service.d.ts +76 -2
  105. package/dist/types/learning/batch-service.d.ts.map +1 -1
  106. package/dist/types/learning/contracts.d.ts +759 -24
  107. package/dist/types/learning/contracts.d.ts.map +1 -1
  108. package/dist/types/learning/index.d.ts +1 -0
  109. package/dist/types/learning/index.d.ts.map +1 -1
  110. package/dist/types/learning/iteration-candidate-decision.d.ts +2 -2
  111. package/dist/types/learning/iteration-dispatch-contracts.d.ts +2 -2
  112. package/dist/types/learning/operations.d.ts +1118 -8
  113. package/dist/types/learning/operations.d.ts.map +1 -1
  114. package/dist/types/learning/repository.d.ts +402 -15
  115. package/dist/types/learning/repository.d.ts.map +1 -1
  116. package/dist/types/learning/reward-authoring.d.ts.map +1 -1
  117. package/dist/types/learning/reward-calibration.d.ts +74 -0
  118. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  119. package/dist/types/learning/reward-checks.d.ts +14 -2
  120. package/dist/types/learning/reward-checks.d.ts.map +1 -1
  121. package/dist/types/learning/training-handoff.d.ts +201 -0
  122. package/dist/types/learning/training-handoff.d.ts.map +1 -0
  123. package/dist/types/learning/transport.d.ts +963 -21
  124. package/dist/types/learning/transport.d.ts.map +1 -1
  125. package/dist/types/metrics-node.d.ts +3 -1
  126. package/dist/types/metrics-node.d.ts.map +1 -1
  127. package/dist/types/model-improvement-qualification.d.ts +3 -3
  128. package/dist/types/native-harness-experiment-attempt.d.ts +2 -2
  129. package/dist/types/profile-evaluation-comparisons.d.ts +230 -0
  130. package/dist/types/profile-evaluation-comparisons.d.ts.map +1 -1
  131. package/dist/types/profile-evaluation-target.d.ts +14 -0
  132. package/dist/types/profile-evaluation-target.d.ts.map +1 -0
  133. package/dist/types/profile-evaluations.d.ts +117 -14
  134. package/dist/types/profile-evaluations.d.ts.map +1 -1
  135. package/dist/types/profile-external-evaluation.d.ts +404 -0
  136. package/dist/types/profile-external-evaluation.d.ts.map +1 -0
  137. package/dist/types/profile-source-candidate.d.ts +15 -0
  138. package/dist/types/profile-source-candidate.d.ts.map +1 -0
  139. package/dist/types/review-conformance.d.ts +7 -7
  140. package/dist/types/rewards.d.ts +253 -0
  141. package/dist/types/rewards.d.ts.map +1 -1
  142. package/dist/types/rollouts.d.ts +3 -3
  143. package/dist/types/taskset-run-contract.d.ts +230 -0
  144. package/dist/types/taskset-run-contract.d.ts.map +1 -1
  145. package/dist/types/tasksets.d.ts +311 -3
  146. package/dist/types/tasksets.d.ts.map +1 -1
  147. package/dist/types/telemetry-analysis.d.ts +2 -2
  148. package/dist/types/telemetry-bundle.d.ts +6 -6
  149. package/dist/types/telemetry.d.ts +3 -3
  150. package/package.json +9 -1
  151. package/schemas/learning/v1/command-request.schema.json +1745 -409
  152. package/schemas/learning/v1/decision.schema.json +11 -0
  153. package/schemas/learning/v1/draft.schema.json +11 -0
  154. package/schemas/learning/v1/grade.schema.json +11 -0
  155. package/schemas/learning/v1/package.schema.json +532 -12
  156. package/schemas/learning/v1/policy.schema.json +836 -28
  157. package/schemas/learning/v1/reward.schema.json +520 -0
  158. package/schemas/learning/v1/reward_check.schema.json +9 -0
@@ -0,0 +1,317 @@
1
+ import { z } from "zod";
2
+ export declare const CONNECTED_EVIDENCE_VERSION: "openpond.connectedEvidence.v1";
3
+ export declare const CONNECTED_NORMALIZER_VERSION: "connected-evidence-1";
4
+ export declare const CONNECTED_EVIDENCE_LIMITS: {
5
+ readonly files: 100;
6
+ readonly sourceBytes: number;
7
+ readonly decodedBytes: number;
8
+ readonly lineBytes: number;
9
+ readonly events: 100000;
10
+ readonly sessions: 1000;
11
+ readonly boundaries: 5000;
12
+ readonly evaluatorBytes: number;
13
+ };
14
+ export declare const ConnectedSourceKindSchema: z.ZodEnum<{
15
+ hermes: "hermes";
16
+ openclaw: "openclaw";
17
+ native_chat: "native_chat";
18
+ native_work: "native_work";
19
+ codex: "codex";
20
+ claude_code: "claude_code";
21
+ }>;
22
+ export declare const ConnectedUsageSchema: z.ZodObject<{
23
+ invocationId: z.ZodString;
24
+ inputTokens: z.ZodNullable<z.ZodNumber>;
25
+ outputTokens: z.ZodNullable<z.ZodNumber>;
26
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
27
+ totalTokens: z.ZodNullable<z.ZodNumber>;
28
+ provenance: z.ZodEnum<{
29
+ billed_invocation: "billed_invocation";
30
+ reported_invocation: "reported_invocation";
31
+ reported_cumulative: "reported_cumulative";
32
+ }>;
33
+ }, z.core.$strict>;
34
+ export declare const ConnectedEventSchema: z.ZodObject<{
35
+ id: z.ZodString;
36
+ sequence: z.ZodNumber;
37
+ occurredAt: z.ZodNullable<z.ZodString>;
38
+ kind: z.ZodEnum<{
39
+ message: "message";
40
+ unknown: "unknown";
41
+ artifact: "artifact";
42
+ terminal: "terminal";
43
+ usage: "usage";
44
+ tool_call: "tool_call";
45
+ tool_result: "tool_result";
46
+ compaction: "compaction";
47
+ }>;
48
+ role: z.ZodNullable<z.ZodEnum<{
49
+ user: "user";
50
+ tool: "tool";
51
+ assistant: "assistant";
52
+ system: "system";
53
+ }>>;
54
+ callId: z.ZodNullable<z.ZodString>;
55
+ parentId: z.ZodNullable<z.ZodString>;
56
+ content: z.ZodJSONSchema;
57
+ usage: z.ZodNullable<z.ZodObject<{
58
+ invocationId: z.ZodString;
59
+ inputTokens: z.ZodNullable<z.ZodNumber>;
60
+ outputTokens: z.ZodNullable<z.ZodNumber>;
61
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
62
+ totalTokens: z.ZodNullable<z.ZodNumber>;
63
+ provenance: z.ZodEnum<{
64
+ billed_invocation: "billed_invocation";
65
+ reported_invocation: "reported_invocation";
66
+ reported_cumulative: "reported_cumulative";
67
+ }>;
68
+ }, z.core.$strict>>;
69
+ }, z.core.$strict>;
70
+ export declare const ConnectedBoundarySchema: z.ZodObject<{
71
+ id: z.ZodString;
72
+ familyKey: z.ZodString;
73
+ projection: z.ZodEnum<{
74
+ turn: "turn";
75
+ conversation: "conversation";
76
+ }>;
77
+ requestEventId: z.ZodString;
78
+ start: z.ZodNumber;
79
+ end: z.ZodNumber;
80
+ inputHash: z.ZodString;
81
+ outputHash: z.ZodNullable<z.ZodString>;
82
+ revisionHash: z.ZodString;
83
+ terminal: z.ZodEnum<{
84
+ unknown: "unknown";
85
+ cancelled: "cancelled";
86
+ failed: "failed";
87
+ completed: "completed";
88
+ }>;
89
+ coverage: z.ZodObject<{
90
+ answer: z.ZodBoolean;
91
+ context: z.ZodEnum<{
92
+ unknown: "unknown";
93
+ retained: "retained";
94
+ compacted: "compacted";
95
+ }>;
96
+ process: z.ZodEnum<{
97
+ absent: "absent";
98
+ partial: "partial";
99
+ retained: "retained";
100
+ }>;
101
+ artifacts: z.ZodEnum<{
102
+ absent: "absent";
103
+ retained: "retained";
104
+ references_only: "references_only";
105
+ }>;
106
+ replay: z.ZodLiteral<"unavailable">;
107
+ gaps: z.ZodArray<z.ZodString>;
108
+ }, z.core.$strict>;
109
+ }, z.core.$strict>;
110
+ export declare const ConnectedSessionSchema: z.ZodObject<{
111
+ schemaVersion: z.ZodLiteral<"openpond.connectedEvidence.v1">;
112
+ normalizerVersion: z.ZodLiteral<"connected-evidence-1">;
113
+ origin: z.ZodEnum<{
114
+ hermes: "hermes";
115
+ openclaw: "openclaw";
116
+ native_chat: "native_chat";
117
+ native_work: "native_work";
118
+ codex: "codex";
119
+ claude_code: "claude_code";
120
+ }>;
121
+ sessionId: z.ZodString;
122
+ branchId: z.ZodNullable<z.ZodString>;
123
+ parentSessionId: z.ZodNullable<z.ZodString>;
124
+ exporterVersion: z.ZodNullable<z.ZodString>;
125
+ sourceFiles: z.ZodArray<z.ZodObject<{
126
+ path: z.ZodString;
127
+ contentHash: z.ZodString;
128
+ sizeBytes: z.ZodNumber;
129
+ }, z.core.$strict>>;
130
+ events: z.ZodArray<z.ZodObject<{
131
+ id: z.ZodString;
132
+ sequence: z.ZodNumber;
133
+ occurredAt: z.ZodNullable<z.ZodString>;
134
+ kind: z.ZodEnum<{
135
+ message: "message";
136
+ unknown: "unknown";
137
+ artifact: "artifact";
138
+ terminal: "terminal";
139
+ usage: "usage";
140
+ tool_call: "tool_call";
141
+ tool_result: "tool_result";
142
+ compaction: "compaction";
143
+ }>;
144
+ role: z.ZodNullable<z.ZodEnum<{
145
+ user: "user";
146
+ tool: "tool";
147
+ assistant: "assistant";
148
+ system: "system";
149
+ }>>;
150
+ callId: z.ZodNullable<z.ZodString>;
151
+ parentId: z.ZodNullable<z.ZodString>;
152
+ content: z.ZodJSONSchema;
153
+ usage: z.ZodNullable<z.ZodObject<{
154
+ invocationId: z.ZodString;
155
+ inputTokens: z.ZodNullable<z.ZodNumber>;
156
+ outputTokens: z.ZodNullable<z.ZodNumber>;
157
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
158
+ totalTokens: z.ZodNullable<z.ZodNumber>;
159
+ provenance: z.ZodEnum<{
160
+ billed_invocation: "billed_invocation";
161
+ reported_invocation: "reported_invocation";
162
+ reported_cumulative: "reported_cumulative";
163
+ }>;
164
+ }, z.core.$strict>>;
165
+ }, z.core.$strict>>;
166
+ unmappedEvents: z.ZodArray<z.ZodObject<{
167
+ id: z.ZodString;
168
+ sequence: z.ZodNumber;
169
+ occurredAt: z.ZodNullable<z.ZodString>;
170
+ kind: z.ZodEnum<{
171
+ message: "message";
172
+ unknown: "unknown";
173
+ artifact: "artifact";
174
+ terminal: "terminal";
175
+ usage: "usage";
176
+ tool_call: "tool_call";
177
+ tool_result: "tool_result";
178
+ compaction: "compaction";
179
+ }>;
180
+ role: z.ZodNullable<z.ZodEnum<{
181
+ user: "user";
182
+ tool: "tool";
183
+ assistant: "assistant";
184
+ system: "system";
185
+ }>>;
186
+ callId: z.ZodNullable<z.ZodString>;
187
+ parentId: z.ZodNullable<z.ZodString>;
188
+ content: z.ZodJSONSchema;
189
+ usage: z.ZodNullable<z.ZodObject<{
190
+ invocationId: z.ZodString;
191
+ inputTokens: z.ZodNullable<z.ZodNumber>;
192
+ outputTokens: z.ZodNullable<z.ZodNumber>;
193
+ cachedInputTokens: z.ZodNullable<z.ZodNumber>;
194
+ totalTokens: z.ZodNullable<z.ZodNumber>;
195
+ provenance: z.ZodEnum<{
196
+ billed_invocation: "billed_invocation";
197
+ reported_invocation: "reported_invocation";
198
+ reported_cumulative: "reported_cumulative";
199
+ }>;
200
+ }, z.core.$strict>>;
201
+ }, z.core.$strict>>;
202
+ boundaries: z.ZodArray<z.ZodObject<{
203
+ id: z.ZodString;
204
+ familyKey: z.ZodString;
205
+ projection: z.ZodEnum<{
206
+ turn: "turn";
207
+ conversation: "conversation";
208
+ }>;
209
+ requestEventId: z.ZodString;
210
+ start: z.ZodNumber;
211
+ end: z.ZodNumber;
212
+ inputHash: z.ZodString;
213
+ outputHash: z.ZodNullable<z.ZodString>;
214
+ revisionHash: z.ZodString;
215
+ terminal: z.ZodEnum<{
216
+ unknown: "unknown";
217
+ cancelled: "cancelled";
218
+ failed: "failed";
219
+ completed: "completed";
220
+ }>;
221
+ coverage: z.ZodObject<{
222
+ answer: z.ZodBoolean;
223
+ context: z.ZodEnum<{
224
+ unknown: "unknown";
225
+ retained: "retained";
226
+ compacted: "compacted";
227
+ }>;
228
+ process: z.ZodEnum<{
229
+ absent: "absent";
230
+ partial: "partial";
231
+ retained: "retained";
232
+ }>;
233
+ artifacts: z.ZodEnum<{
234
+ absent: "absent";
235
+ retained: "retained";
236
+ references_only: "references_only";
237
+ }>;
238
+ replay: z.ZodLiteral<"unavailable">;
239
+ gaps: z.ZodArray<z.ZodString>;
240
+ }, z.core.$strict>;
241
+ }, z.core.$strict>>;
242
+ warnings: z.ZodArray<z.ZodString>;
243
+ contentHash: z.ZodString;
244
+ }, z.core.$strict>;
245
+ export type ConnectedEvent = z.infer<typeof ConnectedEventSchema>;
246
+ export type ConnectedSession = z.infer<typeof ConnectedSessionSchema>;
247
+ export type ConnectedBoundary = z.infer<typeof ConnectedBoundarySchema>;
248
+ export type ConnectedSourceKind = z.infer<typeof ConnectedSourceKindSchema>;
249
+ export type ConnectedUsage = z.infer<typeof ConnectedUsageSchema>;
250
+ export type ConnectedFile = {
251
+ path: string;
252
+ text: string;
253
+ };
254
+ export declare function hasRecordedConnectedAnswer(event: ConnectedEvent): boolean;
255
+ /** Bytes stay in one immutable snapshot; cases retain cutoffs, not copied history. */
256
+ export declare function resolveConnectedBoundary(sessionValue: unknown, boundaryId: string): {
257
+ input: {
258
+ id: string;
259
+ sequence: number;
260
+ occurredAt: string | null;
261
+ kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
262
+ role: "user" | "tool" | "assistant" | "system" | null;
263
+ callId: string | null;
264
+ parentId: string | null;
265
+ content: z.core.util.JSONType;
266
+ usage: {
267
+ invocationId: string;
268
+ inputTokens: number | null;
269
+ outputTokens: number | null;
270
+ cachedInputTokens: number | null;
271
+ totalTokens: number | null;
272
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
273
+ } | null;
274
+ }[];
275
+ observed: {
276
+ id: string;
277
+ sequence: number;
278
+ occurredAt: string | null;
279
+ kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
280
+ role: "user" | "tool" | "assistant" | "system" | null;
281
+ callId: string | null;
282
+ parentId: string | null;
283
+ content: z.core.util.JSONType;
284
+ usage: {
285
+ invocationId: string;
286
+ inputTokens: number | null;
287
+ outputTokens: number | null;
288
+ cachedInputTokens: number | null;
289
+ totalTokens: number | null;
290
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
291
+ } | null;
292
+ }[];
293
+ answer: string | number | boolean | z.core.util.JSONType[] | {
294
+ [key: string]: z.core.util.JSONType;
295
+ } | null;
296
+ boundary: {
297
+ id: string;
298
+ familyKey: string;
299
+ projection: "turn" | "conversation";
300
+ requestEventId: string;
301
+ start: number;
302
+ end: number;
303
+ inputHash: string;
304
+ outputHash: string | null;
305
+ revisionHash: string;
306
+ terminal: "unknown" | "cancelled" | "failed" | "completed";
307
+ coverage: {
308
+ answer: boolean;
309
+ context: "unknown" | "retained" | "compacted";
310
+ process: "absent" | "partial" | "retained";
311
+ artifacts: "absent" | "retained" | "references_only";
312
+ replay: "unavailable";
313
+ gaps: string[];
314
+ };
315
+ };
316
+ };
317
+ //# sourceMappingURL=contracts.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"contracts.d.ts","sourceRoot":"","sources":["../../../../../src/connected-evidence/contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,0BAA0B,EAAG,+BAAwC,CAAC;AACnF,eAAO,MAAM,4BAA4B,EAAG,sBAA+B,CAAC;AAC5E,eAAO,MAAM,yBAAyB;;;;;;;;;CACuF,CAAC;AAK9H,eAAO,MAAM,yBAAyB;;;;;;;EAAuF,CAAC;AAC9H,eAAO,MAAM,oBAAoB;;;;;;;;;;;kBAGtB,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAMtB,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQzB,CAAC;AACZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBASxB,CAAC;AACZ,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AACtE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAC3D,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,cAAc,WAK/D;AAED,sFAAsF;AACtF,wBAAgB,wBAAwB,CAAC,YAAY,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiBjF"}
@@ -0,0 +1,19 @@
1
+ import { type ConnectedFile, type ConnectedSession, type ConnectedSourceKind } from "./contracts.js";
2
+ export type ExternalAgentSource = Exclude<ConnectedSourceKind, "native_chat" | "native_work">;
3
+ export type AgentImportPreview = {
4
+ schemaVersion: "openpond.agentImportPreview.v1";
5
+ source: ExternalAgentSource;
6
+ sourceHash: string;
7
+ sessions: ConnectedSession[];
8
+ issues: {
9
+ file: string;
10
+ message: string;
11
+ }[];
12
+ };
13
+ /** Never admits malformed files partly or executes referenced paths/commands. */
14
+ export declare function previewAgentImport(input: {
15
+ source: ExternalAgentSource;
16
+ files: ConnectedFile[];
17
+ branchLeafId?: string;
18
+ }): AgentImportPreview;
19
+ //# sourceMappingURL=imports.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"imports.d.ts","sourceRoot":"","sources":["../../../../../src/connected-evidence/imports.ts"],"names":[],"mappings":"AACA,OAAO,EAA6B,KAAK,aAAa,EAAE,KAAK,gBAAgB,EAAE,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAMhI,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,EAAE,aAAa,GAAG,aAAa,CAAC,CAAC;AAC9F,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,EAAE,gCAAgC,CAAC;IAAC,MAAM,EAAE,mBAAmB,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IACjG,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IAAC,MAAM,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CAC3E,CAAC;AAEF,iFAAiF;AACjF,wBAAgB,kBAAkB,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,KAAK,EAAE,aAAa,EAAE,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,kBAAkB,CA8C5I"}
@@ -0,0 +1,6 @@
1
+ export * from "./contracts.js";
2
+ export * from "./normalize.js";
3
+ export * from "./imports.js";
4
+ export * from "./usage-summary.js";
5
+ export * from "./python-correctness.js";
6
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/connected-evidence/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,yBAAyB,CAAC"}
@@ -0,0 +1,25 @@
1
+ import { type ConnectedEvent, type ConnectedFile, type ConnectedSession, type ConnectedSourceKind } from "./contracts.js";
2
+ export declare function connectedTimestamp(value: unknown, units?: "seconds" | "milliseconds"): string | null;
3
+ export declare function connectedFileIdentity(file: ConnectedFile): {
4
+ path: string;
5
+ contentHash: string;
6
+ sizeBytes: number;
7
+ };
8
+ export declare function normalizeConnectedSession(input: {
9
+ origin: ConnectedSourceKind;
10
+ sessionId: string;
11
+ branchId?: string | null;
12
+ parentSessionId?: string | null;
13
+ exporterVersion?: string | null;
14
+ files: ConnectedFile[];
15
+ events: ConnectedEvent[];
16
+ warnings?: string[];
17
+ contextComplete?: boolean;
18
+ includeConversation?: boolean;
19
+ unmappedEvents?: ConnectedEvent[];
20
+ }): ConnectedSession;
21
+ export declare function connectedJsonLines(file: ConnectedFile): Record<string, unknown>[];
22
+ export declare function object(value: unknown): Record<string, unknown>;
23
+ export declare function event(input: Partial<ConnectedEvent> & Pick<ConnectedEvent, "id" | "kind" | "content">): ConnectedEvent;
24
+ export declare function json(value: unknown): ConnectedEvent["content"];
25
+ //# sourceMappingURL=normalize.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../../../../src/connected-evidence/normalize.ts"],"names":[],"mappings":"AACA,OAAO,EACmB,KAAK,cAAc,EAAE,KAAK,aAAa,EAAE,KAAK,gBAAgB,EAAE,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE3I,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,GAAE,SAAS,GAAG,cAA+B,GAAG,MAAM,GAAG,IAAI,CAIpH;AACD,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,aAAa;;;;EAExD;AACD,wBAAgB,yBAAyB,CAAC,KAAK,EAAE;IAC/C,MAAM,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1G,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,EAAE,aAAa,EAAE,CAAC;IAAC,MAAM,EAAE,cAAc,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,eAAe,CAAC,EAAE,OAAO,CAAC;IAAC,mBAAmB,CAAC,EAAE,OAAO,CAAC;IACjK,cAAc,CAAC,EAAE,cAAc,EAAE,CAAC;CACnC,GAAG,gBAAgB,CAoDnB;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAWjF;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAE9D;AACD,wBAAgB,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,MAAM,GAAG,SAAS,CAAC,GAAG,cAAc,CAEtH;AACD,wBAAgB,IAAI,CAAC,KAAK,EAAE,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAsD"}
@@ -0,0 +1,196 @@
1
+ import type { RewardAuthoringFields } from "../learning/reward-authoring.js";
2
+ export declare const PYTHON_CORRECTNESS_PRESET_VERSION = "python-stdio-correctness-1";
3
+ export declare const PYTHON_CORRECTNESS_DESCRIPTION = "Check explicitly admitted Python programs against owner-authored private stdin/stdout cases. Requires a pinned Python binary and fresh network, filesystem and process isolation. Missing code, tests or qualified runtime is unscorable; syntax alone is not correctness.";
4
+ /** This module runs only in an owner-admitted sandbox_process grader. Python -I
5
+ * isolates Python configuration; bubblewrap separately isolates untrusted code.
6
+ * The candidate receives each test input, never expected outputs or grader files. */
7
+ export declare const PYTHON_CORRECTNESS_VERIFIER_SOURCE: string;
8
+ export declare function pythonCorrectnessAuthoringFields(): Partial<RewardAuthoringFields>;
9
+ /** Explicit owner publication may import these genuine immutable assets like
10
+ * any other supplied grader. No publication, compute or capture happens here. */
11
+ export declare function createPythonCorrectnessPreset(): {
12
+ reward: {
13
+ schemaVersion: "openpond.rewardRelease.v1";
14
+ id: string;
15
+ revision: number;
16
+ name: string;
17
+ description: string;
18
+ implementation: {
19
+ kind: "content" | "schema" | "artifact" | "runtime_event" | "state";
20
+ config: Record<string, unknown>;
21
+ } | {
22
+ kind: "model_judge";
23
+ rubricRef: {
24
+ id: string;
25
+ path: string;
26
+ contentHash: string;
27
+ sizeBytes: number;
28
+ mediaType: string;
29
+ visibility: "policy" | "verifier" | "host_private";
30
+ };
31
+ calibrationStatus: "pending" | "passed" | "failed";
32
+ model?: {
33
+ providerId: string;
34
+ modelId: string;
35
+ revision: string | null;
36
+ } | undefined;
37
+ temperature?: number | undefined;
38
+ } | {
39
+ timeoutMs: number;
40
+ networkPolicy: "none";
41
+ kind: "custom_verifier";
42
+ verifierRef: {
43
+ id: string;
44
+ path: string;
45
+ contentHash: string;
46
+ sizeBytes: number;
47
+ mediaType: string;
48
+ visibility: "policy" | "verifier" | "host_private";
49
+ };
50
+ exportName?: string | undefined;
51
+ runtime?: "isolated_javascript" | "sandbox_process" | undefined;
52
+ } | {
53
+ kind: "human";
54
+ rubricRef: {
55
+ id: string;
56
+ path: string;
57
+ contentHash: string;
58
+ sizeBytes: number;
59
+ mediaType: string;
60
+ visibility: "policy" | "verifier" | "host_private";
61
+ };
62
+ reviewerRole: string;
63
+ form?: {
64
+ schemaVersion: "openpond.humanForm.v1";
65
+ mode: "individual" | "pairwise";
66
+ instructions: string;
67
+ criteria: ({
68
+ id: string;
69
+ label: string;
70
+ instructions: string;
71
+ required: boolean;
72
+ allowAbstain: boolean;
73
+ kind: "score";
74
+ minimum: number;
75
+ maximum: number;
76
+ step: number;
77
+ requireRationale?: boolean | undefined;
78
+ anchors?: {
79
+ value: string | number | boolean;
80
+ description: string;
81
+ }[] | undefined;
82
+ } | {
83
+ id: string;
84
+ label: string;
85
+ instructions: string;
86
+ required: boolean;
87
+ allowAbstain: boolean;
88
+ kind: "category";
89
+ options: string[];
90
+ requireRationale?: boolean | undefined;
91
+ anchors?: {
92
+ value: string | number | boolean;
93
+ description: string;
94
+ }[] | undefined;
95
+ } | {
96
+ id: string;
97
+ label: string;
98
+ instructions: string;
99
+ required: boolean;
100
+ allowAbstain: boolean;
101
+ kind: "boolean";
102
+ requireRationale?: boolean | undefined;
103
+ anchors?: {
104
+ value: string | number | boolean;
105
+ description: string;
106
+ }[] | undefined;
107
+ } | {
108
+ id: string;
109
+ label: string;
110
+ instructions: string;
111
+ required: boolean;
112
+ allowAbstain: boolean;
113
+ kind: "text";
114
+ maximumLength: number;
115
+ requireRationale?: boolean | undefined;
116
+ anchors?: {
117
+ value: string | number | boolean;
118
+ description: string;
119
+ }[] | undefined;
120
+ minimumLength?: number | undefined;
121
+ } | {
122
+ id: string;
123
+ label: string;
124
+ instructions: string;
125
+ required: boolean;
126
+ allowAbstain: boolean;
127
+ kind: "preference";
128
+ allowTie: boolean;
129
+ requireRationale?: boolean | undefined;
130
+ anchors?: {
131
+ value: string | number | boolean;
132
+ description: string;
133
+ }[] | undefined;
134
+ requireStrength?: boolean | undefined;
135
+ })[];
136
+ } | undefined;
137
+ } | {
138
+ kind: "learned_model";
139
+ modelVersion: {
140
+ id: string;
141
+ contentHash: string;
142
+ };
143
+ inputContract: {
144
+ id: string;
145
+ path: string;
146
+ contentHash: string;
147
+ sizeBytes: number;
148
+ mediaType: string;
149
+ visibility: "policy" | "verifier" | "host_private";
150
+ };
151
+ };
152
+ rawScore: {
153
+ minimum: number;
154
+ maximum: number;
155
+ };
156
+ assets: {
157
+ id: string;
158
+ path: string;
159
+ contentHash: string;
160
+ sizeBytes: number;
161
+ mediaType: string;
162
+ visibility: "policy" | "verifier" | "host_private";
163
+ }[];
164
+ contentHash: string;
165
+ feedbackKey?: string | undefined;
166
+ fixtureSetRef?: {
167
+ id: string;
168
+ path: string;
169
+ contentHash: string;
170
+ sizeBytes: number;
171
+ mediaType: string;
172
+ visibility: "policy" | "verifier" | "host_private";
173
+ } | undefined;
174
+ calibrationCheckRef?: {
175
+ id: string;
176
+ contentHash: string;
177
+ revision: number;
178
+ } | undefined;
179
+ };
180
+ assets: {
181
+ schemaVersion: "openpond.learningTextAsset.v1";
182
+ id: string;
183
+ revision: 1;
184
+ asset: {
185
+ id: string;
186
+ path: string;
187
+ contentHash: string;
188
+ sizeBytes: number;
189
+ mediaType: string;
190
+ visibility: "policy" | "verifier" | "host_private";
191
+ };
192
+ text: string;
193
+ contentHash: string;
194
+ }[];
195
+ };
196
+ //# sourceMappingURL=python-correctness.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"python-correctness.d.ts","sourceRoot":"","sources":["../../../../../src/connected-evidence/python-correctness.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AAE7E,eAAO,MAAM,iCAAiC,+BAA+B,CAAC;AAC9E,eAAO,MAAM,8BAA8B,+QAA+Q,CAAC;AAE3T;;qFAEqF;AACrF,eAAO,MAAM,kCAAkC,QAkD9C,CAAC;AAEF,wBAAgB,gCAAgC,IAAI,OAAO,CAAC,qBAAqB,CAAC,CAGjF;AAED;iFACiF;AACjF,wBAAgB,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQ5C"}
@@ -0,0 +1,74 @@
1
+ import type { ConnectedFile } from "../contracts.js";
2
+ export declare function parseClaudeSession(file: ConnectedFile, rows: Record<string, unknown>[], leafId?: string): {
3
+ schemaVersion: "openpond.connectedEvidence.v1";
4
+ normalizerVersion: "connected-evidence-1";
5
+ origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
6
+ sessionId: string;
7
+ branchId: string | null;
8
+ parentSessionId: string | null;
9
+ exporterVersion: string | null;
10
+ sourceFiles: {
11
+ path: string;
12
+ contentHash: string;
13
+ sizeBytes: number;
14
+ }[];
15
+ events: {
16
+ id: string;
17
+ sequence: number;
18
+ occurredAt: string | null;
19
+ kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
20
+ role: "user" | "tool" | "assistant" | "system" | null;
21
+ callId: string | null;
22
+ parentId: string | null;
23
+ content: import("zod").JSONType;
24
+ usage: {
25
+ invocationId: string;
26
+ inputTokens: number | null;
27
+ outputTokens: number | null;
28
+ cachedInputTokens: number | null;
29
+ totalTokens: number | null;
30
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
31
+ } | null;
32
+ }[];
33
+ unmappedEvents: {
34
+ id: string;
35
+ sequence: number;
36
+ occurredAt: string | null;
37
+ kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
38
+ role: "user" | "tool" | "assistant" | "system" | null;
39
+ callId: string | null;
40
+ parentId: string | null;
41
+ content: import("zod").JSONType;
42
+ usage: {
43
+ invocationId: string;
44
+ inputTokens: number | null;
45
+ outputTokens: number | null;
46
+ cachedInputTokens: number | null;
47
+ totalTokens: number | null;
48
+ provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
49
+ } | null;
50
+ }[];
51
+ boundaries: {
52
+ id: string;
53
+ familyKey: string;
54
+ projection: "turn" | "conversation";
55
+ requestEventId: string;
56
+ start: number;
57
+ end: number;
58
+ inputHash: string;
59
+ outputHash: string | null;
60
+ revisionHash: string;
61
+ terminal: "unknown" | "cancelled" | "failed" | "completed";
62
+ coverage: {
63
+ answer: boolean;
64
+ context: "unknown" | "retained" | "compacted";
65
+ process: "absent" | "partial" | "retained";
66
+ artifacts: "absent" | "retained" | "references_only";
67
+ replay: "unavailable";
68
+ gaps: string[];
69
+ };
70
+ }[];
71
+ warnings: string[];
72
+ contentHash: string;
73
+ };
74
+ //# sourceMappingURL=claude-code.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"claude-code.d.ts","sourceRoot":"","sources":["../../../../../../src/connected-evidence/sources/claude-code.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAkB,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIrE,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkDvG"}