@openpond/evals 0.1.1 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,767 @@
1
+ export declare const completeWorkProcessTraceFixture: {
2
+ schemaVersion: "openpond.workProcessTrace.v1";
3
+ sourceRevisionHash: string;
4
+ sanitationPolicyVersion: string;
5
+ incomplete: boolean;
6
+ incompleteReasons: ("missing_start" | "missing_terminal" | "source_truncated" | "unsupported_events_dropped" | "uncorrelated_environment_step" | "artifact_unavailable")[];
7
+ droppedEventCount: number;
8
+ steps: {
9
+ sequence: number;
10
+ timestamp: string;
11
+ layer: "agent" | "environment";
12
+ kind: "validation" | "artifact" | "approval" | "tool" | "state_transition" | "question" | "cleanup";
13
+ action: "turn_started" | "turn_completed" | "turn_failed" | "turn_cancelled" | "turn_timed_out" | "tool_invoked" | "tool_completed" | "tool_failed" | "validation_completed" | "validation_failed" | "approval_requested" | "approval_resolved" | "question_asked" | "question_answered" | "question_dismissed" | "artifact_created" | "workspace_changed" | "environment_created" | "environment_reset" | "environment_destroyed" | "cleanup_completed" | "cleanup_failed";
14
+ status: "cancelled" | "failed" | "started" | "completed";
15
+ inputHash: string | null;
16
+ outputHash: string | null;
17
+ receiptHash: string | null;
18
+ parentReceiptHash: string | null;
19
+ artifactRefs: {
20
+ contentHash: string;
21
+ mediaType: string | null;
22
+ sizeBytes: number | null;
23
+ id: string;
24
+ }[];
25
+ attributes: {
26
+ toolCategory: "agent" | "filesystem" | "source_control" | "command" | "browser" | "connected_app" | "sandbox" | "other" | null;
27
+ validationKind: "test" | "other" | "structural" | "visual" | "user_review" | null;
28
+ transitionState: "timeout" | "cancelled" | "failed" | "completed" | "running" | null;
29
+ interventionOutcome: "requested" | "approved" | "denied" | "answered" | "dismissed" | null;
30
+ artifactCount: number;
31
+ exitCode: number | null;
32
+ durationMs: number | null;
33
+ cpuTimeMs: number | null;
34
+ memoryPeakBytes: number | null;
35
+ errorClass: "unknown" | "policy" | "timeout" | "cancelled" | "validation" | "environment" | "infrastructure" | null;
36
+ };
37
+ }[];
38
+ contentHash: string;
39
+ };
40
+ export declare const completeWorkEvidenceFixture: {
41
+ schemaVersion: "openpond.workEvidenceReceipt.v1";
42
+ id: string;
43
+ source: {
44
+ surface: "desktop" | "hosted";
45
+ experience: "work" | "development";
46
+ opaqueRef: string;
47
+ revisionHash: string;
48
+ };
49
+ agentSnapshot: {
50
+ id: string;
51
+ contentHash: string;
52
+ } | null;
53
+ model: {
54
+ provider: string;
55
+ model: string;
56
+ revision: string | null;
57
+ artifactHash: string | null;
58
+ tokenizerRevision: string | null;
59
+ chatTemplateHash: string | null;
60
+ };
61
+ runtime: {
62
+ adapterId: string;
63
+ adapterVersion: string;
64
+ capabilityRef: {
65
+ contentHash: string;
66
+ mediaType: string | null;
67
+ sizeBytes: number | null;
68
+ id: string;
69
+ } | null;
70
+ };
71
+ inputHash: string;
72
+ terminal: {
73
+ status: "timeout" | "cancelled" | "failed" | "completed";
74
+ failureClass: "unknown" | "policy_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | "validation_failure" | "model_failure" | null;
75
+ };
76
+ trace: {
77
+ sanitizedRef: {
78
+ contentHash: string;
79
+ mediaType: string | null;
80
+ sizeBytes: number | null;
81
+ id: string;
82
+ };
83
+ traceHash: string;
84
+ sanitationPolicyVersion: string;
85
+ incomplete: boolean;
86
+ };
87
+ outputRefs: {
88
+ contentHash: string;
89
+ mediaType: string | null;
90
+ sizeBytes: number | null;
91
+ id: string;
92
+ }[];
93
+ artifactRefs: {
94
+ contentHash: string;
95
+ mediaType: string | null;
96
+ sizeBytes: number | null;
97
+ id: string;
98
+ }[];
99
+ validationEvidenceRefs: {
100
+ contentHash: string;
101
+ mediaType: string | null;
102
+ sizeBytes: number | null;
103
+ id: string;
104
+ }[];
105
+ interventions: {
106
+ approvals: number;
107
+ questions: number;
108
+ steeringEvents: number;
109
+ otherUserInterventions: number;
110
+ };
111
+ timing: {
112
+ startedAt: string;
113
+ completedAt: string;
114
+ latencyMs: number;
115
+ };
116
+ usage: {
117
+ promptTokens: number | null;
118
+ completionTokens: number | null;
119
+ totalTokens: number | null;
120
+ };
121
+ costUsd: number | null;
122
+ provenance: {
123
+ consentReceiptRef: {
124
+ contentHash: string;
125
+ mediaType: string | null;
126
+ sizeBytes: number | null;
127
+ id: string;
128
+ };
129
+ consentScope: "work_process_and_artifacts";
130
+ consentGrantedAt: string;
131
+ policyVersion: string;
132
+ projectorVersion: string;
133
+ disclosure: "portable_sanitized";
134
+ ownershipScope: "personal" | "workspace";
135
+ workspaceRef: string | null;
136
+ participantPolicy: "creator_only" | "all_participants";
137
+ retention: {
138
+ policy: "source_bound";
139
+ deleteWithSource: true;
140
+ expiresAt: string | null;
141
+ };
142
+ };
143
+ contentHash: string;
144
+ };
145
+ export declare const acceptedWorkFeedbackFixture: {
146
+ schemaVersion: "openpond.workFeedbackReceipt.v1";
147
+ id: string;
148
+ evidenceReceiptRef: {
149
+ contentHash: string;
150
+ mediaType: string | null;
151
+ sizeBytes: number | null;
152
+ id: string;
153
+ };
154
+ outputRevisionRef: {
155
+ contentHash: string;
156
+ mediaType: string | null;
157
+ sizeBytes: number | null;
158
+ id: string;
159
+ } | null;
160
+ verdict: "accepted" | "needs_correction" | "not_useful";
161
+ reasonCodes: ("other" | "incomplete" | "correct" | "complete" | "high_quality" | "incorrect" | "wrong_format" | "unsafe" | "stale" | "irrelevant")[];
162
+ correctionRef: {
163
+ contentHash: string;
164
+ mediaType: string | null;
165
+ sizeBytes: number | null;
166
+ id: string;
167
+ } | null;
168
+ correctedOutputRevisionRef: {
169
+ contentHash: string;
170
+ mediaType: string | null;
171
+ sizeBytes: number | null;
172
+ id: string;
173
+ } | null;
174
+ actor: "user";
175
+ createdAt: string;
176
+ contentHash: string;
177
+ };
178
+ export declare const incompleteWorkProcessTraceFixture: {
179
+ schemaVersion: "openpond.workProcessTrace.v1";
180
+ sourceRevisionHash: string;
181
+ sanitationPolicyVersion: string;
182
+ incomplete: boolean;
183
+ incompleteReasons: ("missing_start" | "missing_terminal" | "source_truncated" | "unsupported_events_dropped" | "uncorrelated_environment_step" | "artifact_unavailable")[];
184
+ droppedEventCount: number;
185
+ steps: {
186
+ sequence: number;
187
+ timestamp: string;
188
+ layer: "agent" | "environment";
189
+ kind: "validation" | "artifact" | "approval" | "tool" | "state_transition" | "question" | "cleanup";
190
+ action: "turn_started" | "turn_completed" | "turn_failed" | "turn_cancelled" | "turn_timed_out" | "tool_invoked" | "tool_completed" | "tool_failed" | "validation_completed" | "validation_failed" | "approval_requested" | "approval_resolved" | "question_asked" | "question_answered" | "question_dismissed" | "artifact_created" | "workspace_changed" | "environment_created" | "environment_reset" | "environment_destroyed" | "cleanup_completed" | "cleanup_failed";
191
+ status: "cancelled" | "failed" | "started" | "completed";
192
+ inputHash: string | null;
193
+ outputHash: string | null;
194
+ receiptHash: string | null;
195
+ parentReceiptHash: string | null;
196
+ artifactRefs: {
197
+ contentHash: string;
198
+ mediaType: string | null;
199
+ sizeBytes: number | null;
200
+ id: string;
201
+ }[];
202
+ attributes: {
203
+ toolCategory: "agent" | "filesystem" | "source_control" | "command" | "browser" | "connected_app" | "sandbox" | "other" | null;
204
+ validationKind: "test" | "other" | "structural" | "visual" | "user_review" | null;
205
+ transitionState: "timeout" | "cancelled" | "failed" | "completed" | "running" | null;
206
+ interventionOutcome: "requested" | "approved" | "denied" | "answered" | "dismissed" | null;
207
+ artifactCount: number;
208
+ exitCode: number | null;
209
+ durationMs: number | null;
210
+ cpuTimeMs: number | null;
211
+ memoryPeakBytes: number | null;
212
+ errorClass: "unknown" | "policy" | "timeout" | "cancelled" | "validation" | "environment" | "infrastructure" | null;
213
+ };
214
+ }[];
215
+ contentHash: string;
216
+ };
217
+ export declare const activeWorkEvidenceEligibilityFixture: {
218
+ schemaVersion: "openpond.workEvidenceEligibility.v1";
219
+ evidenceReceiptHash: string;
220
+ policyState: "active" | "revoked" | "deleted" | "expired";
221
+ decisions: {
222
+ discovery_only: {
223
+ eligible: boolean;
224
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
225
+ };
226
+ eval_candidate: {
227
+ eligible: boolean;
228
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
229
+ };
230
+ demonstration_candidate: {
231
+ eligible: boolean;
232
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
233
+ };
234
+ preference_candidate: {
235
+ eligible: boolean;
236
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
237
+ };
238
+ reward_candidate: {
239
+ eligible: boolean;
240
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
241
+ };
242
+ };
243
+ contentHash: string;
244
+ };
245
+ export declare const revokedWorkEvidenceEligibilityFixture: {
246
+ schemaVersion: "openpond.workEvidenceEligibility.v1";
247
+ evidenceReceiptHash: string;
248
+ policyState: "active" | "revoked" | "deleted" | "expired";
249
+ decisions: {
250
+ discovery_only: {
251
+ eligible: boolean;
252
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
253
+ };
254
+ eval_candidate: {
255
+ eligible: boolean;
256
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
257
+ };
258
+ demonstration_candidate: {
259
+ eligible: boolean;
260
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
261
+ };
262
+ preference_candidate: {
263
+ eligible: boolean;
264
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
265
+ };
266
+ reward_candidate: {
267
+ eligible: boolean;
268
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
269
+ };
270
+ };
271
+ contentHash: string;
272
+ };
273
+ export declare const invalidRawEvidenceFixture: {
274
+ source: {
275
+ opaqueRef: string;
276
+ surface: "desktop" | "hosted";
277
+ experience: "work" | "development";
278
+ revisionHash: string;
279
+ };
280
+ privateRef: string;
281
+ publicData: {
282
+ reasoning: string;
283
+ apiKey: string;
284
+ };
285
+ schemaVersion: "openpond.workEvidenceReceipt.v1";
286
+ id: string;
287
+ agentSnapshot: {
288
+ id: string;
289
+ contentHash: string;
290
+ } | null;
291
+ model: {
292
+ provider: string;
293
+ model: string;
294
+ revision: string | null;
295
+ artifactHash: string | null;
296
+ tokenizerRevision: string | null;
297
+ chatTemplateHash: string | null;
298
+ };
299
+ runtime: {
300
+ adapterId: string;
301
+ adapterVersion: string;
302
+ capabilityRef: {
303
+ contentHash: string;
304
+ mediaType: string | null;
305
+ sizeBytes: number | null;
306
+ id: string;
307
+ } | null;
308
+ };
309
+ inputHash: string;
310
+ terminal: {
311
+ status: "timeout" | "cancelled" | "failed" | "completed";
312
+ failureClass: "unknown" | "policy_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | "validation_failure" | "model_failure" | null;
313
+ };
314
+ trace: {
315
+ sanitizedRef: {
316
+ contentHash: string;
317
+ mediaType: string | null;
318
+ sizeBytes: number | null;
319
+ id: string;
320
+ };
321
+ traceHash: string;
322
+ sanitationPolicyVersion: string;
323
+ incomplete: boolean;
324
+ };
325
+ outputRefs: {
326
+ contentHash: string;
327
+ mediaType: string | null;
328
+ sizeBytes: number | null;
329
+ id: string;
330
+ }[];
331
+ artifactRefs: {
332
+ contentHash: string;
333
+ mediaType: string | null;
334
+ sizeBytes: number | null;
335
+ id: string;
336
+ }[];
337
+ validationEvidenceRefs: {
338
+ contentHash: string;
339
+ mediaType: string | null;
340
+ sizeBytes: number | null;
341
+ id: string;
342
+ }[];
343
+ interventions: {
344
+ approvals: number;
345
+ questions: number;
346
+ steeringEvents: number;
347
+ otherUserInterventions: number;
348
+ };
349
+ timing: {
350
+ startedAt: string;
351
+ completedAt: string;
352
+ latencyMs: number;
353
+ };
354
+ usage: {
355
+ promptTokens: number | null;
356
+ completionTokens: number | null;
357
+ totalTokens: number | null;
358
+ };
359
+ costUsd: number | null;
360
+ provenance: {
361
+ consentReceiptRef: {
362
+ contentHash: string;
363
+ mediaType: string | null;
364
+ sizeBytes: number | null;
365
+ id: string;
366
+ };
367
+ consentScope: "work_process_and_artifacts";
368
+ consentGrantedAt: string;
369
+ policyVersion: string;
370
+ projectorVersion: string;
371
+ disclosure: "portable_sanitized";
372
+ ownershipScope: "personal" | "workspace";
373
+ workspaceRef: string | null;
374
+ participantPolicy: "creator_only" | "all_participants";
375
+ retention: {
376
+ policy: "source_bound";
377
+ deleteWithSource: true;
378
+ expiresAt: string | null;
379
+ };
380
+ };
381
+ contentHash: string;
382
+ };
383
+ export declare const workEvidenceConformance: {
384
+ readonly trace: {
385
+ schemaVersion: "openpond.workProcessTrace.v1";
386
+ sourceRevisionHash: string;
387
+ sanitationPolicyVersion: string;
388
+ incomplete: boolean;
389
+ incompleteReasons: ("missing_start" | "missing_terminal" | "source_truncated" | "unsupported_events_dropped" | "uncorrelated_environment_step" | "artifact_unavailable")[];
390
+ droppedEventCount: number;
391
+ steps: {
392
+ sequence: number;
393
+ timestamp: string;
394
+ layer: "agent" | "environment";
395
+ kind: "validation" | "artifact" | "approval" | "tool" | "state_transition" | "question" | "cleanup";
396
+ action: "turn_started" | "turn_completed" | "turn_failed" | "turn_cancelled" | "turn_timed_out" | "tool_invoked" | "tool_completed" | "tool_failed" | "validation_completed" | "validation_failed" | "approval_requested" | "approval_resolved" | "question_asked" | "question_answered" | "question_dismissed" | "artifact_created" | "workspace_changed" | "environment_created" | "environment_reset" | "environment_destroyed" | "cleanup_completed" | "cleanup_failed";
397
+ status: "cancelled" | "failed" | "started" | "completed";
398
+ inputHash: string | null;
399
+ outputHash: string | null;
400
+ receiptHash: string | null;
401
+ parentReceiptHash: string | null;
402
+ artifactRefs: {
403
+ contentHash: string;
404
+ mediaType: string | null;
405
+ sizeBytes: number | null;
406
+ id: string;
407
+ }[];
408
+ attributes: {
409
+ toolCategory: "agent" | "filesystem" | "source_control" | "command" | "browser" | "connected_app" | "sandbox" | "other" | null;
410
+ validationKind: "test" | "other" | "structural" | "visual" | "user_review" | null;
411
+ transitionState: "timeout" | "cancelled" | "failed" | "completed" | "running" | null;
412
+ interventionOutcome: "requested" | "approved" | "denied" | "answered" | "dismissed" | null;
413
+ artifactCount: number;
414
+ exitCode: number | null;
415
+ durationMs: number | null;
416
+ cpuTimeMs: number | null;
417
+ memoryPeakBytes: number | null;
418
+ errorClass: "unknown" | "policy" | "timeout" | "cancelled" | "validation" | "environment" | "infrastructure" | null;
419
+ };
420
+ }[];
421
+ contentHash: string;
422
+ };
423
+ readonly receipt: {
424
+ schemaVersion: "openpond.workEvidenceReceipt.v1";
425
+ id: string;
426
+ source: {
427
+ surface: "desktop" | "hosted";
428
+ experience: "work" | "development";
429
+ opaqueRef: string;
430
+ revisionHash: string;
431
+ };
432
+ agentSnapshot: {
433
+ id: string;
434
+ contentHash: string;
435
+ } | null;
436
+ model: {
437
+ provider: string;
438
+ model: string;
439
+ revision: string | null;
440
+ artifactHash: string | null;
441
+ tokenizerRevision: string | null;
442
+ chatTemplateHash: string | null;
443
+ };
444
+ runtime: {
445
+ adapterId: string;
446
+ adapterVersion: string;
447
+ capabilityRef: {
448
+ contentHash: string;
449
+ mediaType: string | null;
450
+ sizeBytes: number | null;
451
+ id: string;
452
+ } | null;
453
+ };
454
+ inputHash: string;
455
+ terminal: {
456
+ status: "timeout" | "cancelled" | "failed" | "completed";
457
+ failureClass: "unknown" | "policy_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | "validation_failure" | "model_failure" | null;
458
+ };
459
+ trace: {
460
+ sanitizedRef: {
461
+ contentHash: string;
462
+ mediaType: string | null;
463
+ sizeBytes: number | null;
464
+ id: string;
465
+ };
466
+ traceHash: string;
467
+ sanitationPolicyVersion: string;
468
+ incomplete: boolean;
469
+ };
470
+ outputRefs: {
471
+ contentHash: string;
472
+ mediaType: string | null;
473
+ sizeBytes: number | null;
474
+ id: string;
475
+ }[];
476
+ artifactRefs: {
477
+ contentHash: string;
478
+ mediaType: string | null;
479
+ sizeBytes: number | null;
480
+ id: string;
481
+ }[];
482
+ validationEvidenceRefs: {
483
+ contentHash: string;
484
+ mediaType: string | null;
485
+ sizeBytes: number | null;
486
+ id: string;
487
+ }[];
488
+ interventions: {
489
+ approvals: number;
490
+ questions: number;
491
+ steeringEvents: number;
492
+ otherUserInterventions: number;
493
+ };
494
+ timing: {
495
+ startedAt: string;
496
+ completedAt: string;
497
+ latencyMs: number;
498
+ };
499
+ usage: {
500
+ promptTokens: number | null;
501
+ completionTokens: number | null;
502
+ totalTokens: number | null;
503
+ };
504
+ costUsd: number | null;
505
+ provenance: {
506
+ consentReceiptRef: {
507
+ contentHash: string;
508
+ mediaType: string | null;
509
+ sizeBytes: number | null;
510
+ id: string;
511
+ };
512
+ consentScope: "work_process_and_artifacts";
513
+ consentGrantedAt: string;
514
+ policyVersion: string;
515
+ projectorVersion: string;
516
+ disclosure: "portable_sanitized";
517
+ ownershipScope: "personal" | "workspace";
518
+ workspaceRef: string | null;
519
+ participantPolicy: "creator_only" | "all_participants";
520
+ retention: {
521
+ policy: "source_bound";
522
+ deleteWithSource: true;
523
+ expiresAt: string | null;
524
+ };
525
+ };
526
+ contentHash: string;
527
+ };
528
+ readonly feedback: {
529
+ schemaVersion: "openpond.workFeedbackReceipt.v1";
530
+ id: string;
531
+ evidenceReceiptRef: {
532
+ contentHash: string;
533
+ mediaType: string | null;
534
+ sizeBytes: number | null;
535
+ id: string;
536
+ };
537
+ outputRevisionRef: {
538
+ contentHash: string;
539
+ mediaType: string | null;
540
+ sizeBytes: number | null;
541
+ id: string;
542
+ } | null;
543
+ verdict: "accepted" | "needs_correction" | "not_useful";
544
+ reasonCodes: ("other" | "incomplete" | "correct" | "complete" | "high_quality" | "incorrect" | "wrong_format" | "unsafe" | "stale" | "irrelevant")[];
545
+ correctionRef: {
546
+ contentHash: string;
547
+ mediaType: string | null;
548
+ sizeBytes: number | null;
549
+ id: string;
550
+ } | null;
551
+ correctedOutputRevisionRef: {
552
+ contentHash: string;
553
+ mediaType: string | null;
554
+ sizeBytes: number | null;
555
+ id: string;
556
+ } | null;
557
+ actor: "user";
558
+ createdAt: string;
559
+ contentHash: string;
560
+ };
561
+ readonly activeEligibility: {
562
+ schemaVersion: "openpond.workEvidenceEligibility.v1";
563
+ evidenceReceiptHash: string;
564
+ policyState: "active" | "revoked" | "deleted" | "expired";
565
+ decisions: {
566
+ discovery_only: {
567
+ eligible: boolean;
568
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
569
+ };
570
+ eval_candidate: {
571
+ eligible: boolean;
572
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
573
+ };
574
+ demonstration_candidate: {
575
+ eligible: boolean;
576
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
577
+ };
578
+ preference_candidate: {
579
+ eligible: boolean;
580
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
581
+ };
582
+ reward_candidate: {
583
+ eligible: boolean;
584
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
585
+ };
586
+ };
587
+ contentHash: string;
588
+ };
589
+ readonly revokedEligibility: {
590
+ schemaVersion: "openpond.workEvidenceEligibility.v1";
591
+ evidenceReceiptHash: string;
592
+ policyState: "active" | "revoked" | "deleted" | "expired";
593
+ decisions: {
594
+ discovery_only: {
595
+ eligible: boolean;
596
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
597
+ };
598
+ eval_candidate: {
599
+ eligible: boolean;
600
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
601
+ };
602
+ demonstration_candidate: {
603
+ eligible: boolean;
604
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
605
+ };
606
+ preference_candidate: {
607
+ eligible: boolean;
608
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
609
+ };
610
+ reward_candidate: {
611
+ eligible: boolean;
612
+ blockers: ("infrastructure_failure" | "invalid_evidence_receipt" | "consent_revoked" | "source_deleted" | "retention_expired" | "trace_incomplete" | "terminal_not_completed" | "agent_snapshot_missing" | "input_not_reconstructable" | "environment_not_reconstructable" | "output_missing" | "validation_evidence_missing" | "verifier_missing" | "accepted_feedback_missing" | "correction_pair_missing" | "attempt_receipt_missing" | "attempt_receipt_invalid" | "attempt_receipt_unbound" | "attempt_not_reward_eligible")[];
613
+ };
614
+ };
615
+ contentHash: string;
616
+ };
617
+ readonly incompleteTrace: {
618
+ schemaVersion: "openpond.workProcessTrace.v1";
619
+ sourceRevisionHash: string;
620
+ sanitationPolicyVersion: string;
621
+ incomplete: boolean;
622
+ incompleteReasons: ("missing_start" | "missing_terminal" | "source_truncated" | "unsupported_events_dropped" | "uncorrelated_environment_step" | "artifact_unavailable")[];
623
+ droppedEventCount: number;
624
+ steps: {
625
+ sequence: number;
626
+ timestamp: string;
627
+ layer: "agent" | "environment";
628
+ kind: "validation" | "artifact" | "approval" | "tool" | "state_transition" | "question" | "cleanup";
629
+ action: "turn_started" | "turn_completed" | "turn_failed" | "turn_cancelled" | "turn_timed_out" | "tool_invoked" | "tool_completed" | "tool_failed" | "validation_completed" | "validation_failed" | "approval_requested" | "approval_resolved" | "question_asked" | "question_answered" | "question_dismissed" | "artifact_created" | "workspace_changed" | "environment_created" | "environment_reset" | "environment_destroyed" | "cleanup_completed" | "cleanup_failed";
630
+ status: "cancelled" | "failed" | "started" | "completed";
631
+ inputHash: string | null;
632
+ outputHash: string | null;
633
+ receiptHash: string | null;
634
+ parentReceiptHash: string | null;
635
+ artifactRefs: {
636
+ contentHash: string;
637
+ mediaType: string | null;
638
+ sizeBytes: number | null;
639
+ id: string;
640
+ }[];
641
+ attributes: {
642
+ toolCategory: "agent" | "filesystem" | "source_control" | "command" | "browser" | "connected_app" | "sandbox" | "other" | null;
643
+ validationKind: "test" | "other" | "structural" | "visual" | "user_review" | null;
644
+ transitionState: "timeout" | "cancelled" | "failed" | "completed" | "running" | null;
645
+ interventionOutcome: "requested" | "approved" | "denied" | "answered" | "dismissed" | null;
646
+ artifactCount: number;
647
+ exitCode: number | null;
648
+ durationMs: number | null;
649
+ cpuTimeMs: number | null;
650
+ memoryPeakBytes: number | null;
651
+ errorClass: "unknown" | "policy" | "timeout" | "cancelled" | "validation" | "environment" | "infrastructure" | null;
652
+ };
653
+ }[];
654
+ contentHash: string;
655
+ };
656
+ readonly invalidRawEvidence: {
657
+ source: {
658
+ opaqueRef: string;
659
+ surface: "desktop" | "hosted";
660
+ experience: "work" | "development";
661
+ revisionHash: string;
662
+ };
663
+ privateRef: string;
664
+ publicData: {
665
+ reasoning: string;
666
+ apiKey: string;
667
+ };
668
+ schemaVersion: "openpond.workEvidenceReceipt.v1";
669
+ id: string;
670
+ agentSnapshot: {
671
+ id: string;
672
+ contentHash: string;
673
+ } | null;
674
+ model: {
675
+ provider: string;
676
+ model: string;
677
+ revision: string | null;
678
+ artifactHash: string | null;
679
+ tokenizerRevision: string | null;
680
+ chatTemplateHash: string | null;
681
+ };
682
+ runtime: {
683
+ adapterId: string;
684
+ adapterVersion: string;
685
+ capabilityRef: {
686
+ contentHash: string;
687
+ mediaType: string | null;
688
+ sizeBytes: number | null;
689
+ id: string;
690
+ } | null;
691
+ };
692
+ inputHash: string;
693
+ terminal: {
694
+ status: "timeout" | "cancelled" | "failed" | "completed";
695
+ failureClass: "unknown" | "policy_failure" | "environment_failure" | "infrastructure_failure" | "timeout" | "cancelled" | "validation_failure" | "model_failure" | null;
696
+ };
697
+ trace: {
698
+ sanitizedRef: {
699
+ contentHash: string;
700
+ mediaType: string | null;
701
+ sizeBytes: number | null;
702
+ id: string;
703
+ };
704
+ traceHash: string;
705
+ sanitationPolicyVersion: string;
706
+ incomplete: boolean;
707
+ };
708
+ outputRefs: {
709
+ contentHash: string;
710
+ mediaType: string | null;
711
+ sizeBytes: number | null;
712
+ id: string;
713
+ }[];
714
+ artifactRefs: {
715
+ contentHash: string;
716
+ mediaType: string | null;
717
+ sizeBytes: number | null;
718
+ id: string;
719
+ }[];
720
+ validationEvidenceRefs: {
721
+ contentHash: string;
722
+ mediaType: string | null;
723
+ sizeBytes: number | null;
724
+ id: string;
725
+ }[];
726
+ interventions: {
727
+ approvals: number;
728
+ questions: number;
729
+ steeringEvents: number;
730
+ otherUserInterventions: number;
731
+ };
732
+ timing: {
733
+ startedAt: string;
734
+ completedAt: string;
735
+ latencyMs: number;
736
+ };
737
+ usage: {
738
+ promptTokens: number | null;
739
+ completionTokens: number | null;
740
+ totalTokens: number | null;
741
+ };
742
+ costUsd: number | null;
743
+ provenance: {
744
+ consentReceiptRef: {
745
+ contentHash: string;
746
+ mediaType: string | null;
747
+ sizeBytes: number | null;
748
+ id: string;
749
+ };
750
+ consentScope: "work_process_and_artifacts";
751
+ consentGrantedAt: string;
752
+ policyVersion: string;
753
+ projectorVersion: string;
754
+ disclosure: "portable_sanitized";
755
+ ownershipScope: "personal" | "workspace";
756
+ workspaceRef: string | null;
757
+ participantPolicy: "creator_only" | "all_participants";
758
+ retention: {
759
+ policy: "source_bound";
760
+ deleteWithSource: true;
761
+ expiresAt: string | null;
762
+ };
763
+ };
764
+ contentHash: string;
765
+ };
766
+ };
767
+ //# sourceMappingURL=conformance.d.ts.map