@openpond/evals 0.11.17 → 0.11.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/connected-evidence/contracts.js +14 -4
- package/dist/connected-evidence/imports.js +77 -17
- package/dist/connected-evidence/normalize.js +4 -3
- package/dist/connected-evidence/sources/claude-branches.js +52 -0
- package/dist/connected-evidence/sources/claude-code.js +7 -29
- package/dist/connected-evidence/sources/codex-authorization.js +40 -0
- package/dist/connected-evidence/sources/codex.js +7 -3
- package/dist/connected-evidence/sources/grok-build.js +137 -0
- package/dist/connected-evidence/sources/opencode.js +101 -0
- package/dist/connected-evidence/sources/pi.js +187 -0
- package/dist/graders.js +11 -1
- package/dist/learning/budgeted-reward-fixtures.js +1 -0
- package/dist/learning/contracts.js +10 -0
- package/dist/learning/index.js +1 -0
- package/dist/learning/model-judge.js +22 -5
- package/dist/learning/reward-calibration-closure.js +110 -0
- package/dist/learning/reward-calibration.js +20 -10
- package/dist/learning/reward-checks.js +1 -0
- package/dist/native-conversations/appimage-runtime.js +131 -0
- package/dist/native-conversations/collector-branches.js +79 -0
- package/dist/native-conversations/collector-contracts.js +9 -0
- package/dist/native-conversations/collector-destinations.js +27 -0
- package/dist/native-conversations/collector-errors.js +42 -0
- package/dist/native-conversations/collector-progress.js +114 -0
- package/dist/native-conversations/collector-store.js +247 -0
- package/dist/native-conversations/collector-sync-requests.js +52 -0
- package/dist/native-conversations/collector.js +322 -0
- package/dist/native-conversations/contracts.js +11 -0
- package/dist/native-conversations/database.js +149 -0
- package/dist/native-conversations/discovery.js +135 -0
- package/dist/native-conversations/history.js +298 -0
- package/dist/native-conversations/index.js +11 -0
- package/dist/native-conversations/location.js +29 -0
- package/dist/native-conversations/openclaw-cold-archive.js +91 -0
- package/dist/native-conversations/openclaw-database.js +130 -0
- package/dist/native-conversations/source-locations.js +112 -0
- package/dist/native-conversations/supervisor.js +208 -0
- package/dist/rewards.js +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +15 -0
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/imports.d.ts +6 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +4 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +19 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts +5 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts +18 -0
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +5 -1
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +79 -0
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/history.d.ts +10 -2
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +78 -0
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/pi.d.ts +79 -0
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -0
- package/dist/types/graders.d.ts +81 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts +2 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +167 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +1 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +3 -0
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts +6 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +44 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +81 -0
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +2323 -0
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -0
- package/dist/types/learning/reward-calibration.d.ts +1 -1
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +35 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +103 -0
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts +12 -0
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-branches.d.ts +22 -0
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-contracts.d.ts +88 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-destinations.d.ts +18 -0
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-errors.d.ts +13 -0
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-progress.d.ts +24 -0
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-store.d.ts +31 -0
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-sync-requests.d.ts +25 -0
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -0
- package/dist/types/native-conversations/collector.d.ts +8 -0
- package/dist/types/native-conversations/collector.d.ts.map +1 -0
- package/dist/types/native-conversations/contracts.d.ts +47 -0
- package/dist/types/native-conversations/contracts.d.ts.map +1 -0
- package/dist/types/native-conversations/database.d.ts +14 -0
- package/dist/types/native-conversations/database.d.ts.map +1 -0
- package/dist/types/native-conversations/discovery.d.ts +9 -0
- package/dist/types/native-conversations/discovery.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +23 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -0
- package/dist/types/native-conversations/index.d.ts +12 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -0
- package/dist/types/native-conversations/location.d.ts +3 -0
- package/dist/types/native-conversations/location.d.ts.map +1 -0
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts +8 -0
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -0
- package/dist/types/native-conversations/openclaw-database.d.ts +14 -0
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts +8 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -0
- package/dist/types/native-conversations/supervisor.d.ts +21 -0
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -0
- package/dist/types/rewards.d.ts +50 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +1 -1
- package/dist/types/telemetry-bundle.d.ts +2 -2
- package/dist/types/telemetry-catalog.d.ts +21 -21
- package/dist/types/telemetry.d.ts +2 -2
- package/package.json +15 -3
- package/schemas/learning/v1/command-request.schema.json +122 -91
- package/schemas/learning/v1/decision.schema.json +63 -0
- package/schemas/learning/v1/grade.schema.json +91 -0
- package/schemas/learning/v1/reward_check.schema.json +91 -0
- package/schemas/learning/v1/source.schema.json +28 -0
|
@@ -2,7 +2,7 @@ import type { ConnectedFile } from "../contracts.js";
|
|
|
2
2
|
export declare function parseHermesEvidence(file: ConnectedFile, row: Record<string, unknown>): {
|
|
3
3
|
schemaVersion: "openpond.connectedEvidence.v1";
|
|
4
4
|
normalizerVersion: "connected-evidence-1";
|
|
5
|
-
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
5
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
6
6
|
sessionId: string;
|
|
7
7
|
branchId: string | null;
|
|
8
8
|
parentSessionId: string | null;
|
|
@@ -70,11 +70,15 @@ export declare function parseHermesEvidence(file: ConnectedFile, row: Record<str
|
|
|
70
70
|
}[];
|
|
71
71
|
warnings: string[];
|
|
72
72
|
contentHash: string;
|
|
73
|
+
acquisition?: {
|
|
74
|
+
machineId: string;
|
|
75
|
+
sourceInstanceId: string;
|
|
76
|
+
} | undefined;
|
|
73
77
|
};
|
|
74
78
|
export declare function parseOpenClawEvidence(files: ConnectedFile[]): {
|
|
75
79
|
schemaVersion: "openpond.connectedEvidence.v1";
|
|
76
80
|
normalizerVersion: "connected-evidence-1";
|
|
77
|
-
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code";
|
|
81
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
78
82
|
sessionId: string;
|
|
79
83
|
branchId: string | null;
|
|
80
84
|
parentSessionId: string | null;
|
|
@@ -142,5 +146,9 @@ export declare function parseOpenClawEvidence(files: ConnectedFile[]): {
|
|
|
142
146
|
}[];
|
|
143
147
|
warnings: string[];
|
|
144
148
|
contentHash: string;
|
|
149
|
+
acquisition?: {
|
|
150
|
+
machineId: string;
|
|
151
|
+
sourceInstanceId: string;
|
|
152
|
+
} | undefined;
|
|
145
153
|
};
|
|
146
154
|
//# sourceMappingURL=history.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"history.d.ts","sourceRoot":"","sources":["../../../../../../src/connected-evidence/sources/history.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAkB,aAAa,EAAE,MAAM,iBAAiB,CAAC;AA8BrE,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC
|
|
1
|
+
{"version":3,"file":"history.d.ts","sourceRoot":"","sources":["../../../../../../src/connected-evidence/sources/history.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAkB,aAAa,EAAE,MAAM,iBAAiB,CAAC;AA8BrE,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUpF;AACD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,aAAa,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkC3D"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import type { ConnectedFile } from "../contracts.js";
|
|
2
|
+
export declare function parseOpenCodeSession(file: ConnectedFile, value: unknown): {
|
|
3
|
+
schemaVersion: "openpond.connectedEvidence.v1";
|
|
4
|
+
normalizerVersion: "connected-evidence-1";
|
|
5
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
6
|
+
sessionId: string;
|
|
7
|
+
branchId: string | null;
|
|
8
|
+
parentSessionId: string | null;
|
|
9
|
+
exporterVersion: string | null;
|
|
10
|
+
sourceFiles: {
|
|
11
|
+
path: string;
|
|
12
|
+
contentHash: string;
|
|
13
|
+
sizeBytes: number;
|
|
14
|
+
}[];
|
|
15
|
+
events: {
|
|
16
|
+
id: string;
|
|
17
|
+
sequence: number;
|
|
18
|
+
occurredAt: string | null;
|
|
19
|
+
kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
|
|
20
|
+
role: "user" | "tool" | "assistant" | "system" | null;
|
|
21
|
+
callId: string | null;
|
|
22
|
+
parentId: string | null;
|
|
23
|
+
content: import("zod").JSONType;
|
|
24
|
+
usage: {
|
|
25
|
+
invocationId: string;
|
|
26
|
+
inputTokens: number | null;
|
|
27
|
+
outputTokens: number | null;
|
|
28
|
+
cachedInputTokens: number | null;
|
|
29
|
+
totalTokens: number | null;
|
|
30
|
+
provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
|
|
31
|
+
} | null;
|
|
32
|
+
}[];
|
|
33
|
+
unmappedEvents: {
|
|
34
|
+
id: string;
|
|
35
|
+
sequence: number;
|
|
36
|
+
occurredAt: string | null;
|
|
37
|
+
kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
|
|
38
|
+
role: "user" | "tool" | "assistant" | "system" | null;
|
|
39
|
+
callId: string | null;
|
|
40
|
+
parentId: string | null;
|
|
41
|
+
content: import("zod").JSONType;
|
|
42
|
+
usage: {
|
|
43
|
+
invocationId: string;
|
|
44
|
+
inputTokens: number | null;
|
|
45
|
+
outputTokens: number | null;
|
|
46
|
+
cachedInputTokens: number | null;
|
|
47
|
+
totalTokens: number | null;
|
|
48
|
+
provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
|
|
49
|
+
} | null;
|
|
50
|
+
}[];
|
|
51
|
+
boundaries: {
|
|
52
|
+
id: string;
|
|
53
|
+
familyKey: string;
|
|
54
|
+
projection: "turn" | "conversation";
|
|
55
|
+
requestEventId: string;
|
|
56
|
+
start: number;
|
|
57
|
+
end: number;
|
|
58
|
+
inputHash: string;
|
|
59
|
+
outputHash: string | null;
|
|
60
|
+
revisionHash: string;
|
|
61
|
+
terminal: "unknown" | "cancelled" | "failed" | "completed";
|
|
62
|
+
coverage: {
|
|
63
|
+
answer: boolean;
|
|
64
|
+
context: "unknown" | "retained" | "compacted";
|
|
65
|
+
process: "absent" | "partial" | "retained";
|
|
66
|
+
artifacts: "absent" | "retained" | "references_only";
|
|
67
|
+
replay: "unavailable";
|
|
68
|
+
gaps: string[];
|
|
69
|
+
};
|
|
70
|
+
}[];
|
|
71
|
+
warnings: string[];
|
|
72
|
+
contentHash: string;
|
|
73
|
+
acquisition?: {
|
|
74
|
+
machineId: string;
|
|
75
|
+
sourceInstanceId: string;
|
|
76
|
+
} | undefined;
|
|
77
|
+
};
|
|
78
|
+
//# sourceMappingURL=opencode.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"opencode.d.ts","sourceRoot":"","sources":["../../../../../../src/connected-evidence/sources/opencode.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAkB,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAUrE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoIvE"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import type { ConnectedFile } from "../contracts.js";
|
|
2
|
+
/** Pi and OMP share a versioned tree container, but remain distinct source identities. */
|
|
3
|
+
export declare function parsePiSession(file: ConnectedFile, rows: Record<string, unknown>[], origin: "pi" | "oh_my_pi" | "openclaw", selectedLeaf?: string): {
|
|
4
|
+
schemaVersion: "openpond.connectedEvidence.v1";
|
|
5
|
+
normalizerVersion: "connected-evidence-1";
|
|
6
|
+
origin: "hermes" | "openclaw" | "native_chat" | "native_work" | "codex" | "claude_code" | "opencode" | "grok_build" | "pi" | "oh_my_pi";
|
|
7
|
+
sessionId: string;
|
|
8
|
+
branchId: string | null;
|
|
9
|
+
parentSessionId: string | null;
|
|
10
|
+
exporterVersion: string | null;
|
|
11
|
+
sourceFiles: {
|
|
12
|
+
path: string;
|
|
13
|
+
contentHash: string;
|
|
14
|
+
sizeBytes: number;
|
|
15
|
+
}[];
|
|
16
|
+
events: {
|
|
17
|
+
id: string;
|
|
18
|
+
sequence: number;
|
|
19
|
+
occurredAt: string | null;
|
|
20
|
+
kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
|
|
21
|
+
role: "user" | "tool" | "assistant" | "system" | null;
|
|
22
|
+
callId: string | null;
|
|
23
|
+
parentId: string | null;
|
|
24
|
+
content: import("zod").JSONType;
|
|
25
|
+
usage: {
|
|
26
|
+
invocationId: string;
|
|
27
|
+
inputTokens: number | null;
|
|
28
|
+
outputTokens: number | null;
|
|
29
|
+
cachedInputTokens: number | null;
|
|
30
|
+
totalTokens: number | null;
|
|
31
|
+
provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
|
|
32
|
+
} | null;
|
|
33
|
+
}[];
|
|
34
|
+
unmappedEvents: {
|
|
35
|
+
id: string;
|
|
36
|
+
sequence: number;
|
|
37
|
+
occurredAt: string | null;
|
|
38
|
+
kind: "message" | "unknown" | "artifact" | "terminal" | "usage" | "tool_call" | "tool_result" | "compaction";
|
|
39
|
+
role: "user" | "tool" | "assistant" | "system" | null;
|
|
40
|
+
callId: string | null;
|
|
41
|
+
parentId: string | null;
|
|
42
|
+
content: import("zod").JSONType;
|
|
43
|
+
usage: {
|
|
44
|
+
invocationId: string;
|
|
45
|
+
inputTokens: number | null;
|
|
46
|
+
outputTokens: number | null;
|
|
47
|
+
cachedInputTokens: number | null;
|
|
48
|
+
totalTokens: number | null;
|
|
49
|
+
provenance: "billed_invocation" | "reported_invocation" | "reported_cumulative";
|
|
50
|
+
} | null;
|
|
51
|
+
}[];
|
|
52
|
+
boundaries: {
|
|
53
|
+
id: string;
|
|
54
|
+
familyKey: string;
|
|
55
|
+
projection: "turn" | "conversation";
|
|
56
|
+
requestEventId: string;
|
|
57
|
+
start: number;
|
|
58
|
+
end: number;
|
|
59
|
+
inputHash: string;
|
|
60
|
+
outputHash: string | null;
|
|
61
|
+
revisionHash: string;
|
|
62
|
+
terminal: "unknown" | "cancelled" | "failed" | "completed";
|
|
63
|
+
coverage: {
|
|
64
|
+
answer: boolean;
|
|
65
|
+
context: "unknown" | "retained" | "compacted";
|
|
66
|
+
process: "absent" | "partial" | "retained";
|
|
67
|
+
artifacts: "absent" | "retained" | "references_only";
|
|
68
|
+
replay: "unavailable";
|
|
69
|
+
gaps: string[];
|
|
70
|
+
};
|
|
71
|
+
}[];
|
|
72
|
+
warnings: string[];
|
|
73
|
+
contentHash: string;
|
|
74
|
+
acquisition?: {
|
|
75
|
+
machineId: string;
|
|
76
|
+
sourceInstanceId: string;
|
|
77
|
+
} | undefined;
|
|
78
|
+
};
|
|
79
|
+
//# sourceMappingURL=pi.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pi.d.ts","sourceRoot":"","sources":["../../../../../../src/connected-evidence/sources/pi.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAkB,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAUrE,0FAA0F;AAC1F,wBAAgB,cAAc,CAC5B,IAAI,EAAE,aAAa,EACnB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAC/B,MAAM,EAAE,IAAI,GAAG,UAAU,GAAG,UAAU,EACtC,YAAY,CAAC,EAAE,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4NtB"}
|
package/dist/types/graders.d.ts
CHANGED
|
@@ -1,6 +1,20 @@
|
|
|
1
1
|
import { z } from "zod";
|
|
2
2
|
import type { GraderSpec, TaskRecord } from "./tasksets.js";
|
|
3
3
|
export { evaluateDeterministicGrader, portableDeterministicCheck } from "./deterministic-graders.js";
|
|
4
|
+
export declare const ModelJudgeTransportPolicySchema: z.ZodObject<{
|
|
5
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
6
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
7
|
+
reasoningEffort: z.ZodEnum<{
|
|
8
|
+
off: "off";
|
|
9
|
+
low: "low";
|
|
10
|
+
medium: "medium";
|
|
11
|
+
high: "high";
|
|
12
|
+
xhigh: "xhigh";
|
|
13
|
+
max: "max";
|
|
14
|
+
}>;
|
|
15
|
+
maximumOutputTokens: z.ZodNumber;
|
|
16
|
+
}, z.core.$strict>;
|
|
17
|
+
export type ModelJudgeTransportPolicy = z.infer<typeof ModelJudgeTransportPolicySchema>;
|
|
4
18
|
export declare const ModelJudgeReceiptSchema: z.ZodObject<{
|
|
5
19
|
schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
|
|
6
20
|
providerId: z.ZodString;
|
|
@@ -12,6 +26,22 @@ export declare const ModelJudgeReceiptSchema: z.ZodObject<{
|
|
|
12
26
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
13
27
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
14
28
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
29
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
30
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
31
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
32
|
+
reasoningEffort: z.ZodEnum<{
|
|
33
|
+
off: "off";
|
|
34
|
+
low: "low";
|
|
35
|
+
medium: "medium";
|
|
36
|
+
high: "high";
|
|
37
|
+
xhigh: "xhigh";
|
|
38
|
+
max: "max";
|
|
39
|
+
}>;
|
|
40
|
+
maximumOutputTokens: z.ZodNumber;
|
|
41
|
+
}, z.core.$strict>>;
|
|
42
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
43
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
44
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
15
45
|
}, z.core.$strict>;
|
|
16
46
|
export declare const GraderEvidenceContentSchema: z.ZodObject<{
|
|
17
47
|
schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
|
|
@@ -48,6 +78,22 @@ export declare const GraderEvidenceContentSchema: z.ZodObject<{
|
|
|
48
78
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
49
79
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
50
80
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
81
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
82
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
83
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
84
|
+
reasoningEffort: z.ZodEnum<{
|
|
85
|
+
off: "off";
|
|
86
|
+
low: "low";
|
|
87
|
+
medium: "medium";
|
|
88
|
+
high: "high";
|
|
89
|
+
xhigh: "xhigh";
|
|
90
|
+
max: "max";
|
|
91
|
+
}>;
|
|
92
|
+
maximumOutputTokens: z.ZodNumber;
|
|
93
|
+
}, z.core.$strict>>;
|
|
94
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
95
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
96
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
51
97
|
}, z.core.$strict>>;
|
|
52
98
|
}, z.core.$strict>;
|
|
53
99
|
export declare const GraderEvidenceSchema: z.ZodObject<{
|
|
@@ -85,6 +131,22 @@ export declare const GraderEvidenceSchema: z.ZodObject<{
|
|
|
85
131
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
86
132
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
87
133
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
134
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
135
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
136
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
137
|
+
reasoningEffort: z.ZodEnum<{
|
|
138
|
+
off: "off";
|
|
139
|
+
low: "low";
|
|
140
|
+
medium: "medium";
|
|
141
|
+
high: "high";
|
|
142
|
+
xhigh: "xhigh";
|
|
143
|
+
max: "max";
|
|
144
|
+
}>;
|
|
145
|
+
maximumOutputTokens: z.ZodNumber;
|
|
146
|
+
}, z.core.$strict>>;
|
|
147
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
148
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
149
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
88
150
|
}, z.core.$strict>>;
|
|
89
151
|
contentHash: z.ZodString;
|
|
90
152
|
}, z.core.$strict>;
|
|
@@ -100,6 +162,7 @@ export type ModelJudgeRunner = (input: {
|
|
|
100
162
|
}>;
|
|
101
163
|
task: TaskRecord;
|
|
102
164
|
evidence: AttemptEvidence;
|
|
165
|
+
evaluatorContext?: Record<string, unknown> | null;
|
|
103
166
|
signal?: AbortSignal;
|
|
104
167
|
}) => Promise<Omit<GraderEvidence, "schemaVersion" | "graderId" | "graderVersion" | "contentHash">>;
|
|
105
168
|
export type CustomVerifierRunner = (input: {
|
|
@@ -112,6 +175,8 @@ export type CustomVerifierRunner = (input: {
|
|
|
112
175
|
export declare function gradeEvidence(input: {
|
|
113
176
|
task: TaskRecord;
|
|
114
177
|
evidence: AttemptEvidence;
|
|
178
|
+
/** Resolved by the authorized grading owner; never part of the policy task view. */
|
|
179
|
+
evaluatorContext?: Record<string, unknown> | null;
|
|
115
180
|
graders: GraderSpec[];
|
|
116
181
|
modelJudge?: ModelJudgeRunner;
|
|
117
182
|
customVerifier?: CustomVerifierRunner;
|
|
@@ -202,6 +267,22 @@ export declare const TaskGradeSchema: z.ZodObject<{
|
|
|
202
267
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
203
268
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
204
269
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
270
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
271
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
272
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
273
|
+
reasoningEffort: z.ZodEnum<{
|
|
274
|
+
off: "off";
|
|
275
|
+
low: "low";
|
|
276
|
+
medium: "medium";
|
|
277
|
+
high: "high";
|
|
278
|
+
xhigh: "xhigh";
|
|
279
|
+
max: "max";
|
|
280
|
+
}>;
|
|
281
|
+
maximumOutputTokens: z.ZodNumber;
|
|
282
|
+
}, z.core.$strict>>;
|
|
283
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
284
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
285
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
205
286
|
}, z.core.$strict>>;
|
|
206
287
|
contentHash: z.ZodString;
|
|
207
288
|
}, z.core.$strict>>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,uBAAuB
|
|
1
|
+
{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../../../src/graders.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAA2B,UAAU,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAErF,OAAO,EAAE,2BAA2B,EAAE,0BAA0B,EAAE,MAAM,4BAA4B,CAAC;AAErG,eAAO,MAAM,+BAA+B;;;;;;;;;;;;kBAKjC,CAAC;AACZ,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAezB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,CAAC;AACF,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,aAAa,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AACxT,MAAM,MAAM,oBAAoB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE;QAAE,IAAI,EAAE,iBAAiB,CAAA;KAAE,CAAC,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAA;CAAE,KAAK,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,eAAe,GAAG,UAAU,GAAG,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC;AAEvP,wBAAsB,aAAa,CAAC,KAAK,EAAE;IACzC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,oFAAoF;IACpF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAClD,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;IAC5C,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA0B5B;AA8BD,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAElE,QAAA,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;kBAIb,CAAC;AAEZ;6EAC6E;AAC7E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,OAAO,EAAE,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,GAAG,SAAS,GAAG,QAAQ,GAAG,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC;IACtG,UAAU,EAAE,aAAa,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,GAAG,eAAe,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,GAAG,cAAc,GAAG,QAAQ,CAAC,CAAC,CAAC;IAClJ,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CA0BrC;AAED,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAId,CAAC;AACf,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,wBAAsB,iBAAiB,CAAC,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAMtG;AAED;+EAC+E;AAC/E,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC,GAAG,SAAS,CAW5I"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { executeJavaScriptVerifier } from "../javascript-verifier.js";
|
|
2
|
-
import { type BoundJudgeRequest, type BoundJudgeResponse } from "./model-judge.js";
|
|
2
|
+
import { createBoundModelJudgeRunner, type BoundJudgeRequest, type BoundJudgeResponse } from "./model-judge.js";
|
|
3
3
|
import { type LearningRepository } from "./repository.js";
|
|
4
4
|
import type { RewardCheckRun, RewardCheckRuntime } from "./reward-checks.js";
|
|
5
5
|
import type { RewardFixtureExecutor } from "./reward-check-worker.js";
|
|
@@ -23,5 +23,6 @@ export declare function createBudgetedRewardFixtureExecutor(options: {
|
|
|
23
23
|
repository: LearningRepository;
|
|
24
24
|
provider: BoundJudgeProvider;
|
|
25
25
|
executeJavaScript: typeof executeJavaScriptVerifier;
|
|
26
|
+
transportPolicy?: Parameters<typeof createBoundModelJudgeRunner>[0]["transportPolicy"];
|
|
26
27
|
}): RewardFixtureExecutor;
|
|
27
28
|
//# sourceMappingURL=budgeted-reward-fixtures.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"budgeted-reward-fixtures.d.ts","sourceRoot":"","sources":["../../../../../src/learning/budgeted-reward-fixtures.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAG3E,OAAO,
|
|
1
|
+
{"version":3,"file":"budgeted-reward-fixtures.d.ts","sourceRoot":"","sources":["../../../../../src/learning/budgeted-reward-fixtures.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAG3E,OAAO,EAAE,2BAA2B,EAAE,KAAK,iBAAiB,EAAE,KAAK,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAGhH,OAAO,EAA2B,KAAK,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACnF,OAAO,KAAK,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEtE,MAAM,WAAW,kBAAkB;IACjC;mFAC+E;IAC/E,OAAO,CAAC,OAAO,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,aAAa,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAA;KAAE,CAAC,CAAC;IACtN,MAAM,CAAC,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,IAAI,CAAC,cAAc,EAAE,IAAI,GAAG,YAAY,CAAC,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACpG;AAED,wBAAgB,mCAAmC,CAAC,OAAO,EAAE;IAC3D,OAAO,EAAE,kBAAkB,CAAC;IAAC,UAAU,EAAE,kBAAkB,CAAC;IAAC,QAAQ,EAAE,kBAAkB,CAAC;IAC1F,iBAAiB,EAAE,OAAO,yBAAyB,CAAC;IACpD,eAAe,CAAC,EAAE,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;CACxF,GAAG,qBAAqB,CAyBxB"}
|
|
@@ -324,6 +324,17 @@ export declare const LearningSourceContentSchema: z.ZodObject<{
|
|
|
324
324
|
revision: z.ZodNumber;
|
|
325
325
|
}, z.core.$strict>;
|
|
326
326
|
}, z.core.$strict>>;
|
|
327
|
+
capturedOrigin: z.ZodOptional<z.ZodObject<{
|
|
328
|
+
receiptId: z.ZodString;
|
|
329
|
+
ownerUserId: z.ZodString;
|
|
330
|
+
modelId: z.ZodString;
|
|
331
|
+
packageHash: z.ZodString;
|
|
332
|
+
taskset: z.ZodObject<{
|
|
333
|
+
id: z.ZodString;
|
|
334
|
+
contentHash: z.ZodString;
|
|
335
|
+
revision: z.ZodNumber;
|
|
336
|
+
}, z.core.$strict>;
|
|
337
|
+
}, z.core.$strict>>;
|
|
327
338
|
}, z.core.$strict>;
|
|
328
339
|
export declare const LearningSourceSchema: z.ZodObject<{
|
|
329
340
|
schemaVersion: z.ZodLiteral<"openpond.learningSource.v1">;
|
|
@@ -386,6 +397,17 @@ export declare const LearningSourceSchema: z.ZodObject<{
|
|
|
386
397
|
revision: z.ZodNumber;
|
|
387
398
|
}, z.core.$strict>;
|
|
388
399
|
}, z.core.$strict>>;
|
|
400
|
+
capturedOrigin: z.ZodOptional<z.ZodObject<{
|
|
401
|
+
receiptId: z.ZodString;
|
|
402
|
+
ownerUserId: z.ZodString;
|
|
403
|
+
modelId: z.ZodString;
|
|
404
|
+
packageHash: z.ZodString;
|
|
405
|
+
taskset: z.ZodObject<{
|
|
406
|
+
id: z.ZodString;
|
|
407
|
+
contentHash: z.ZodString;
|
|
408
|
+
revision: z.ZodNumber;
|
|
409
|
+
}, z.core.$strict>;
|
|
410
|
+
}, z.core.$strict>>;
|
|
389
411
|
contentHash: z.ZodString;
|
|
390
412
|
}, z.core.$strict>;
|
|
391
413
|
export declare const TaskExampleSubmissionSchema: z.ZodObject<{
|
|
@@ -797,6 +819,22 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
797
819
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
798
820
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
799
821
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
822
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
823
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
824
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
825
|
+
reasoningEffort: z.ZodEnum<{
|
|
826
|
+
off: "off";
|
|
827
|
+
low: "low";
|
|
828
|
+
medium: "medium";
|
|
829
|
+
high: "high";
|
|
830
|
+
xhigh: "xhigh";
|
|
831
|
+
max: "max";
|
|
832
|
+
}>;
|
|
833
|
+
maximumOutputTokens: z.ZodNumber;
|
|
834
|
+
}, z.core.$strict>>;
|
|
835
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
836
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
837
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
800
838
|
}, z.core.$strict>>;
|
|
801
839
|
contentHash: z.ZodString;
|
|
802
840
|
}, z.core.$strict>>;
|
|
@@ -889,6 +927,22 @@ export declare const TaskAdmissionDecisionContentSchema: z.ZodObject<{
|
|
|
889
927
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
890
928
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
891
929
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
930
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
931
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
932
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
933
|
+
reasoningEffort: z.ZodEnum<{
|
|
934
|
+
off: "off";
|
|
935
|
+
low: "low";
|
|
936
|
+
medium: "medium";
|
|
937
|
+
high: "high";
|
|
938
|
+
xhigh: "xhigh";
|
|
939
|
+
max: "max";
|
|
940
|
+
}>;
|
|
941
|
+
maximumOutputTokens: z.ZodNumber;
|
|
942
|
+
}, z.core.$strict>>;
|
|
943
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
944
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
945
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
892
946
|
}, z.core.$strict>>;
|
|
893
947
|
contentHash: z.ZodString;
|
|
894
948
|
}, z.core.$strict>>;
|
|
@@ -1033,6 +1087,22 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1033
1087
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1034
1088
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1035
1089
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1090
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
1091
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1092
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1093
|
+
reasoningEffort: z.ZodEnum<{
|
|
1094
|
+
off: "off";
|
|
1095
|
+
low: "low";
|
|
1096
|
+
medium: "medium";
|
|
1097
|
+
high: "high";
|
|
1098
|
+
xhigh: "xhigh";
|
|
1099
|
+
max: "max";
|
|
1100
|
+
}>;
|
|
1101
|
+
maximumOutputTokens: z.ZodNumber;
|
|
1102
|
+
}, z.core.$strict>>;
|
|
1103
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
1104
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
1105
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
1036
1106
|
}, z.core.$strict>>;
|
|
1037
1107
|
contentHash: z.ZodString;
|
|
1038
1108
|
}, z.core.$strict>>;
|
|
@@ -1125,6 +1195,22 @@ export declare const TaskAdmissionDecisionSchema: z.ZodObject<{
|
|
|
1125
1195
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1126
1196
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
1127
1197
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
1198
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
1199
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
1200
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
1201
|
+
reasoningEffort: z.ZodEnum<{
|
|
1202
|
+
off: "off";
|
|
1203
|
+
low: "low";
|
|
1204
|
+
medium: "medium";
|
|
1205
|
+
high: "high";
|
|
1206
|
+
xhigh: "xhigh";
|
|
1207
|
+
max: "max";
|
|
1208
|
+
}>;
|
|
1209
|
+
maximumOutputTokens: z.ZodNumber;
|
|
1210
|
+
}, z.core.$strict>>;
|
|
1211
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
1212
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
1213
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
1128
1214
|
}, z.core.$strict>>;
|
|
1129
1215
|
contentHash: z.ZodString;
|
|
1130
1216
|
}, z.core.$strict>>;
|
|
@@ -2060,6 +2146,22 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2060
2146
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2061
2147
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2062
2148
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2149
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
2150
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2151
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2152
|
+
reasoningEffort: z.ZodEnum<{
|
|
2153
|
+
off: "off";
|
|
2154
|
+
low: "low";
|
|
2155
|
+
medium: "medium";
|
|
2156
|
+
high: "high";
|
|
2157
|
+
xhigh: "xhigh";
|
|
2158
|
+
max: "max";
|
|
2159
|
+
}>;
|
|
2160
|
+
maximumOutputTokens: z.ZodNumber;
|
|
2161
|
+
}, z.core.$strict>>;
|
|
2162
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
2163
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2164
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
2063
2165
|
}, z.core.$strict>>;
|
|
2064
2166
|
contentHash: z.ZodString;
|
|
2065
2167
|
}, z.core.$strict>>;
|
|
@@ -2109,6 +2211,9 @@ export declare const TaskGradeRunSchema: z.ZodObject<{
|
|
|
2109
2211
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2110
2212
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2111
2213
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2214
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
2215
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2216
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
2112
2217
|
}, z.core.$strict>>;
|
|
2113
2218
|
}, z.core.$strict>>>;
|
|
2114
2219
|
requestedBy: z.ZodOptional<z.ZodString>;
|
|
@@ -2538,6 +2643,17 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2538
2643
|
revision: z.ZodNumber;
|
|
2539
2644
|
}, z.core.$strict>;
|
|
2540
2645
|
}, z.core.$strict>>;
|
|
2646
|
+
capturedOrigin: z.ZodOptional<z.ZodObject<{
|
|
2647
|
+
receiptId: z.ZodString;
|
|
2648
|
+
ownerUserId: z.ZodString;
|
|
2649
|
+
modelId: z.ZodString;
|
|
2650
|
+
packageHash: z.ZodString;
|
|
2651
|
+
taskset: z.ZodObject<{
|
|
2652
|
+
id: z.ZodString;
|
|
2653
|
+
contentHash: z.ZodString;
|
|
2654
|
+
revision: z.ZodNumber;
|
|
2655
|
+
}, z.core.$strict>;
|
|
2656
|
+
}, z.core.$strict>>;
|
|
2541
2657
|
contentHash: z.ZodString;
|
|
2542
2658
|
}, z.core.$strict>, z.ZodObject<{
|
|
2543
2659
|
schemaVersion: z.ZodLiteral<"openpond.taskEvidence.v1">;
|
|
@@ -2782,6 +2898,22 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2782
2898
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2783
2899
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2784
2900
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
2901
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
2902
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
2903
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
2904
|
+
reasoningEffort: z.ZodEnum<{
|
|
2905
|
+
off: "off";
|
|
2906
|
+
low: "low";
|
|
2907
|
+
medium: "medium";
|
|
2908
|
+
high: "high";
|
|
2909
|
+
xhigh: "xhigh";
|
|
2910
|
+
max: "max";
|
|
2911
|
+
}>;
|
|
2912
|
+
maximumOutputTokens: z.ZodNumber;
|
|
2913
|
+
}, z.core.$strict>>;
|
|
2914
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
2915
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
2916
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
2785
2917
|
}, z.core.$strict>>;
|
|
2786
2918
|
contentHash: z.ZodString;
|
|
2787
2919
|
}, z.core.$strict>>;
|
|
@@ -2874,6 +3006,22 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2874
3006
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2875
3007
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
2876
3008
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
3009
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
3010
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3011
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3012
|
+
reasoningEffort: z.ZodEnum<{
|
|
3013
|
+
off: "off";
|
|
3014
|
+
low: "low";
|
|
3015
|
+
medium: "medium";
|
|
3016
|
+
high: "high";
|
|
3017
|
+
xhigh: "xhigh";
|
|
3018
|
+
max: "max";
|
|
3019
|
+
}>;
|
|
3020
|
+
maximumOutputTokens: z.ZodNumber;
|
|
3021
|
+
}, z.core.$strict>>;
|
|
3022
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
3023
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3024
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
2877
3025
|
}, z.core.$strict>>;
|
|
2878
3026
|
contentHash: z.ZodString;
|
|
2879
3027
|
}, z.core.$strict>>;
|
|
@@ -3428,6 +3576,22 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3428
3576
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3429
3577
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3430
3578
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
3579
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
3580
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
3581
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
3582
|
+
reasoningEffort: z.ZodEnum<{
|
|
3583
|
+
off: "off";
|
|
3584
|
+
low: "low";
|
|
3585
|
+
medium: "medium";
|
|
3586
|
+
high: "high";
|
|
3587
|
+
xhigh: "xhigh";
|
|
3588
|
+
max: "max";
|
|
3589
|
+
}>;
|
|
3590
|
+
maximumOutputTokens: z.ZodNumber;
|
|
3591
|
+
}, z.core.$strict>>;
|
|
3592
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
3593
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3594
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
3431
3595
|
}, z.core.$strict>>;
|
|
3432
3596
|
contentHash: z.ZodString;
|
|
3433
3597
|
}, z.core.$strict>>;
|
|
@@ -3477,6 +3641,9 @@ export declare const LearningResourceSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3477
3641
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3478
3642
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
3479
3643
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
3644
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
3645
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
3646
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
3480
3647
|
}, z.core.$strict>>;
|
|
3481
3648
|
}, z.core.$strict>>>;
|
|
3482
3649
|
requestedBy: z.ZodOptional<z.ZodString>;
|