@openpond/evals 0.11.20 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -0
- package/dist/connected-evidence/codex-command-observations.js +81 -0
- package/dist/connected-evidence/collector-coverage-contracts.js +160 -0
- package/dist/connected-evidence/contracts.js +13 -0
- package/dist/connected-evidence/git-file-contracts.js +16 -0
- package/dist/connected-evidence/git-file-proof.js +86 -0
- package/dist/connected-evidence/git-starting-state.js +81 -0
- package/dist/connected-evidence/git.js +2 -0
- package/dist/connected-evidence/imports.js +2 -1
- package/dist/connected-evidence/index.js +2 -0
- package/dist/connected-evidence/normalize.js +1 -0
- package/dist/connected-evidence/sources/codex-metadata.js +33 -0
- package/dist/connected-evidence/sources/codex.js +16 -2
- package/dist/execution-contracts.js +1 -1
- package/dist/graders.js +10 -4
- package/dist/javascript-isolate-node.js +2 -1
- package/dist/javascript-isolate-process-source.js +1 -1
- package/dist/javascript-isolate-process.js +2 -1
- package/dist/javascript-isolate.js +2 -1
- package/dist/javascript-verifier-worker-source.js +1 -1
- package/dist/javascript-verifier.js +1 -0
- package/dist/native-conversations/codex-window-inventory.js +96 -0
- package/dist/native-conversations/collector-acquisition.js +149 -0
- package/dist/native-conversations/collector-branches.js +1 -0
- package/dist/native-conversations/collector-calendar-gate.js +19 -0
- package/dist/native-conversations/collector-contracts.js +4 -3
- package/dist/native-conversations/collector-coverage.js +100 -0
- package/dist/native-conversations/collector-cron.js +43 -0
- package/dist/native-conversations/collector-schedule.js +61 -0
- package/dist/native-conversations/collector-service-files.js +51 -0
- package/dist/native-conversations/collector-snapshots.js +70 -0
- package/dist/native-conversations/collector-source-cache.js +41 -0
- package/dist/native-conversations/collector-store.js +43 -8
- package/dist/native-conversations/collector.js +189 -261
- package/dist/native-conversations/git-assets.js +61 -0
- package/dist/native-conversations/history.js +9 -0
- package/dist/native-conversations/index.js +2 -0
- package/dist/native-conversations/location.js +4 -2
- package/dist/native-conversations/supervisor.js +131 -81
- package/dist/prepared-process-isolation.js +131 -0
- package/dist/rewards.js +17 -5
- package/dist/sql-execution-node.js +2 -1
- package/dist/tasksets.js +7 -1
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts +4 -0
- package/dist/types/builtin-benchmarks/harness-refiner.d.ts.map +1 -1
- package/dist/types/conformance.d.ts +8 -0
- package/dist/types/conformance.d.ts.map +1 -1
- package/dist/types/connected-evidence/codex-command-observations.d.ts +15 -0
- package/dist/types/connected-evidence/codex-command-observations.d.ts.map +1 -0
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts +98 -0
- package/dist/types/connected-evidence/collector-coverage-contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/contracts.d.ts +22 -0
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/git-file-contracts.d.ts +18 -0
- package/dist/types/connected-evidence/git-file-contracts.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts +13 -0
- package/dist/types/connected-evidence/git-file-proof.d.ts.map +1 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts +28 -0
- package/dist/types/connected-evidence/git-starting-state.d.ts.map +1 -0
- package/dist/types/connected-evidence/git.d.ts +3 -0
- package/dist/types/connected-evidence/git.d.ts.map +1 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/index.d.ts +2 -0
- package/dist/types/connected-evidence/index.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +1 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts +10 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts +10 -0
- package/dist/types/connected-evidence/sources/codex-metadata.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +10 -0
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +10 -0
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/history.d.ts +20 -0
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +10 -0
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/pi.d.ts +10 -0
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -1
- package/dist/types/execution-contracts.d.ts +8 -0
- package/dist/types/execution-contracts.d.ts.map +1 -1
- package/dist/types/graders.d.ts +3 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/javascript-isolate-node.d.ts.map +1 -1
- package/dist/types/javascript-isolate-process.d.ts.map +1 -1
- package/dist/types/javascript-isolate.d.ts.map +1 -1
- package/dist/types/javascript-verifier.d.ts +1 -0
- package/dist/types/javascript-verifier.d.ts.map +1 -1
- package/dist/types/learning/admission.d.ts +1 -0
- package/dist/types/learning/admission.d.ts.map +1 -1
- package/dist/types/learning/authoring-service.d.ts +2 -0
- package/dist/types/learning/authoring-service.d.ts.map +1 -1
- package/dist/types/learning/authoring.d.ts +8 -0
- package/dist/types/learning/authoring.d.ts.map +1 -1
- package/dist/types/learning/batch-service.d.ts +4 -0
- package/dist/types/learning/batch-service.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +17 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +8 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +14 -0
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +9 -1
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +2 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +18 -0
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/native-conversations/codex-window-inventory.d.ts +12 -0
- package/dist/types/native-conversations/codex-window-inventory.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-acquisition.d.ts +17 -0
- package/dist/types/native-conversations/collector-acquisition.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-calendar-gate.d.ts +9 -0
- package/dist/types/native-conversations/collector-calendar-gate.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-contracts.d.ts +41 -5
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -1
- package/dist/types/native-conversations/collector-coverage.d.ts +62 -0
- package/dist/types/native-conversations/collector-coverage.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-cron.d.ts +20 -0
- package/dist/types/native-conversations/collector-cron.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-schedule.d.ts +13 -0
- package/dist/types/native-conversations/collector-schedule.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-service-files.d.ts +20 -0
- package/dist/types/native-conversations/collector-service-files.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-snapshots.d.ts +25 -0
- package/dist/types/native-conversations/collector-snapshots.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-source-cache.d.ts +31 -0
- package/dist/types/native-conversations/collector-source-cache.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-store.d.ts +11 -2
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -1
- package/dist/types/native-conversations/collector.d.ts +5 -1
- package/dist/types/native-conversations/collector.d.ts.map +1 -1
- package/dist/types/native-conversations/git-assets.d.ts +32 -0
- package/dist/types/native-conversations/git-assets.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +7 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -1
- package/dist/types/native-conversations/index.d.ts +2 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -1
- package/dist/types/native-conversations/location.d.ts.map +1 -1
- package/dist/types/native-conversations/supervisor.d.ts +4 -3
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -1
- package/dist/types/prepared-process-isolation.d.ts +5 -0
- package/dist/types/prepared-process-isolation.d.ts.map +1 -0
- package/dist/types/review-conformance.d.ts +5 -5
- package/dist/types/rewards.d.ts +9 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/sql-execution-node.d.ts.map +1 -1
- package/dist/types/tasksets.d.ts +16 -0
- package/dist/types/tasksets.d.ts.map +1 -1
- package/package.json +8 -2
- package/schemas/learning/v1/binding.schema.json +8 -0
- package/schemas/learning/v1/command-request.schema.json +8 -0
- package/schemas/learning/v1/decision.schema.json +5 -1
- package/schemas/learning/v1/draft.schema.json +8 -0
- package/schemas/learning/v1/grade.schema.json +5 -1
- package/schemas/learning/v1/package.schema.json +113 -94
- package/schemas/learning/v1/reward_check.schema.json +2 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"collector.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/collector.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"collector.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/collector.ts"],"names":[],"mappings":"AAQA,OAAO,EAAgD,KAAK,kBAAkB,EAAkD,MAAM,0BAA0B,CAAC;AAEjK,mFAAmF;AACnF,wBAAsB,YAAY,CAAC,KAAK,EAAE;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,kBAAkB,CAAC;IAC9B,MAAM,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,QAAQ,GAAG,WAAW,CAAC;IACjC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,iBAiMA"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/** Capture only recorded Git objects. A missing historical object is an explicit
|
|
2
|
+
* gap; this operation never reads the current worktree or fetches another repo. */
|
|
3
|
+
export declare function captureNativeGitAssetProofs(input: {
|
|
4
|
+
repositoryPath: string;
|
|
5
|
+
repositoryContext: unknown;
|
|
6
|
+
paths: string[];
|
|
7
|
+
signal?: AbortSignal;
|
|
8
|
+
}): Promise<{
|
|
9
|
+
proof: {
|
|
10
|
+
schemaVersion: "openpond.connectedGitFileProof.v1";
|
|
11
|
+
path: string;
|
|
12
|
+
commit: {
|
|
13
|
+
hash: string;
|
|
14
|
+
base64: string;
|
|
15
|
+
};
|
|
16
|
+
trees: {
|
|
17
|
+
hash: string;
|
|
18
|
+
base64: string;
|
|
19
|
+
}[];
|
|
20
|
+
contentsBase64: string;
|
|
21
|
+
};
|
|
22
|
+
verified: {
|
|
23
|
+
path: string;
|
|
24
|
+
commitHash: string;
|
|
25
|
+
gitObjectHash: string;
|
|
26
|
+
mode: string;
|
|
27
|
+
sizeBytes: number;
|
|
28
|
+
sha256: string;
|
|
29
|
+
contentsBase64: string;
|
|
30
|
+
};
|
|
31
|
+
}[]>;
|
|
32
|
+
//# sourceMappingURL=git-assets.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"git-assets.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/git-assets.ts"],"names":[],"mappings":"AASA;mFACmF;AACnF,wBAAsB,2BAA2B,CAAC,KAAK,EAAE;IACvD,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;;;;;;;;;;;;;;;;;;;;;;;KA+CA"}
|
|
@@ -1,4 +1,11 @@
|
|
|
1
1
|
import { type NativeSession, type NativeSource, type NativeBranchInspection, type NativeBranchAnchor } from "./contracts.js";
|
|
2
|
+
export declare function inspectSessionWindow(source: NativeSource, session: NativeSession, input: {
|
|
3
|
+
since: string | null;
|
|
4
|
+
until: string;
|
|
5
|
+
check(): Promise<void>;
|
|
6
|
+
}): Promise<{
|
|
7
|
+
sha256: string;
|
|
8
|
+
} | null>;
|
|
2
9
|
export declare function listSessions(source: NativeSource, input?: {
|
|
3
10
|
since?: string;
|
|
4
11
|
cursor?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"history.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/history.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"history.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/history.ts"],"names":[],"mappings":"AAkBA,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACxB,MAAM,gBAAgB,CAAC;AAqCxB,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE;IAC9F,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7D;;UAKA;AAqDD,wBAAsB,YAAY,CAChC,MAAM,EAAE,YAAY,EACpB,KAAK,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO;;;GAoJhE;AACD,wBAAsB,sBAAsB,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAQ1H;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,aAAa,EACtB,KAAK,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,kBAAkB,CAAA;CAAO;;;;;;;GAiE1G"}
|
|
@@ -9,4 +9,6 @@ export * from "./supervisor.js";
|
|
|
9
9
|
export * from "./location.js";
|
|
10
10
|
export * from "./collector-branches.js";
|
|
11
11
|
export * from "./collector-destinations.js";
|
|
12
|
+
export * from "./collector-schedule.js";
|
|
13
|
+
export { captureNativeGitAssetProofs } from "./git-assets.js";
|
|
12
14
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/index.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/index.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,OAAO,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"location.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/location.ts"],"names":[],"mappings":"AAIA,wBAAgB,kBAAkB,CAChC,IAAI,
|
|
1
|
+
{"version":3,"file":"location.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/location.ts"],"names":[],"mappings":"AAIA,wBAAgB,kBAAkB,CAChC,IAAI,SAA+B,UAKpC;AACD,wBAAsB,kBAAkB,CAAC,SAAS,SAAuB,mBAoBxE"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { CollectorConnection } from "./collector-contracts.js";
|
|
1
|
+
import type { CollectorConnection, CollectorSchedule } from "./collector-contracts.js";
|
|
2
2
|
export interface CollectorServiceSetup {
|
|
3
3
|
directory: string;
|
|
4
4
|
executable: string;
|
|
@@ -9,13 +9,14 @@ export interface CollectorServiceSetup {
|
|
|
9
9
|
export declare function configureCollector(directory: string, connection: CollectorConnection): Promise<void>;
|
|
10
10
|
export declare function collectorStatus(directory: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
11
11
|
export declare function controlCollector(directory: string, action: "start" | "stop" | "sync" | "pause" | "resume" | "disconnect", connectionId?: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
12
|
-
/**
|
|
12
|
+
/** Install calendar triggers only. Registration never launches an import. */
|
|
13
13
|
export declare function installCollectorService(input: CollectorServiceSetup): Promise<{
|
|
14
14
|
name: string;
|
|
15
15
|
platform: "darwin" | "linux" | "win32";
|
|
16
16
|
status: import("./collector-contracts.js").CollectorStatus;
|
|
17
17
|
}>;
|
|
18
|
+
/** Serialize OS/config updates; a failed installation restores retained intent. */
|
|
19
|
+
export declare function setCollectorSchedule(input: CollectorServiceSetup, connectionId: string, schedule: CollectorSchedule | null): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
18
20
|
/** Removing supervision preserves receipts, pending uploads and retained datasets. */
|
|
19
21
|
export declare function uninstallCollectorService(directory: string, home?: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
20
|
-
export declare function startCollectorService(directory: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
21
22
|
//# sourceMappingURL=supervisor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"supervisor.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/supervisor.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"supervisor.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/supervisor.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AASvF,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,OAAO,CACnB,MAAM,CAAC,eAAe,GAAG,sBAAsB,GAAG,0BAA0B,EAAE,MAAM,CAAC,CACtF,CAAC;CACH;AAID,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,mBAAmB,iBAQhC;AACD,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,+DAOtD;AACD,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,EACrE,YAAY,CAAC,EAAE,MAAM,+DA0BtB;AACD,6EAA6E;AAC7E,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,qBAAqB;;;;GA0DzE;AAYD,mFAAmF;AACnF,wBAAsB,oBAAoB,CAAC,KAAK,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,iBAAiB,GAAG,IAAI,+DA+BhI;AACD,sFAAsF;AACtF,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,IAAI,SAAY,+DA6BjB"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
/** Staged by the private verifier owner. Untrusted policy programs run with no
|
|
2
|
+
* capabilities as a different UID, outside the sealed private verifier tree.
|
|
3
|
+
* The parent must assess returned behavior; an exit code is never correctness. */
|
|
4
|
+
export declare const PREPARED_PROCESS_ISOLATION_SOURCE: string;
|
|
5
|
+
//# sourceMappingURL=prepared-process-isolation.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prepared-process-isolation.d.ts","sourceRoot":"","sources":["../../../../src/prepared-process-isolation.ts"],"names":[],"mappings":"AAAA;;kFAEkF;AAClF,eAAO,MAAM,iCAAiC,QA+H7C,CAAC"}
|
|
@@ -63,7 +63,7 @@ export declare const harnessEvaluationReviewConformance: {
|
|
|
63
63
|
classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
|
|
64
64
|
triage: {
|
|
65
65
|
layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
|
|
66
|
-
status: "blocked" | "
|
|
66
|
+
status: "blocked" | "not_applicable" | "resolved" | "unresolved";
|
|
67
67
|
reason: string;
|
|
68
68
|
evidenceRefs: {
|
|
69
69
|
id: string;
|
|
@@ -154,7 +154,7 @@ export declare const harnessEvaluationReviewConformance: {
|
|
|
154
154
|
classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
|
|
155
155
|
triage: {
|
|
156
156
|
layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
|
|
157
|
-
status: "blocked" | "
|
|
157
|
+
status: "blocked" | "not_applicable" | "resolved" | "unresolved";
|
|
158
158
|
reason: string;
|
|
159
159
|
evidenceRefs: {
|
|
160
160
|
id: string;
|
|
@@ -245,7 +245,7 @@ export declare const harnessEvaluationReviewConformance: {
|
|
|
245
245
|
classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
|
|
246
246
|
triage: {
|
|
247
247
|
layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
|
|
248
|
-
status: "blocked" | "
|
|
248
|
+
status: "blocked" | "not_applicable" | "resolved" | "unresolved";
|
|
249
249
|
reason: string;
|
|
250
250
|
evidenceRefs: {
|
|
251
251
|
id: string;
|
|
@@ -336,7 +336,7 @@ export declare const harnessEvaluationReviewConformance: {
|
|
|
336
336
|
classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
|
|
337
337
|
triage: {
|
|
338
338
|
layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
|
|
339
|
-
status: "blocked" | "
|
|
339
|
+
status: "blocked" | "not_applicable" | "resolved" | "unresolved";
|
|
340
340
|
reason: string;
|
|
341
341
|
evidenceRefs: {
|
|
342
342
|
id: string;
|
|
@@ -581,7 +581,7 @@ export declare const harnessEvaluationReviewConformance: {
|
|
|
581
581
|
classification: "runtime" | "taskset" | "no_action" | "harness_maintenance" | "product" | "model_improvement";
|
|
582
582
|
triage: {
|
|
583
583
|
layer: "model" | "runtime" | "tools" | "evaluation" | "harness" | "product" | "retrieval";
|
|
584
|
-
status: "blocked" | "
|
|
584
|
+
status: "blocked" | "not_applicable" | "resolved" | "unresolved";
|
|
585
585
|
reason: string;
|
|
586
586
|
evidenceRefs: {
|
|
587
587
|
id: string;
|
package/dist/types/rewards.d.ts
CHANGED
|
@@ -602,6 +602,7 @@ export declare const RewardNormalizationSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
602
602
|
}, z.core.$strict>], "kind">;
|
|
603
603
|
export declare const RewardBindingSourceSchema: z.ZodObject<{
|
|
604
604
|
graderId: z.ZodString;
|
|
605
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
605
606
|
reward: z.ZodObject<{
|
|
606
607
|
id: z.ZodString;
|
|
607
608
|
contentHash: z.ZodString;
|
|
@@ -644,6 +645,7 @@ export declare const RewardBindingContentSchema: z.ZodObject<{
|
|
|
644
645
|
}, z.core.$strict>>;
|
|
645
646
|
sources: z.ZodArray<z.ZodObject<{
|
|
646
647
|
graderId: z.ZodString;
|
|
648
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
647
649
|
reward: z.ZodObject<{
|
|
648
650
|
id: z.ZodString;
|
|
649
651
|
contentHash: z.ZodString;
|
|
@@ -689,6 +691,7 @@ export declare const RewardBindingSchema: z.ZodObject<{
|
|
|
689
691
|
}, z.core.$strict>>;
|
|
690
692
|
sources: z.ZodArray<z.ZodObject<{
|
|
691
693
|
graderId: z.ZodString;
|
|
694
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
692
695
|
reward: z.ZodObject<{
|
|
693
696
|
id: z.ZodString;
|
|
694
697
|
contentHash: z.ZodString;
|
|
@@ -738,6 +741,7 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
738
741
|
failed: "failed";
|
|
739
742
|
scored: "scored";
|
|
740
743
|
unavailable: "unavailable";
|
|
744
|
+
not_applicable: "not_applicable";
|
|
741
745
|
}>;
|
|
742
746
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
743
747
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -807,6 +811,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
807
811
|
revision: z.ZodNumber;
|
|
808
812
|
}, z.core.$strict>;
|
|
809
813
|
taskHash: z.ZodString;
|
|
814
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
810
815
|
outputHash: z.ZodString;
|
|
811
816
|
results: z.ZodArray<z.ZodObject<{
|
|
812
817
|
graderId: z.ZodString;
|
|
@@ -824,6 +829,7 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
824
829
|
failed: "failed";
|
|
825
830
|
scored: "scored";
|
|
826
831
|
unavailable: "unavailable";
|
|
832
|
+
not_applicable: "not_applicable";
|
|
827
833
|
}>;
|
|
828
834
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
829
835
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -914,6 +920,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
914
920
|
revision: z.ZodNumber;
|
|
915
921
|
}, z.core.$strict>;
|
|
916
922
|
taskHash: z.ZodString;
|
|
923
|
+
taskId: z.ZodOptional<z.ZodString>;
|
|
917
924
|
outputHash: z.ZodString;
|
|
918
925
|
results: z.ZodArray<z.ZodObject<{
|
|
919
926
|
graderId: z.ZodString;
|
|
@@ -931,6 +938,7 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
931
938
|
failed: "failed";
|
|
932
939
|
scored: "scored";
|
|
933
940
|
unavailable: "unavailable";
|
|
941
|
+
not_applicable: "not_applicable";
|
|
934
942
|
}>;
|
|
935
943
|
rawScore: z.ZodNullable<z.ZodNumber>;
|
|
936
944
|
normalizedScore: z.ZodNullable<z.ZodNumber>;
|
|
@@ -1051,6 +1059,7 @@ export declare function executeRewardBinding(input: {
|
|
|
1051
1059
|
}): Promise<RewardComposition>;
|
|
1052
1060
|
export declare function composeBoundRewards(input: {
|
|
1053
1061
|
binding: RewardBinding;
|
|
1062
|
+
taskId?: string;
|
|
1054
1063
|
taskHash: string;
|
|
1055
1064
|
outputHash: string;
|
|
1056
1065
|
results: BoundRewardResult[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB
|
|
1
|
+
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAW3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAShC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAClD,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAuC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CAiD7K;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-execution-node.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-node.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"sql-execution-node.d.ts","sourceRoot":"","sources":["../../../../src/sql-execution-node.ts"],"names":[],"mappings":"AAEA,OAAO,EAAuD,KAAK,mBAAmB,EAAE,KAAK,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACrJ,cAAc,6BAA6B,CAAC;AAE5C,kFAAkF;AAClF,wBAAsB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAwCvJ"}
|
package/dist/types/tasksets.d.ts
CHANGED
|
@@ -57,6 +57,7 @@ export declare const EnvironmentContractSchema: z.ZodObject<{
|
|
|
57
57
|
}, z.core.$strict>;
|
|
58
58
|
export declare const DeterministicGraderSpecSchema: z.ZodObject<{
|
|
59
59
|
id: z.ZodString;
|
|
60
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
60
61
|
version: z.ZodString;
|
|
61
62
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
62
63
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -73,6 +74,7 @@ export declare const DeterministicGraderSpecSchema: z.ZodObject<{
|
|
|
73
74
|
}, z.core.$strict>;
|
|
74
75
|
export declare const ModelJudgeGraderSpecSchema: z.ZodObject<{
|
|
75
76
|
id: z.ZodString;
|
|
77
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
76
78
|
version: z.ZodString;
|
|
77
79
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
78
80
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -109,6 +111,7 @@ export declare const CustomVerifierRuntimeSchema: z.ZodEnum<{
|
|
|
109
111
|
}>;
|
|
110
112
|
export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
|
|
111
113
|
id: z.ZodString;
|
|
114
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
112
115
|
version: z.ZodString;
|
|
113
116
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
114
117
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -137,6 +140,7 @@ export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
|
|
|
137
140
|
}, z.core.$strict>;
|
|
138
141
|
export declare const HumanGraderSpecSchema: z.ZodObject<{
|
|
139
142
|
id: z.ZodString;
|
|
143
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
140
144
|
version: z.ZodString;
|
|
141
145
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
142
146
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -236,6 +240,7 @@ export declare const HumanGraderSpecSchema: z.ZodObject<{
|
|
|
236
240
|
}, z.core.$strict>;
|
|
237
241
|
export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
238
242
|
id: z.ZodString;
|
|
243
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
239
244
|
version: z.ZodString;
|
|
240
245
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
241
246
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -251,6 +256,7 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
251
256
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
252
257
|
}, z.core.$strict>, z.ZodObject<{
|
|
253
258
|
id: z.ZodString;
|
|
259
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
254
260
|
version: z.ZodString;
|
|
255
261
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
256
262
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -282,6 +288,7 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
282
288
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
283
289
|
}, z.core.$strict>, z.ZodObject<{
|
|
284
290
|
id: z.ZodString;
|
|
291
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
285
292
|
version: z.ZodString;
|
|
286
293
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
287
294
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -309,6 +316,7 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
309
316
|
networkPolicy: z.ZodLiteral<"none">;
|
|
310
317
|
}, z.core.$strict>, z.ZodObject<{
|
|
311
318
|
id: z.ZodString;
|
|
319
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
312
320
|
version: z.ZodString;
|
|
313
321
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
314
322
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -559,6 +567,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
|
|
|
559
567
|
}, z.core.$strict>>;
|
|
560
568
|
graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
561
569
|
id: z.ZodString;
|
|
570
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
562
571
|
version: z.ZodString;
|
|
563
572
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
564
573
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -574,6 +583,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
|
|
|
574
583
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
575
584
|
}, z.core.$strict>, z.ZodObject<{
|
|
576
585
|
id: z.ZodString;
|
|
586
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
577
587
|
version: z.ZodString;
|
|
578
588
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
579
589
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -605,6 +615,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
|
|
|
605
615
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
606
616
|
}, z.core.$strict>, z.ZodObject<{
|
|
607
617
|
id: z.ZodString;
|
|
618
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
608
619
|
version: z.ZodString;
|
|
609
620
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
610
621
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -632,6 +643,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
|
|
|
632
643
|
networkPolicy: z.ZodLiteral<"none">;
|
|
633
644
|
}, z.core.$strict>, z.ZodObject<{
|
|
634
645
|
id: z.ZodString;
|
|
646
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
635
647
|
version: z.ZodString;
|
|
636
648
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
637
649
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -865,6 +877,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
|
|
|
865
877
|
}, z.core.$strict>>;
|
|
866
878
|
graders: z.ZodArray<z.ZodUnion<readonly [z.ZodObject<{
|
|
867
879
|
id: z.ZodString;
|
|
880
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
868
881
|
version: z.ZodString;
|
|
869
882
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
870
883
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -880,6 +893,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
|
|
|
880
893
|
config: z.ZodRecord<z.ZodString, z.ZodUnknown>;
|
|
881
894
|
}, z.core.$strict>, z.ZodObject<{
|
|
882
895
|
id: z.ZodString;
|
|
896
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
883
897
|
version: z.ZodString;
|
|
884
898
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
885
899
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -911,6 +925,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
|
|
|
911
925
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
912
926
|
}, z.core.$strict>, z.ZodObject<{
|
|
913
927
|
id: z.ZodString;
|
|
928
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
914
929
|
version: z.ZodString;
|
|
915
930
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
916
931
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -938,6 +953,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
|
|
|
938
953
|
networkPolicy: z.ZodLiteral<"none">;
|
|
939
954
|
}, z.core.$strict>, z.ZodObject<{
|
|
940
955
|
id: z.ZodString;
|
|
956
|
+
taskIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
941
957
|
version: z.ZodString;
|
|
942
958
|
weight: z.ZodDefault<z.ZodNumber>;
|
|
943
959
|
hardGate: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;
|
|
1
|
+
{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAI3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAYZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,2BAA2B;;;EAAqD,CAAC;AAC9F,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAc7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CA6DA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@openpond/evals",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.12.0",
|
|
4
4
|
"description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -19,6 +19,10 @@
|
|
|
19
19
|
"LICENSE"
|
|
20
20
|
],
|
|
21
21
|
"exports": {
|
|
22
|
+
"./connected-evidence/git": {
|
|
23
|
+
"types": "./dist/types/connected-evidence/git.d.ts",
|
|
24
|
+
"import": "./dist/connected-evidence/git.js"
|
|
25
|
+
},
|
|
22
26
|
"./native-conversations": {
|
|
23
27
|
"types": "./dist/types/native-conversations/index.d.ts",
|
|
24
28
|
"import": "./dist/native-conversations/index.js"
|
|
@@ -167,7 +171,7 @@
|
|
|
167
171
|
},
|
|
168
172
|
"scripts": {
|
|
169
173
|
"build": "tsx scripts/generate-task-schema-validator.ts && tsx scripts/generate-telemetry-schemas.ts && tsx scripts/generate-learning-schemas.ts && tsx scripts/build.ts",
|
|
170
|
-
"typecheck": "tsc --noEmit --project tsconfig.json",
|
|
174
|
+
"typecheck": "node ../../scripts/run-typescript.mjs tsc --noEmit --project tsconfig.json",
|
|
171
175
|
"test": "vitest run --root ../.. --config vitest.config.ts --project evals",
|
|
172
176
|
"check:api": "tsx scripts/check-public-package.ts",
|
|
173
177
|
"check:consumer": "tsx scripts/verify-packed-consumer.ts",
|
|
@@ -177,7 +181,9 @@
|
|
|
177
181
|
"dependencies": {
|
|
178
182
|
"@jitl/quickjs-singlefile-cjs-release-sync": "0.32.0",
|
|
179
183
|
"@sqlite.org/sqlite-wasm": "3.53.0-build1",
|
|
184
|
+
"acorn": "8.15.0",
|
|
180
185
|
"ajv": "^8.20.0",
|
|
186
|
+
"cron-parser": "^5.6.2",
|
|
181
187
|
"quickjs-emscripten-core": "0.32.0",
|
|
182
188
|
"zod": "^4.1.13"
|
|
183
189
|
},
|
|
@@ -1482,6 +1482,14 @@
|
|
|
1482
1482
|
"graderId": {
|
|
1483
1483
|
"$ref": "#/$defs/__schema0"
|
|
1484
1484
|
},
|
|
1485
|
+
"taskIds": {
|
|
1486
|
+
"minItems": 1,
|
|
1487
|
+
"maxItems": 10000,
|
|
1488
|
+
"type": "array",
|
|
1489
|
+
"items": {
|
|
1490
|
+
"$ref": "#/$defs/__schema0"
|
|
1491
|
+
}
|
|
1492
|
+
},
|
|
1485
1493
|
"reward": {
|
|
1486
1494
|
"$ref": "#/$defs/__schema1"
|
|
1487
1495
|
},
|
|
@@ -236,6 +236,9 @@
|
|
|
236
236
|
"taskHash": {
|
|
237
237
|
"$ref": "#/$defs/__schema2"
|
|
238
238
|
},
|
|
239
|
+
"taskId": {
|
|
240
|
+
"$ref": "#/$defs/__schema0"
|
|
241
|
+
},
|
|
239
242
|
"outputHash": {
|
|
240
243
|
"$ref": "#/$defs/__schema2"
|
|
241
244
|
},
|
|
@@ -368,7 +371,8 @@
|
|
|
368
371
|
"scored",
|
|
369
372
|
"pending",
|
|
370
373
|
"unavailable",
|
|
371
|
-
"failed"
|
|
374
|
+
"failed",
|
|
375
|
+
"not_applicable"
|
|
372
376
|
]
|
|
373
377
|
},
|
|
374
378
|
"rawScore": {
|
|
@@ -439,6 +439,14 @@
|
|
|
439
439
|
"graderId": {
|
|
440
440
|
"$ref": "#/$defs/__schema0"
|
|
441
441
|
},
|
|
442
|
+
"taskIds": {
|
|
443
|
+
"minItems": 1,
|
|
444
|
+
"maxItems": 10000,
|
|
445
|
+
"type": "array",
|
|
446
|
+
"items": {
|
|
447
|
+
"$ref": "#/$defs/__schema0"
|
|
448
|
+
}
|
|
449
|
+
},
|
|
442
450
|
"reward": {
|
|
443
451
|
"$ref": "#/$defs/__schema2"
|
|
444
452
|
},
|
|
@@ -62,6 +62,9 @@
|
|
|
62
62
|
"taskHash": {
|
|
63
63
|
"$ref": "#/$defs/__schema2"
|
|
64
64
|
},
|
|
65
|
+
"taskId": {
|
|
66
|
+
"$ref": "#/$defs/__schema0"
|
|
67
|
+
},
|
|
65
68
|
"outputHash": {
|
|
66
69
|
"$ref": "#/$defs/__schema2"
|
|
67
70
|
},
|
|
@@ -345,7 +348,8 @@
|
|
|
345
348
|
"scored",
|
|
346
349
|
"pending",
|
|
347
350
|
"unavailable",
|
|
348
|
-
"failed"
|
|
351
|
+
"failed",
|
|
352
|
+
"not_applicable"
|
|
349
353
|
]
|
|
350
354
|
},
|
|
351
355
|
"rawScore": {
|