@openpond/evals 0.11.18 → 0.11.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/connected-evidence/contracts.js +15 -5
- package/dist/connected-evidence/imports.js +78 -17
- package/dist/connected-evidence/normalize.js +18 -7
- package/dist/connected-evidence/sources/claude-branches.js +52 -0
- package/dist/connected-evidence/sources/claude-code.js +7 -29
- package/dist/connected-evidence/sources/codex-authorization.js +40 -0
- package/dist/connected-evidence/sources/codex.js +7 -3
- package/dist/connected-evidence/sources/grok-build.js +137 -0
- package/dist/connected-evidence/sources/opencode.js +101 -0
- package/dist/connected-evidence/sources/pi.js +187 -0
- package/dist/graders.js +11 -1
- package/dist/learning/budgeted-reward-fixtures.js +1 -0
- package/dist/learning/contracts.js +10 -0
- package/dist/learning/index.js +1 -0
- package/dist/learning/model-judge.js +22 -5
- package/dist/learning/reward-calibration-closure.js +110 -0
- package/dist/learning/reward-calibration.js +20 -10
- package/dist/learning/reward-checks.js +1 -0
- package/dist/native-conversations/appimage-runtime.js +131 -0
- package/dist/native-conversations/collector-branches.js +79 -0
- package/dist/native-conversations/collector-contracts.js +9 -0
- package/dist/native-conversations/collector-destinations.js +27 -0
- package/dist/native-conversations/collector-errors.js +42 -0
- package/dist/native-conversations/collector-progress.js +114 -0
- package/dist/native-conversations/collector-store.js +251 -0
- package/dist/native-conversations/collector-sync-requests.js +52 -0
- package/dist/native-conversations/collector.js +329 -0
- package/dist/native-conversations/contracts.js +11 -0
- package/dist/native-conversations/database.js +149 -0
- package/dist/native-conversations/discovery.js +135 -0
- package/dist/native-conversations/history.js +327 -0
- package/dist/native-conversations/index.js +11 -0
- package/dist/native-conversations/location.js +29 -0
- package/dist/native-conversations/openclaw-cold-archive.js +91 -0
- package/dist/native-conversations/openclaw-database.js +130 -0
- package/dist/native-conversations/readiness.js +4 -0
- package/dist/native-conversations/source-locations.js +112 -0
- package/dist/native-conversations/supervisor.js +208 -0
- package/dist/native-conversations/titles.js +38 -0
- package/dist/rewards.js +1 -1
- package/dist/types/connected-evidence/contracts.d.ts +15 -0
- package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
- package/dist/types/connected-evidence/imports.d.ts +7 -0
- package/dist/types/connected-evidence/imports.d.ts.map +1 -1
- package/dist/types/connected-evidence/normalize.d.ts +7 -0
- package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/claude-branches.d.ts +19 -0
- package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/claude-code.d.ts +5 -1
- package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts +18 -0
- package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/codex.d.ts +5 -1
- package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/grok-build.d.ts +79 -0
- package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/history.d.ts +10 -2
- package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
- package/dist/types/connected-evidence/sources/opencode.d.ts +78 -0
- package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -0
- package/dist/types/connected-evidence/sources/pi.d.ts +79 -0
- package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -0
- package/dist/types/graders.d.ts +81 -0
- package/dist/types/graders.d.ts.map +1 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts +2 -1
- package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
- package/dist/types/learning/contracts.d.ts +167 -0
- package/dist/types/learning/contracts.d.ts.map +1 -1
- package/dist/types/learning/index.d.ts +1 -0
- package/dist/types/learning/index.d.ts.map +1 -1
- package/dist/types/learning/judge-budget.d.ts +3 -0
- package/dist/types/learning/judge-budget.d.ts.map +1 -1
- package/dist/types/learning/model-judge.d.ts +6 -1
- package/dist/types/learning/model-judge.d.ts.map +1 -1
- package/dist/types/learning/operations.d.ts +44 -0
- package/dist/types/learning/operations.d.ts.map +1 -1
- package/dist/types/learning/repository.d.ts +81 -0
- package/dist/types/learning/repository.d.ts.map +1 -1
- package/dist/types/learning/reward-calibration-closure.d.ts +2323 -0
- package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -0
- package/dist/types/learning/reward-calibration.d.ts +1 -1
- package/dist/types/learning/reward-calibration.d.ts.map +1 -1
- package/dist/types/learning/reward-checks.d.ts +35 -0
- package/dist/types/learning/reward-checks.d.ts.map +1 -1
- package/dist/types/learning/transport.d.ts +103 -0
- package/dist/types/learning/transport.d.ts.map +1 -1
- package/dist/types/native-conversations/appimage-runtime.d.ts +12 -0
- package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-branches.d.ts +22 -0
- package/dist/types/native-conversations/collector-branches.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-contracts.d.ts +92 -0
- package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-destinations.d.ts +18 -0
- package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-errors.d.ts +13 -0
- package/dist/types/native-conversations/collector-errors.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-progress.d.ts +24 -0
- package/dist/types/native-conversations/collector-progress.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-store.d.ts +31 -0
- package/dist/types/native-conversations/collector-store.d.ts.map +1 -0
- package/dist/types/native-conversations/collector-sync-requests.d.ts +25 -0
- package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -0
- package/dist/types/native-conversations/collector.d.ts +8 -0
- package/dist/types/native-conversations/collector.d.ts.map +1 -0
- package/dist/types/native-conversations/contracts.d.ts +47 -0
- package/dist/types/native-conversations/contracts.d.ts.map +1 -0
- package/dist/types/native-conversations/database.d.ts +14 -0
- package/dist/types/native-conversations/database.d.ts.map +1 -0
- package/dist/types/native-conversations/discovery.d.ts +9 -0
- package/dist/types/native-conversations/discovery.d.ts.map +1 -0
- package/dist/types/native-conversations/history.d.ts +23 -0
- package/dist/types/native-conversations/history.d.ts.map +1 -0
- package/dist/types/native-conversations/index.d.ts +12 -0
- package/dist/types/native-conversations/index.d.ts.map +1 -0
- package/dist/types/native-conversations/location.d.ts +3 -0
- package/dist/types/native-conversations/location.d.ts.map +1 -0
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts +8 -0
- package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -0
- package/dist/types/native-conversations/openclaw-database.d.ts +14 -0
- package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -0
- package/dist/types/native-conversations/readiness.d.ts +5 -0
- package/dist/types/native-conversations/readiness.d.ts.map +1 -0
- package/dist/types/native-conversations/source-locations.d.ts +8 -0
- package/dist/types/native-conversations/source-locations.d.ts.map +1 -0
- package/dist/types/native-conversations/supervisor.d.ts +21 -0
- package/dist/types/native-conversations/supervisor.d.ts.map +1 -0
- package/dist/types/native-conversations/titles.d.ts +4 -0
- package/dist/types/native-conversations/titles.d.ts.map +1 -0
- package/dist/types/rewards.d.ts +50 -0
- package/dist/types/rewards.d.ts.map +1 -1
- package/dist/types/telemetry-analysis.d.ts +1 -1
- package/dist/types/telemetry-bundle.d.ts +2 -2
- package/dist/types/telemetry-catalog.d.ts +21 -21
- package/dist/types/telemetry.d.ts +2 -2
- package/package.json +11 -3
- package/schemas/learning/v1/command-request.schema.json +122 -91
- package/schemas/learning/v1/decision.schema.json +63 -0
- package/schemas/learning/v1/grade.schema.json +91 -0
- package/schemas/learning/v1/reward_check.schema.json +91 -0
- package/schemas/learning/v1/source.schema.json +28 -0
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { NativeSession, NativeSource } from "./contracts.js";
|
|
2
|
+
export declare function listDatabaseSessions(source: NativeSource, input: {
|
|
3
|
+
since?: string;
|
|
4
|
+
cursor?: string;
|
|
5
|
+
limit: number;
|
|
6
|
+
}): {
|
|
7
|
+
items: NativeSession[];
|
|
8
|
+
nextCursor: string | null;
|
|
9
|
+
};
|
|
10
|
+
export declare function readDatabaseSession(source: NativeSource, sessionId: string): {
|
|
11
|
+
path: string;
|
|
12
|
+
text: string;
|
|
13
|
+
};
|
|
14
|
+
//# sourceMappingURL=database.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/database.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAsBlE,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;;;EAoC1D;AACD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM;;;EAkH1E"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { type ExternalAgentSource, type NativeSource } from "./contracts.js";
|
|
2
|
+
/** Discovery returns locations/capabilities only. Transcript reads require a selected source. */
|
|
3
|
+
export declare function discoverSources(input: {
|
|
4
|
+
machineId: string;
|
|
5
|
+
home?: string;
|
|
6
|
+
locations?: Partial<Record<ExternalAgentSource, string>>;
|
|
7
|
+
environment?: NodeJS.ProcessEnv;
|
|
8
|
+
}): Promise<NativeSource[]>;
|
|
9
|
+
//# sourceMappingURL=discovery.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/discovery.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,YAAY,EAElB,MAAM,gBAAgB,CAAC;AAExB,iGAAiG;AACjG,wBAAsB,eAAe,CAAC,KAAK,EAAE;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;CACjC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CA6I1B"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { type NativeSession, type NativeSource, type NativeBranchInspection, type NativeBranchAnchor } from "./contracts.js";
|
|
2
|
+
export declare function listSessions(source: NativeSource, input?: {
|
|
3
|
+
since?: string;
|
|
4
|
+
cursor?: string;
|
|
5
|
+
limit?: number;
|
|
6
|
+
}): Promise<{
|
|
7
|
+
items: NativeSession[];
|
|
8
|
+
nextCursor: string | null;
|
|
9
|
+
}>;
|
|
10
|
+
export declare function inspectSessionBranches(source: NativeSource, session: NativeSession): Promise<NativeBranchInspection>;
|
|
11
|
+
export declare function readSession(source: NativeSource, session: NativeSession, input?: {
|
|
12
|
+
branchLeafId?: string;
|
|
13
|
+
expectedBranchRevision?: string;
|
|
14
|
+
branchAnchor?: NativeBranchAnchor;
|
|
15
|
+
}): Promise<{
|
|
16
|
+
files: {
|
|
17
|
+
path: string;
|
|
18
|
+
text: string;
|
|
19
|
+
}[];
|
|
20
|
+
preview: import("../connected-evidence/imports.js").AgentImportPreview;
|
|
21
|
+
branchLeafId: string | undefined;
|
|
22
|
+
}>;
|
|
23
|
+
//# sourceMappingURL=history.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"history.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/history.ts"],"names":[],"mappings":"AAiBA,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACxB,MAAM,gBAAgB,CAAC;AAwFxB,wBAAsB,YAAY,CAChC,MAAM,EAAE,YAAY,EACpB,KAAK,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO;;;GAoJhE;AACD,wBAAsB,sBAAsB,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAQ1H;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,aAAa,EACtB,KAAK,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,kBAAkB,CAAA;CAAO;;;;;;;GAiE1G"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/** Node-only retained native history and independently supervised sync service. */
|
|
2
|
+
export * from "./contracts.js";
|
|
3
|
+
export * from "./discovery.js";
|
|
4
|
+
export * from "./history.js";
|
|
5
|
+
export * from "./collector-contracts.js";
|
|
6
|
+
export * from "./collector-store.js";
|
|
7
|
+
export * from "./collector.js";
|
|
8
|
+
export * from "./supervisor.js";
|
|
9
|
+
export * from "./location.js";
|
|
10
|
+
export * from "./collector-branches.js";
|
|
11
|
+
export * from "./collector-destinations.js";
|
|
12
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/index.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"location.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/location.ts"],"names":[],"mappings":"AAIA,wBAAgB,kBAAkB,CAChC,IAAI,SAA4D,UAGjE;AACD,wBAAsB,kBAAkB,CAAC,SAAS,SAAuB,mBAoBxE"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { DatabaseSync } from "node:sqlite";
|
|
2
|
+
import { type NativeSource } from "./contracts.js";
|
|
3
|
+
/** Read the native cold-storage envelope without restoring or modifying its database. */
|
|
4
|
+
export declare function readOpenClawColdArchive(database: DatabaseSync, source: NativeSource, sessionId: string): {
|
|
5
|
+
path: string;
|
|
6
|
+
text: string;
|
|
7
|
+
} | null;
|
|
8
|
+
//# sourceMappingURL=openclaw-cold-archive.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openclaw-cold-archive.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/openclaw-cold-archive.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAqB,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEtE,yFAAyF;AACzF,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,MAAM;;;SAqGlB"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { type NativeSession, type NativeSource } from "./contracts.js";
|
|
2
|
+
export declare function listOpenClawSessions(source: NativeSource, input: {
|
|
3
|
+
since?: string;
|
|
4
|
+
cursor?: string;
|
|
5
|
+
limit: number;
|
|
6
|
+
}): {
|
|
7
|
+
items: NativeSession[];
|
|
8
|
+
nextCursor: string | null;
|
|
9
|
+
};
|
|
10
|
+
export declare function readOpenClawSession(source: NativeSource, sessionId: string): {
|
|
11
|
+
path: string;
|
|
12
|
+
text: string;
|
|
13
|
+
};
|
|
14
|
+
//# sourceMappingURL=openclaw-database.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"openclaw-database.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/openclaw-database.ts"],"names":[],"mappings":"AAIA,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,YAAY,EAClB,MAAM,gBAAgB,CAAC;AAgBxB,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;;;EAkC1D;AACD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM;;;EAiG1E"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"readiness.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/readiness.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,qBAAa,0BAA2B,SAAQ,KAAK;;CAEpD"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export interface SourceLocation {
|
|
2
|
+
root: string;
|
|
3
|
+
reason?: string;
|
|
4
|
+
}
|
|
5
|
+
export declare function hermesHome(home: string, env: NodeJS.ProcessEnv): string;
|
|
6
|
+
export declare function hermesLocations(root: string): Promise<SourceLocation[]>;
|
|
7
|
+
export declare function ompLocations(home: string, env: NodeJS.ProcessEnv): Promise<SourceLocation[]>;
|
|
8
|
+
//# sourceMappingURL=source-locations.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"source-locations.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/source-locations.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,cAAc;IAAG,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;AAEjE,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,UAW9D;AAkBD,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA6B7E;AAOD,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAmClG"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { CollectorConnection } from "./collector-contracts.js";
|
|
2
|
+
export interface CollectorServiceSetup {
|
|
3
|
+
directory: string;
|
|
4
|
+
executable: string;
|
|
5
|
+
args: string[];
|
|
6
|
+
home?: string;
|
|
7
|
+
environment?: Partial<Record<"OPENPOND_HOME" | "ELECTRON_RUN_AS_NODE" | "APPIMAGE_EXTRACT_AND_RUN", string>>;
|
|
8
|
+
}
|
|
9
|
+
export declare function configureCollector(directory: string, connection: CollectorConnection): Promise<void>;
|
|
10
|
+
export declare function collectorStatus(directory: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
11
|
+
export declare function controlCollector(directory: string, action: "start" | "stop" | "sync" | "pause" | "resume" | "disconnect", connectionId?: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
12
|
+
/** Per-user logon supervision. Installing does not override the retained Stop intent. */
|
|
13
|
+
export declare function installCollectorService(input: CollectorServiceSetup): Promise<{
|
|
14
|
+
name: string;
|
|
15
|
+
platform: "darwin" | "linux" | "win32";
|
|
16
|
+
status: import("./collector-contracts.js").CollectorStatus;
|
|
17
|
+
}>;
|
|
18
|
+
/** Removing supervision preserves receipts, pending uploads and retained datasets. */
|
|
19
|
+
export declare function uninstallCollectorService(directory: string, home?: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
20
|
+
export declare function startCollectorService(directory: string): Promise<import("./collector-contracts.js").CollectorStatus>;
|
|
21
|
+
//# sourceMappingURL=supervisor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"supervisor.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/supervisor.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAiBpE,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,OAAO,CACnB,MAAM,CAAC,eAAe,GAAG,sBAAsB,GAAG,0BAA0B,EAAE,MAAM,CAAC,CACtF,CAAC;CACH;AAID,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,mBAAmB,iBAQhC;AACD,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,+DAOtD;AACD,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,EACrE,YAAY,CAAC,EAAE,MAAM,+DA0BtB;AACD,yFAAyF;AACzF,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,qBAAqB;;;;GA+FzE;AACD,sFAAsF;AACtF,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,IAAI,SAAY,+DA4BjB;AACD,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,+DAoB5D"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
/** Retained provider titles take precedence over a preview of the first real user prompt. */
|
|
2
|
+
export declare function claudeConversationTitle(rows: readonly Record<string, unknown>[], sessionId: string): string;
|
|
3
|
+
export declare function retainedConversationTitle(value: unknown, sessionId: string): string;
|
|
4
|
+
//# sourceMappingURL=titles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"titles.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/titles.ts"],"names":[],"mappings":"AAOA,6FAA6F;AAC7F,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAuB3G;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAEnF"}
|
package/dist/types/rewards.d.ts
CHANGED
|
@@ -778,6 +778,22 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
|
|
|
778
778
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
779
779
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
780
780
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
781
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
782
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
783
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
784
|
+
reasoningEffort: z.ZodEnum<{
|
|
785
|
+
off: "off";
|
|
786
|
+
low: "low";
|
|
787
|
+
medium: "medium";
|
|
788
|
+
high: "high";
|
|
789
|
+
xhigh: "xhigh";
|
|
790
|
+
max: "max";
|
|
791
|
+
}>;
|
|
792
|
+
maximumOutputTokens: z.ZodNumber;
|
|
793
|
+
}, z.core.$strict>>;
|
|
794
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
795
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
796
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
781
797
|
}, z.core.$strict>>;
|
|
782
798
|
contentHash: z.ZodString;
|
|
783
799
|
}, z.core.$strict>>;
|
|
@@ -848,6 +864,22 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
|
|
|
848
864
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
849
865
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
850
866
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
867
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
868
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
869
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
870
|
+
reasoningEffort: z.ZodEnum<{
|
|
871
|
+
off: "off";
|
|
872
|
+
low: "low";
|
|
873
|
+
medium: "medium";
|
|
874
|
+
high: "high";
|
|
875
|
+
xhigh: "xhigh";
|
|
876
|
+
max: "max";
|
|
877
|
+
}>;
|
|
878
|
+
maximumOutputTokens: z.ZodNumber;
|
|
879
|
+
}, z.core.$strict>>;
|
|
880
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
881
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
882
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
851
883
|
}, z.core.$strict>>;
|
|
852
884
|
contentHash: z.ZodString;
|
|
853
885
|
}, z.core.$strict>>;
|
|
@@ -939,6 +971,22 @@ export declare const RewardCompositionSchema: z.ZodObject<{
|
|
|
939
971
|
inputTokens: z.ZodNullable<z.ZodNumber>;
|
|
940
972
|
outputTokens: z.ZodNullable<z.ZodNumber>;
|
|
941
973
|
costUsd: z.ZodNullable<z.ZodNumber>;
|
|
974
|
+
transportPolicy: z.ZodOptional<z.ZodObject<{
|
|
975
|
+
schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
|
|
976
|
+
responseFormat: z.ZodLiteral<"judgment_json_schema">;
|
|
977
|
+
reasoningEffort: z.ZodEnum<{
|
|
978
|
+
off: "off";
|
|
979
|
+
low: "low";
|
|
980
|
+
medium: "medium";
|
|
981
|
+
high: "high";
|
|
982
|
+
xhigh: "xhigh";
|
|
983
|
+
max: "max";
|
|
984
|
+
}>;
|
|
985
|
+
maximumOutputTokens: z.ZodNumber;
|
|
986
|
+
}, z.core.$strict>>;
|
|
987
|
+
effectiveRequestHash: z.ZodOptional<z.ZodString>;
|
|
988
|
+
finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
|
|
989
|
+
reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
|
|
942
990
|
}, z.core.$strict>>;
|
|
943
991
|
contentHash: z.ZodString;
|
|
944
992
|
}, z.core.$strict>>;
|
|
@@ -993,6 +1041,8 @@ export declare function executeRewardBinding(input: {
|
|
|
993
1041
|
rewards: RewardRelease[];
|
|
994
1042
|
task: TaskRecord;
|
|
995
1043
|
evidence: AttemptEvidence;
|
|
1044
|
+
/** Private owner-resolved context for grading, excluded from the policy task. */
|
|
1045
|
+
evaluatorContext?: Record<string, unknown> | null;
|
|
996
1046
|
modelJudge?: ModelJudgeRunner;
|
|
997
1047
|
customVerifier?: CustomVerifierRunner;
|
|
998
1048
|
learnedReward?: LearnedRewardRunner;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB
|
|
1
|
+
{"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAClD,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CA6C5J;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
|
|
@@ -54,11 +54,11 @@ export declare const RunMetricSummarySchema: z.ZodObject<{
|
|
|
54
54
|
runId: z.ZodString;
|
|
55
55
|
metricId: z.ZodString;
|
|
56
56
|
aggregation: z.ZodEnum<{
|
|
57
|
+
max: "max";
|
|
57
58
|
last: "last";
|
|
58
59
|
sum: "sum";
|
|
59
60
|
mean: "mean";
|
|
60
61
|
min: "min";
|
|
61
|
-
max: "max";
|
|
62
62
|
p50: "p50";
|
|
63
63
|
p95: "p95";
|
|
64
64
|
}>;
|
|
@@ -31,11 +31,11 @@ export declare const TelemetryExportBundleContentSchema: z.ZodObject<{
|
|
|
31
31
|
neutral: "neutral";
|
|
32
32
|
}>;
|
|
33
33
|
aggregation: z.ZodEnum<{
|
|
34
|
+
max: "max";
|
|
34
35
|
last: "last";
|
|
35
36
|
sum: "sum";
|
|
36
37
|
mean: "mean";
|
|
37
38
|
min: "min";
|
|
38
|
-
max: "max";
|
|
39
39
|
p50: "p50";
|
|
40
40
|
p95: "p95";
|
|
41
41
|
}>;
|
|
@@ -179,11 +179,11 @@ export declare const TelemetryExportBundleSchema: z.ZodObject<{
|
|
|
179
179
|
neutral: "neutral";
|
|
180
180
|
}>;
|
|
181
181
|
aggregation: z.ZodEnum<{
|
|
182
|
+
max: "max";
|
|
182
183
|
last: "last";
|
|
183
184
|
sum: "sum";
|
|
184
185
|
mean: "mean";
|
|
185
186
|
min: "min";
|
|
186
|
-
max: "max";
|
|
187
187
|
p50: "p50";
|
|
188
188
|
p95: "p95";
|
|
189
189
|
}>;
|
|
@@ -8,7 +8,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
8
8
|
valueType: "gauge" | "counter" | "distribution";
|
|
9
9
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
10
10
|
direction: "higher" | "lower" | "neutral";
|
|
11
|
-
aggregation: "
|
|
11
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
12
12
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
13
13
|
boundedDimensions: string[];
|
|
14
14
|
}, {
|
|
@@ -19,7 +19,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
19
19
|
valueType: "gauge" | "counter" | "distribution";
|
|
20
20
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
21
21
|
direction: "higher" | "lower" | "neutral";
|
|
22
|
-
aggregation: "
|
|
22
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
23
23
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
24
24
|
boundedDimensions: string[];
|
|
25
25
|
}, {
|
|
@@ -30,7 +30,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
30
30
|
valueType: "gauge" | "counter" | "distribution";
|
|
31
31
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
32
32
|
direction: "higher" | "lower" | "neutral";
|
|
33
|
-
aggregation: "
|
|
33
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
34
34
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
35
35
|
boundedDimensions: string[];
|
|
36
36
|
}, {
|
|
@@ -41,7 +41,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
41
41
|
valueType: "gauge" | "counter" | "distribution";
|
|
42
42
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
43
43
|
direction: "higher" | "lower" | "neutral";
|
|
44
|
-
aggregation: "
|
|
44
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
45
45
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
46
46
|
boundedDimensions: string[];
|
|
47
47
|
}, {
|
|
@@ -52,7 +52,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
52
52
|
valueType: "gauge" | "counter" | "distribution";
|
|
53
53
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
54
54
|
direction: "higher" | "lower" | "neutral";
|
|
55
|
-
aggregation: "
|
|
55
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
56
56
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
57
57
|
boundedDimensions: string[];
|
|
58
58
|
}, {
|
|
@@ -63,7 +63,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
63
63
|
valueType: "gauge" | "counter" | "distribution";
|
|
64
64
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
65
65
|
direction: "higher" | "lower" | "neutral";
|
|
66
|
-
aggregation: "
|
|
66
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
67
67
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
68
68
|
boundedDimensions: string[];
|
|
69
69
|
}, {
|
|
@@ -74,7 +74,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
74
74
|
valueType: "gauge" | "counter" | "distribution";
|
|
75
75
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
76
76
|
direction: "higher" | "lower" | "neutral";
|
|
77
|
-
aggregation: "
|
|
77
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
78
78
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
79
79
|
boundedDimensions: string[];
|
|
80
80
|
}, {
|
|
@@ -85,7 +85,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
85
85
|
valueType: "gauge" | "counter" | "distribution";
|
|
86
86
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
87
87
|
direction: "higher" | "lower" | "neutral";
|
|
88
|
-
aggregation: "
|
|
88
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
89
89
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
90
90
|
boundedDimensions: string[];
|
|
91
91
|
}, {
|
|
@@ -96,7 +96,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
96
96
|
valueType: "gauge" | "counter" | "distribution";
|
|
97
97
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
98
98
|
direction: "higher" | "lower" | "neutral";
|
|
99
|
-
aggregation: "
|
|
99
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
100
100
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
101
101
|
boundedDimensions: string[];
|
|
102
102
|
}, {
|
|
@@ -107,7 +107,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
107
107
|
valueType: "gauge" | "counter" | "distribution";
|
|
108
108
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
109
109
|
direction: "higher" | "lower" | "neutral";
|
|
110
|
-
aggregation: "
|
|
110
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
111
111
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
112
112
|
boundedDimensions: string[];
|
|
113
113
|
}, {
|
|
@@ -118,7 +118,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
118
118
|
valueType: "gauge" | "counter" | "distribution";
|
|
119
119
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
120
120
|
direction: "higher" | "lower" | "neutral";
|
|
121
|
-
aggregation: "
|
|
121
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
122
122
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
123
123
|
boundedDimensions: string[];
|
|
124
124
|
}, {
|
|
@@ -129,7 +129,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
129
129
|
valueType: "gauge" | "counter" | "distribution";
|
|
130
130
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
131
131
|
direction: "higher" | "lower" | "neutral";
|
|
132
|
-
aggregation: "
|
|
132
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
133
133
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
134
134
|
boundedDimensions: string[];
|
|
135
135
|
}, {
|
|
@@ -140,7 +140,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
140
140
|
valueType: "gauge" | "counter" | "distribution";
|
|
141
141
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
142
142
|
direction: "higher" | "lower" | "neutral";
|
|
143
|
-
aggregation: "
|
|
143
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
144
144
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
145
145
|
boundedDimensions: string[];
|
|
146
146
|
}, {
|
|
@@ -151,7 +151,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
151
151
|
valueType: "gauge" | "counter" | "distribution";
|
|
152
152
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
153
153
|
direction: "higher" | "lower" | "neutral";
|
|
154
|
-
aggregation: "
|
|
154
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
155
155
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
156
156
|
boundedDimensions: string[];
|
|
157
157
|
}, {
|
|
@@ -162,7 +162,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
162
162
|
valueType: "gauge" | "counter" | "distribution";
|
|
163
163
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
164
164
|
direction: "higher" | "lower" | "neutral";
|
|
165
|
-
aggregation: "
|
|
165
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
166
166
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
167
167
|
boundedDimensions: string[];
|
|
168
168
|
}, {
|
|
@@ -173,7 +173,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
173
173
|
valueType: "gauge" | "counter" | "distribution";
|
|
174
174
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
175
175
|
direction: "higher" | "lower" | "neutral";
|
|
176
|
-
aggregation: "
|
|
176
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
177
177
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
178
178
|
boundedDimensions: string[];
|
|
179
179
|
}, {
|
|
@@ -184,7 +184,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
184
184
|
valueType: "gauge" | "counter" | "distribution";
|
|
185
185
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
186
186
|
direction: "higher" | "lower" | "neutral";
|
|
187
|
-
aggregation: "
|
|
187
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
188
188
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
189
189
|
boundedDimensions: string[];
|
|
190
190
|
}, {
|
|
@@ -195,7 +195,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
195
195
|
valueType: "gauge" | "counter" | "distribution";
|
|
196
196
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
197
197
|
direction: "higher" | "lower" | "neutral";
|
|
198
|
-
aggregation: "
|
|
198
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
199
199
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
200
200
|
boundedDimensions: string[];
|
|
201
201
|
}, {
|
|
@@ -206,7 +206,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
206
206
|
valueType: "gauge" | "counter" | "distribution";
|
|
207
207
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
208
208
|
direction: "higher" | "lower" | "neutral";
|
|
209
|
-
aggregation: "
|
|
209
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
210
210
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
211
211
|
boundedDimensions: string[];
|
|
212
212
|
}, {
|
|
@@ -217,7 +217,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
|
|
|
217
217
|
valueType: "gauge" | "counter" | "distribution";
|
|
218
218
|
unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
|
|
219
219
|
direction: "higher" | "lower" | "neutral";
|
|
220
|
-
aggregation: "
|
|
220
|
+
aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
|
|
221
221
|
visibility: "host_private" | "policy_visible" | "team_visible";
|
|
222
222
|
boundedDimensions: string[];
|
|
223
223
|
}];
|
|
@@ -251,11 +251,11 @@ export declare const MetricCatalogSchema: z.ZodArray<z.ZodObject<{
|
|
|
251
251
|
neutral: "neutral";
|
|
252
252
|
}>;
|
|
253
253
|
aggregation: z.ZodEnum<{
|
|
254
|
+
max: "max";
|
|
254
255
|
last: "last";
|
|
255
256
|
sum: "sum";
|
|
256
257
|
mean: "mean";
|
|
257
258
|
min: "min";
|
|
258
|
-
max: "max";
|
|
259
259
|
p50: "p50";
|
|
260
260
|
p95: "p95";
|
|
261
261
|
}>;
|
|
@@ -110,11 +110,11 @@ export declare const MetricDirectionSchema: z.ZodEnum<{
|
|
|
110
110
|
neutral: "neutral";
|
|
111
111
|
}>;
|
|
112
112
|
export declare const MetricAggregationSchema: z.ZodEnum<{
|
|
113
|
+
max: "max";
|
|
113
114
|
last: "last";
|
|
114
115
|
sum: "sum";
|
|
115
116
|
mean: "mean";
|
|
116
117
|
min: "min";
|
|
117
|
-
max: "max";
|
|
118
118
|
p50: "p50";
|
|
119
119
|
p95: "p95";
|
|
120
120
|
}>;
|
|
@@ -144,11 +144,11 @@ export declare const MetricDefinitionSchema: z.ZodObject<{
|
|
|
144
144
|
neutral: "neutral";
|
|
145
145
|
}>;
|
|
146
146
|
aggregation: z.ZodEnum<{
|
|
147
|
+
max: "max";
|
|
147
148
|
last: "last";
|
|
148
149
|
sum: "sum";
|
|
149
150
|
mean: "mean";
|
|
150
151
|
min: "min";
|
|
151
|
-
max: "max";
|
|
152
152
|
p50: "p50";
|
|
153
153
|
p95: "p95";
|
|
154
154
|
}>;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@openpond/evals",
|
|
3
|
-
"version": "0.11.
|
|
3
|
+
"version": "0.11.20",
|
|
4
4
|
"description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -19,6 +19,10 @@
|
|
|
19
19
|
"LICENSE"
|
|
20
20
|
],
|
|
21
21
|
"exports": {
|
|
22
|
+
"./native-conversations": {
|
|
23
|
+
"types": "./dist/types/native-conversations/index.d.ts",
|
|
24
|
+
"import": "./dist/native-conversations/index.js"
|
|
25
|
+
},
|
|
22
26
|
"./human-review": {
|
|
23
27
|
"types": "./dist/types/human-review/index.d.ts",
|
|
24
28
|
"import": "./dist/human-review/index.js"
|
|
@@ -139,7 +143,11 @@
|
|
|
139
143
|
"types": "./dist/types/evidence/index.d.ts",
|
|
140
144
|
"import": "./dist/evidence/index.js"
|
|
141
145
|
},
|
|
142
|
-
"./package.json": "./package.json"
|
|
146
|
+
"./package.json": "./package.json",
|
|
147
|
+
"./learning/reward-calibration-closure": {
|
|
148
|
+
"types": "./dist/types/learning/reward-calibration-closure.d.ts",
|
|
149
|
+
"import": "./dist/learning/reward-calibration-closure.js"
|
|
150
|
+
}
|
|
143
151
|
},
|
|
144
152
|
"publishConfig": {
|
|
145
153
|
"access": "public",
|
|
@@ -174,7 +182,7 @@
|
|
|
174
182
|
"zod": "^4.1.13"
|
|
175
183
|
},
|
|
176
184
|
"peerDependencies": {
|
|
177
|
-
"@openpond/harness": "^0.4.
|
|
185
|
+
"@openpond/harness": "^0.4.6"
|
|
178
186
|
},
|
|
179
187
|
"devDependencies": {
|
|
180
188
|
"@openpond/harness": "workspace:*",
|