@openpond/evals 0.11.18 → 0.11.20

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/dist/connected-evidence/contracts.js +15 -5
  2. package/dist/connected-evidence/imports.js +78 -17
  3. package/dist/connected-evidence/normalize.js +18 -7
  4. package/dist/connected-evidence/sources/claude-branches.js +52 -0
  5. package/dist/connected-evidence/sources/claude-code.js +7 -29
  6. package/dist/connected-evidence/sources/codex-authorization.js +40 -0
  7. package/dist/connected-evidence/sources/codex.js +7 -3
  8. package/dist/connected-evidence/sources/grok-build.js +137 -0
  9. package/dist/connected-evidence/sources/opencode.js +101 -0
  10. package/dist/connected-evidence/sources/pi.js +187 -0
  11. package/dist/graders.js +11 -1
  12. package/dist/learning/budgeted-reward-fixtures.js +1 -0
  13. package/dist/learning/contracts.js +10 -0
  14. package/dist/learning/index.js +1 -0
  15. package/dist/learning/model-judge.js +22 -5
  16. package/dist/learning/reward-calibration-closure.js +110 -0
  17. package/dist/learning/reward-calibration.js +20 -10
  18. package/dist/learning/reward-checks.js +1 -0
  19. package/dist/native-conversations/appimage-runtime.js +131 -0
  20. package/dist/native-conversations/collector-branches.js +79 -0
  21. package/dist/native-conversations/collector-contracts.js +9 -0
  22. package/dist/native-conversations/collector-destinations.js +27 -0
  23. package/dist/native-conversations/collector-errors.js +42 -0
  24. package/dist/native-conversations/collector-progress.js +114 -0
  25. package/dist/native-conversations/collector-store.js +251 -0
  26. package/dist/native-conversations/collector-sync-requests.js +52 -0
  27. package/dist/native-conversations/collector.js +329 -0
  28. package/dist/native-conversations/contracts.js +11 -0
  29. package/dist/native-conversations/database.js +149 -0
  30. package/dist/native-conversations/discovery.js +135 -0
  31. package/dist/native-conversations/history.js +327 -0
  32. package/dist/native-conversations/index.js +11 -0
  33. package/dist/native-conversations/location.js +29 -0
  34. package/dist/native-conversations/openclaw-cold-archive.js +91 -0
  35. package/dist/native-conversations/openclaw-database.js +130 -0
  36. package/dist/native-conversations/readiness.js +4 -0
  37. package/dist/native-conversations/source-locations.js +112 -0
  38. package/dist/native-conversations/supervisor.js +208 -0
  39. package/dist/native-conversations/titles.js +38 -0
  40. package/dist/rewards.js +1 -1
  41. package/dist/types/connected-evidence/contracts.d.ts +15 -0
  42. package/dist/types/connected-evidence/contracts.d.ts.map +1 -1
  43. package/dist/types/connected-evidence/imports.d.ts +7 -0
  44. package/dist/types/connected-evidence/imports.d.ts.map +1 -1
  45. package/dist/types/connected-evidence/normalize.d.ts +7 -0
  46. package/dist/types/connected-evidence/normalize.d.ts.map +1 -1
  47. package/dist/types/connected-evidence/sources/claude-branches.d.ts +19 -0
  48. package/dist/types/connected-evidence/sources/claude-branches.d.ts.map +1 -0
  49. package/dist/types/connected-evidence/sources/claude-code.d.ts +5 -1
  50. package/dist/types/connected-evidence/sources/claude-code.d.ts.map +1 -1
  51. package/dist/types/connected-evidence/sources/codex-authorization.d.ts +18 -0
  52. package/dist/types/connected-evidence/sources/codex-authorization.d.ts.map +1 -0
  53. package/dist/types/connected-evidence/sources/codex.d.ts +5 -1
  54. package/dist/types/connected-evidence/sources/codex.d.ts.map +1 -1
  55. package/dist/types/connected-evidence/sources/grok-build.d.ts +79 -0
  56. package/dist/types/connected-evidence/sources/grok-build.d.ts.map +1 -0
  57. package/dist/types/connected-evidence/sources/history.d.ts +10 -2
  58. package/dist/types/connected-evidence/sources/history.d.ts.map +1 -1
  59. package/dist/types/connected-evidence/sources/opencode.d.ts +78 -0
  60. package/dist/types/connected-evidence/sources/opencode.d.ts.map +1 -0
  61. package/dist/types/connected-evidence/sources/pi.d.ts +79 -0
  62. package/dist/types/connected-evidence/sources/pi.d.ts.map +1 -0
  63. package/dist/types/graders.d.ts +81 -0
  64. package/dist/types/graders.d.ts.map +1 -1
  65. package/dist/types/learning/budgeted-reward-fixtures.d.ts +2 -1
  66. package/dist/types/learning/budgeted-reward-fixtures.d.ts.map +1 -1
  67. package/dist/types/learning/contracts.d.ts +167 -0
  68. package/dist/types/learning/contracts.d.ts.map +1 -1
  69. package/dist/types/learning/index.d.ts +1 -0
  70. package/dist/types/learning/index.d.ts.map +1 -1
  71. package/dist/types/learning/judge-budget.d.ts +3 -0
  72. package/dist/types/learning/judge-budget.d.ts.map +1 -1
  73. package/dist/types/learning/model-judge.d.ts +6 -1
  74. package/dist/types/learning/model-judge.d.ts.map +1 -1
  75. package/dist/types/learning/operations.d.ts +44 -0
  76. package/dist/types/learning/operations.d.ts.map +1 -1
  77. package/dist/types/learning/repository.d.ts +81 -0
  78. package/dist/types/learning/repository.d.ts.map +1 -1
  79. package/dist/types/learning/reward-calibration-closure.d.ts +2323 -0
  80. package/dist/types/learning/reward-calibration-closure.d.ts.map +1 -0
  81. package/dist/types/learning/reward-calibration.d.ts +1 -1
  82. package/dist/types/learning/reward-calibration.d.ts.map +1 -1
  83. package/dist/types/learning/reward-checks.d.ts +35 -0
  84. package/dist/types/learning/reward-checks.d.ts.map +1 -1
  85. package/dist/types/learning/transport.d.ts +103 -0
  86. package/dist/types/learning/transport.d.ts.map +1 -1
  87. package/dist/types/native-conversations/appimage-runtime.d.ts +12 -0
  88. package/dist/types/native-conversations/appimage-runtime.d.ts.map +1 -0
  89. package/dist/types/native-conversations/collector-branches.d.ts +22 -0
  90. package/dist/types/native-conversations/collector-branches.d.ts.map +1 -0
  91. package/dist/types/native-conversations/collector-contracts.d.ts +92 -0
  92. package/dist/types/native-conversations/collector-contracts.d.ts.map +1 -0
  93. package/dist/types/native-conversations/collector-destinations.d.ts +18 -0
  94. package/dist/types/native-conversations/collector-destinations.d.ts.map +1 -0
  95. package/dist/types/native-conversations/collector-errors.d.ts +13 -0
  96. package/dist/types/native-conversations/collector-errors.d.ts.map +1 -0
  97. package/dist/types/native-conversations/collector-progress.d.ts +24 -0
  98. package/dist/types/native-conversations/collector-progress.d.ts.map +1 -0
  99. package/dist/types/native-conversations/collector-store.d.ts +31 -0
  100. package/dist/types/native-conversations/collector-store.d.ts.map +1 -0
  101. package/dist/types/native-conversations/collector-sync-requests.d.ts +25 -0
  102. package/dist/types/native-conversations/collector-sync-requests.d.ts.map +1 -0
  103. package/dist/types/native-conversations/collector.d.ts +8 -0
  104. package/dist/types/native-conversations/collector.d.ts.map +1 -0
  105. package/dist/types/native-conversations/contracts.d.ts +47 -0
  106. package/dist/types/native-conversations/contracts.d.ts.map +1 -0
  107. package/dist/types/native-conversations/database.d.ts +14 -0
  108. package/dist/types/native-conversations/database.d.ts.map +1 -0
  109. package/dist/types/native-conversations/discovery.d.ts +9 -0
  110. package/dist/types/native-conversations/discovery.d.ts.map +1 -0
  111. package/dist/types/native-conversations/history.d.ts +23 -0
  112. package/dist/types/native-conversations/history.d.ts.map +1 -0
  113. package/dist/types/native-conversations/index.d.ts +12 -0
  114. package/dist/types/native-conversations/index.d.ts.map +1 -0
  115. package/dist/types/native-conversations/location.d.ts +3 -0
  116. package/dist/types/native-conversations/location.d.ts.map +1 -0
  117. package/dist/types/native-conversations/openclaw-cold-archive.d.ts +8 -0
  118. package/dist/types/native-conversations/openclaw-cold-archive.d.ts.map +1 -0
  119. package/dist/types/native-conversations/openclaw-database.d.ts +14 -0
  120. package/dist/types/native-conversations/openclaw-database.d.ts.map +1 -0
  121. package/dist/types/native-conversations/readiness.d.ts +5 -0
  122. package/dist/types/native-conversations/readiness.d.ts.map +1 -0
  123. package/dist/types/native-conversations/source-locations.d.ts +8 -0
  124. package/dist/types/native-conversations/source-locations.d.ts.map +1 -0
  125. package/dist/types/native-conversations/supervisor.d.ts +21 -0
  126. package/dist/types/native-conversations/supervisor.d.ts.map +1 -0
  127. package/dist/types/native-conversations/titles.d.ts +4 -0
  128. package/dist/types/native-conversations/titles.d.ts.map +1 -0
  129. package/dist/types/rewards.d.ts +50 -0
  130. package/dist/types/rewards.d.ts.map +1 -1
  131. package/dist/types/telemetry-analysis.d.ts +1 -1
  132. package/dist/types/telemetry-bundle.d.ts +2 -2
  133. package/dist/types/telemetry-catalog.d.ts +21 -21
  134. package/dist/types/telemetry.d.ts +2 -2
  135. package/package.json +11 -3
  136. package/schemas/learning/v1/command-request.schema.json +122 -91
  137. package/schemas/learning/v1/decision.schema.json +63 -0
  138. package/schemas/learning/v1/grade.schema.json +91 -0
  139. package/schemas/learning/v1/reward_check.schema.json +91 -0
  140. package/schemas/learning/v1/source.schema.json +28 -0
@@ -0,0 +1,14 @@
1
+ import type { NativeSession, NativeSource } from "./contracts.js";
2
+ export declare function listDatabaseSessions(source: NativeSource, input: {
3
+ since?: string;
4
+ cursor?: string;
5
+ limit: number;
6
+ }): {
7
+ items: NativeSession[];
8
+ nextCursor: string | null;
9
+ };
10
+ export declare function readDatabaseSession(source: NativeSource, sessionId: string): {
11
+ path: string;
12
+ text: string;
13
+ };
14
+ //# sourceMappingURL=database.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"database.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/database.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAsBlE,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;;;EAoC1D;AACD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM;;;EAkH1E"}
@@ -0,0 +1,9 @@
1
+ import { type ExternalAgentSource, type NativeSource } from "./contracts.js";
2
+ /** Discovery returns locations/capabilities only. Transcript reads require a selected source. */
3
+ export declare function discoverSources(input: {
4
+ machineId: string;
5
+ home?: string;
6
+ locations?: Partial<Record<ExternalAgentSource, string>>;
7
+ environment?: NodeJS.ProcessEnv;
8
+ }): Promise<NativeSource[]>;
9
+ //# sourceMappingURL=discovery.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"discovery.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/discovery.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,YAAY,EAElB,MAAM,gBAAgB,CAAC;AAExB,iGAAiG;AACjG,wBAAsB,eAAe,CAAC,KAAK,EAAE;IAC3C,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,WAAW,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;CACjC,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CA6I1B"}
@@ -0,0 +1,23 @@
1
+ import { type NativeSession, type NativeSource, type NativeBranchInspection, type NativeBranchAnchor } from "./contracts.js";
2
+ export declare function listSessions(source: NativeSource, input?: {
3
+ since?: string;
4
+ cursor?: string;
5
+ limit?: number;
6
+ }): Promise<{
7
+ items: NativeSession[];
8
+ nextCursor: string | null;
9
+ }>;
10
+ export declare function inspectSessionBranches(source: NativeSource, session: NativeSession): Promise<NativeBranchInspection>;
11
+ export declare function readSession(source: NativeSource, session: NativeSession, input?: {
12
+ branchLeafId?: string;
13
+ expectedBranchRevision?: string;
14
+ branchAnchor?: NativeBranchAnchor;
15
+ }): Promise<{
16
+ files: {
17
+ path: string;
18
+ text: string;
19
+ }[];
20
+ preview: import("../connected-evidence/imports.js").AgentImportPreview;
21
+ branchLeafId: string | undefined;
22
+ }>;
23
+ //# sourceMappingURL=history.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"history.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/history.ts"],"names":[],"mappings":"AAiBA,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACxB,MAAM,gBAAgB,CAAC;AAwFxB,wBAAsB,YAAY,CAChC,MAAM,EAAE,YAAY,EACpB,KAAK,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO;;;GAoJhE;AACD,wBAAsB,sBAAsB,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAQ1H;AAED,wBAAsB,WAAW,CAC/B,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,aAAa,EACtB,KAAK,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,kBAAkB,CAAA;CAAO;;;;;;;GAiE1G"}
@@ -0,0 +1,12 @@
1
+ /** Node-only retained native history and independently supervised sync service. */
2
+ export * from "./contracts.js";
3
+ export * from "./discovery.js";
4
+ export * from "./history.js";
5
+ export * from "./collector-contracts.js";
6
+ export * from "./collector-store.js";
7
+ export * from "./collector.js";
8
+ export * from "./supervisor.js";
9
+ export * from "./location.js";
10
+ export * from "./collector-branches.js";
11
+ export * from "./collector-destinations.js";
12
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/index.ts"],"names":[],"mappings":"AAAA,mFAAmF;AACnF,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,cAAc,CAAC;AAC7B,cAAc,0BAA0B,CAAC;AACzC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC"}
@@ -0,0 +1,3 @@
1
+ export declare function collectorDirectory(home?: string): string;
2
+ export declare function collectorMachineId(directory?: string): Promise<string>;
3
+ //# sourceMappingURL=location.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"location.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/location.ts"],"names":[],"mappings":"AAIA,wBAAgB,kBAAkB,CAChC,IAAI,SAA4D,UAGjE;AACD,wBAAsB,kBAAkB,CAAC,SAAS,SAAuB,mBAoBxE"}
@@ -0,0 +1,8 @@
1
+ import type { DatabaseSync } from "node:sqlite";
2
+ import { type NativeSource } from "./contracts.js";
3
+ /** Read the native cold-storage envelope without restoring or modifying its database. */
4
+ export declare function readOpenClawColdArchive(database: DatabaseSync, source: NativeSource, sessionId: string): {
5
+ path: string;
6
+ text: string;
7
+ } | null;
8
+ //# sourceMappingURL=openclaw-cold-archive.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openclaw-cold-archive.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/openclaw-cold-archive.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,OAAO,EAAqB,KAAK,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAEtE,yFAAyF;AACzF,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,YAAY,EACtB,MAAM,EAAE,YAAY,EACpB,SAAS,EAAE,MAAM;;;SAqGlB"}
@@ -0,0 +1,14 @@
1
+ import { type NativeSession, type NativeSource } from "./contracts.js";
2
+ export declare function listOpenClawSessions(source: NativeSource, input: {
3
+ since?: string;
4
+ cursor?: string;
5
+ limit: number;
6
+ }): {
7
+ items: NativeSession[];
8
+ nextCursor: string | null;
9
+ };
10
+ export declare function readOpenClawSession(source: NativeSource, sessionId: string): {
11
+ path: string;
12
+ text: string;
13
+ };
14
+ //# sourceMappingURL=openclaw-database.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"openclaw-database.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/openclaw-database.ts"],"names":[],"mappings":"AAIA,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,YAAY,EAClB,MAAM,gBAAgB,CAAC;AAgBxB,wBAAgB,oBAAoB,CAClC,MAAM,EAAE,YAAY,EACpB,KAAK,EAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE;;;EAkC1D;AACD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM;;;EAiG1E"}
@@ -0,0 +1,5 @@
1
+ /** An empty/incomplete session is discovered history, but not a training case. */
2
+ export declare class NativeSessionNotReadyError extends Error {
3
+ constructor();
4
+ }
5
+ //# sourceMappingURL=readiness.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"readiness.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/readiness.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,qBAAa,0BAA2B,SAAQ,KAAK;;CAEpD"}
@@ -0,0 +1,8 @@
1
+ export interface SourceLocation {
2
+ root: string;
3
+ reason?: string;
4
+ }
5
+ export declare function hermesHome(home: string, env: NodeJS.ProcessEnv): string;
6
+ export declare function hermesLocations(root: string): Promise<SourceLocation[]>;
7
+ export declare function ompLocations(home: string, env: NodeJS.ProcessEnv): Promise<SourceLocation[]>;
8
+ //# sourceMappingURL=source-locations.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"source-locations.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/source-locations.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,cAAc;IAAG,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE;AAEjE,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,UAW9D;AAkBD,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA6B7E;AAOD,wBAAsB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAmClG"}
@@ -0,0 +1,21 @@
1
+ import type { CollectorConnection } from "./collector-contracts.js";
2
+ export interface CollectorServiceSetup {
3
+ directory: string;
4
+ executable: string;
5
+ args: string[];
6
+ home?: string;
7
+ environment?: Partial<Record<"OPENPOND_HOME" | "ELECTRON_RUN_AS_NODE" | "APPIMAGE_EXTRACT_AND_RUN", string>>;
8
+ }
9
+ export declare function configureCollector(directory: string, connection: CollectorConnection): Promise<void>;
10
+ export declare function collectorStatus(directory: string): Promise<import("./collector-contracts.js").CollectorStatus>;
11
+ export declare function controlCollector(directory: string, action: "start" | "stop" | "sync" | "pause" | "resume" | "disconnect", connectionId?: string): Promise<import("./collector-contracts.js").CollectorStatus>;
12
+ /** Per-user logon supervision. Installing does not override the retained Stop intent. */
13
+ export declare function installCollectorService(input: CollectorServiceSetup): Promise<{
14
+ name: string;
15
+ platform: "darwin" | "linux" | "win32";
16
+ status: import("./collector-contracts.js").CollectorStatus;
17
+ }>;
18
+ /** Removing supervision preserves receipts, pending uploads and retained datasets. */
19
+ export declare function uninstallCollectorService(directory: string, home?: string): Promise<import("./collector-contracts.js").CollectorStatus>;
20
+ export declare function startCollectorService(directory: string): Promise<import("./collector-contracts.js").CollectorStatus>;
21
+ //# sourceMappingURL=supervisor.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"supervisor.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/supervisor.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAiBpE,MAAM,WAAW,qBAAqB;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,OAAO,CACnB,MAAM,CAAC,eAAe,GAAG,sBAAsB,GAAG,0BAA0B,EAAE,MAAM,CAAC,CACtF,CAAC;CACH;AAID,wBAAsB,kBAAkB,CACtC,SAAS,EAAE,MAAM,EACjB,UAAU,EAAE,mBAAmB,iBAQhC;AACD,wBAAsB,eAAe,CAAC,SAAS,EAAE,MAAM,+DAOtD;AACD,wBAAsB,gBAAgB,CACpC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,EACrE,YAAY,CAAC,EAAE,MAAM,+DA0BtB;AACD,yFAAyF;AACzF,wBAAsB,uBAAuB,CAAC,KAAK,EAAE,qBAAqB;;;;GA+FzE;AACD,sFAAsF;AACtF,wBAAsB,yBAAyB,CAC7C,SAAS,EAAE,MAAM,EACjB,IAAI,SAAY,+DA4BjB;AACD,wBAAsB,qBAAqB,CAAC,SAAS,EAAE,MAAM,+DAoB5D"}
@@ -0,0 +1,4 @@
1
+ /** Retained provider titles take precedence over a preview of the first real user prompt. */
2
+ export declare function claudeConversationTitle(rows: readonly Record<string, unknown>[], sessionId: string): string;
3
+ export declare function retainedConversationTitle(value: unknown, sessionId: string): string;
4
+ //# sourceMappingURL=titles.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"titles.d.ts","sourceRoot":"","sources":["../../../../../src/native-conversations/titles.ts"],"names":[],"mappings":"AAOA,6FAA6F;AAC7F,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAuB3G;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAEnF"}
@@ -778,6 +778,22 @@ export declare const BoundRewardResultSchema: z.ZodObject<{
778
778
  inputTokens: z.ZodNullable<z.ZodNumber>;
779
779
  outputTokens: z.ZodNullable<z.ZodNumber>;
780
780
  costUsd: z.ZodNullable<z.ZodNumber>;
781
+ transportPolicy: z.ZodOptional<z.ZodObject<{
782
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
783
+ responseFormat: z.ZodLiteral<"judgment_json_schema">;
784
+ reasoningEffort: z.ZodEnum<{
785
+ off: "off";
786
+ low: "low";
787
+ medium: "medium";
788
+ high: "high";
789
+ xhigh: "xhigh";
790
+ max: "max";
791
+ }>;
792
+ maximumOutputTokens: z.ZodNumber;
793
+ }, z.core.$strict>>;
794
+ effectiveRequestHash: z.ZodOptional<z.ZodString>;
795
+ finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
796
+ reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
781
797
  }, z.core.$strict>>;
782
798
  contentHash: z.ZodString;
783
799
  }, z.core.$strict>>;
@@ -848,6 +864,22 @@ export declare const RewardCompositionContentSchema: z.ZodObject<{
848
864
  inputTokens: z.ZodNullable<z.ZodNumber>;
849
865
  outputTokens: z.ZodNullable<z.ZodNumber>;
850
866
  costUsd: z.ZodNullable<z.ZodNumber>;
867
+ transportPolicy: z.ZodOptional<z.ZodObject<{
868
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
869
+ responseFormat: z.ZodLiteral<"judgment_json_schema">;
870
+ reasoningEffort: z.ZodEnum<{
871
+ off: "off";
872
+ low: "low";
873
+ medium: "medium";
874
+ high: "high";
875
+ xhigh: "xhigh";
876
+ max: "max";
877
+ }>;
878
+ maximumOutputTokens: z.ZodNumber;
879
+ }, z.core.$strict>>;
880
+ effectiveRequestHash: z.ZodOptional<z.ZodString>;
881
+ finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
882
+ reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
851
883
  }, z.core.$strict>>;
852
884
  contentHash: z.ZodString;
853
885
  }, z.core.$strict>>;
@@ -939,6 +971,22 @@ export declare const RewardCompositionSchema: z.ZodObject<{
939
971
  inputTokens: z.ZodNullable<z.ZodNumber>;
940
972
  outputTokens: z.ZodNullable<z.ZodNumber>;
941
973
  costUsd: z.ZodNullable<z.ZodNumber>;
974
+ transportPolicy: z.ZodOptional<z.ZodObject<{
975
+ schemaVersion: z.ZodLiteral<"openpond.modelJudgeTransportPolicy.v1">;
976
+ responseFormat: z.ZodLiteral<"judgment_json_schema">;
977
+ reasoningEffort: z.ZodEnum<{
978
+ off: "off";
979
+ low: "low";
980
+ medium: "medium";
981
+ high: "high";
982
+ xhigh: "xhigh";
983
+ max: "max";
984
+ }>;
985
+ maximumOutputTokens: z.ZodNumber;
986
+ }, z.core.$strict>>;
987
+ effectiveRequestHash: z.ZodOptional<z.ZodString>;
988
+ finishReason: z.ZodOptional<z.ZodNullable<z.ZodString>>;
989
+ reasoningTokens: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
942
990
  }, z.core.$strict>>;
943
991
  contentHash: z.ZodString;
944
992
  }, z.core.$strict>>;
@@ -993,6 +1041,8 @@ export declare function executeRewardBinding(input: {
993
1041
  rewards: RewardRelease[];
994
1042
  task: TaskRecord;
995
1043
  evidence: AttemptEvidence;
1044
+ /** Private owner-resolved context for grading, excluded from the policy task. */
1045
+ evaluatorContext?: Record<string, unknown> | null;
996
1046
  modelJudge?: ModelJudgeRunner;
997
1047
  customVerifier?: CustomVerifierRunner;
998
1048
  learnedReward?: LearnedRewardRunner;
@@ -1 +1 @@
1
- {"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CA6C5J;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
1
+ {"version":3,"file":"rewards.d.ts","sourceRoot":"","sources":["../../../../src/rewards.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAuC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3I,OAAO,EAAsI,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIrM,eAAO,MAAM,iBAAiB,aAA6C,CAAC;AAC5E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,GAAG,aAAa,CAAC,GAAG,MAAM,CAE9F;AACD,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAMrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AACtH,eAAO,MAAM,sBAAsB;;;;kBAAuF,CAAC;AAE3H,eAAO,MAAM,yBAAyB;;;;;;;;;;4BAGpC,CAAC;AACH,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU3B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBrC,CAAC;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAEtH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWzB,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQhC,CAAC;AACZ,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAqF,CAAC;AAE1H,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,mBAAmB,GAAG,CAAC,KAAK,EAAE;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,eAAe,CAAC;IAAC,MAAM,CAAC,EAAE,WAAW,CAAA;CAAE,KAAK,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAAC;AAEpN,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAIpG;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,aAAa,CAK9H;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,KAAK,CAAC;IAAE,MAAM,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,CAajJ;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,UAAU,EAAE,CAKlG;AAED,wBAAsB,oBAAoB,CAAC,KAAK,EAAE;IAChD,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,eAAe,CAAC;IAC1B,iFAAiF;IACjF,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAClD,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,GAAG,qBAAqB,CAAC;CAC7C,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAmC7B;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IAAE,OAAO,EAAE,aAAa,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,iBAAiB,EAAE,CAAA;CAAE,GAAG,iBAAiB,CA6C5J;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAGrE"}
@@ -54,11 +54,11 @@ export declare const RunMetricSummarySchema: z.ZodObject<{
54
54
  runId: z.ZodString;
55
55
  metricId: z.ZodString;
56
56
  aggregation: z.ZodEnum<{
57
+ max: "max";
57
58
  last: "last";
58
59
  sum: "sum";
59
60
  mean: "mean";
60
61
  min: "min";
61
- max: "max";
62
62
  p50: "p50";
63
63
  p95: "p95";
64
64
  }>;
@@ -31,11 +31,11 @@ export declare const TelemetryExportBundleContentSchema: z.ZodObject<{
31
31
  neutral: "neutral";
32
32
  }>;
33
33
  aggregation: z.ZodEnum<{
34
+ max: "max";
34
35
  last: "last";
35
36
  sum: "sum";
36
37
  mean: "mean";
37
38
  min: "min";
38
- max: "max";
39
39
  p50: "p50";
40
40
  p95: "p95";
41
41
  }>;
@@ -179,11 +179,11 @@ export declare const TelemetryExportBundleSchema: z.ZodObject<{
179
179
  neutral: "neutral";
180
180
  }>;
181
181
  aggregation: z.ZodEnum<{
182
+ max: "max";
182
183
  last: "last";
183
184
  sum: "sum";
184
185
  mean: "mean";
185
186
  min: "min";
186
- max: "max";
187
187
  p50: "p50";
188
188
  p95: "p95";
189
189
  }>;
@@ -8,7 +8,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
8
8
  valueType: "gauge" | "counter" | "distribution";
9
9
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
10
10
  direction: "higher" | "lower" | "neutral";
11
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
11
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
12
12
  visibility: "host_private" | "policy_visible" | "team_visible";
13
13
  boundedDimensions: string[];
14
14
  }, {
@@ -19,7 +19,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
19
19
  valueType: "gauge" | "counter" | "distribution";
20
20
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
21
21
  direction: "higher" | "lower" | "neutral";
22
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
22
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
23
23
  visibility: "host_private" | "policy_visible" | "team_visible";
24
24
  boundedDimensions: string[];
25
25
  }, {
@@ -30,7 +30,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
30
30
  valueType: "gauge" | "counter" | "distribution";
31
31
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
32
32
  direction: "higher" | "lower" | "neutral";
33
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
33
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
34
34
  visibility: "host_private" | "policy_visible" | "team_visible";
35
35
  boundedDimensions: string[];
36
36
  }, {
@@ -41,7 +41,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
41
41
  valueType: "gauge" | "counter" | "distribution";
42
42
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
43
43
  direction: "higher" | "lower" | "neutral";
44
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
44
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
45
45
  visibility: "host_private" | "policy_visible" | "team_visible";
46
46
  boundedDimensions: string[];
47
47
  }, {
@@ -52,7 +52,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
52
52
  valueType: "gauge" | "counter" | "distribution";
53
53
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
54
54
  direction: "higher" | "lower" | "neutral";
55
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
55
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
56
56
  visibility: "host_private" | "policy_visible" | "team_visible";
57
57
  boundedDimensions: string[];
58
58
  }, {
@@ -63,7 +63,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
63
63
  valueType: "gauge" | "counter" | "distribution";
64
64
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
65
65
  direction: "higher" | "lower" | "neutral";
66
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
66
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
67
67
  visibility: "host_private" | "policy_visible" | "team_visible";
68
68
  boundedDimensions: string[];
69
69
  }, {
@@ -74,7 +74,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
74
74
  valueType: "gauge" | "counter" | "distribution";
75
75
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
76
76
  direction: "higher" | "lower" | "neutral";
77
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
77
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
78
78
  visibility: "host_private" | "policy_visible" | "team_visible";
79
79
  boundedDimensions: string[];
80
80
  }, {
@@ -85,7 +85,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
85
85
  valueType: "gauge" | "counter" | "distribution";
86
86
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
87
87
  direction: "higher" | "lower" | "neutral";
88
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
88
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
89
89
  visibility: "host_private" | "policy_visible" | "team_visible";
90
90
  boundedDimensions: string[];
91
91
  }, {
@@ -96,7 +96,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
96
96
  valueType: "gauge" | "counter" | "distribution";
97
97
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
98
98
  direction: "higher" | "lower" | "neutral";
99
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
99
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
100
100
  visibility: "host_private" | "policy_visible" | "team_visible";
101
101
  boundedDimensions: string[];
102
102
  }, {
@@ -107,7 +107,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
107
107
  valueType: "gauge" | "counter" | "distribution";
108
108
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
109
109
  direction: "higher" | "lower" | "neutral";
110
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
110
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
111
111
  visibility: "host_private" | "policy_visible" | "team_visible";
112
112
  boundedDimensions: string[];
113
113
  }, {
@@ -118,7 +118,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
118
118
  valueType: "gauge" | "counter" | "distribution";
119
119
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
120
120
  direction: "higher" | "lower" | "neutral";
121
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
121
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
122
122
  visibility: "host_private" | "policy_visible" | "team_visible";
123
123
  boundedDimensions: string[];
124
124
  }, {
@@ -129,7 +129,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
129
129
  valueType: "gauge" | "counter" | "distribution";
130
130
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
131
131
  direction: "higher" | "lower" | "neutral";
132
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
132
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
133
133
  visibility: "host_private" | "policy_visible" | "team_visible";
134
134
  boundedDimensions: string[];
135
135
  }, {
@@ -140,7 +140,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
140
140
  valueType: "gauge" | "counter" | "distribution";
141
141
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
142
142
  direction: "higher" | "lower" | "neutral";
143
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
143
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
144
144
  visibility: "host_private" | "policy_visible" | "team_visible";
145
145
  boundedDimensions: string[];
146
146
  }, {
@@ -151,7 +151,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
151
151
  valueType: "gauge" | "counter" | "distribution";
152
152
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
153
153
  direction: "higher" | "lower" | "neutral";
154
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
154
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
155
155
  visibility: "host_private" | "policy_visible" | "team_visible";
156
156
  boundedDimensions: string[];
157
157
  }, {
@@ -162,7 +162,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
162
162
  valueType: "gauge" | "counter" | "distribution";
163
163
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
164
164
  direction: "higher" | "lower" | "neutral";
165
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
165
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
166
166
  visibility: "host_private" | "policy_visible" | "team_visible";
167
167
  boundedDimensions: string[];
168
168
  }, {
@@ -173,7 +173,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
173
173
  valueType: "gauge" | "counter" | "distribution";
174
174
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
175
175
  direction: "higher" | "lower" | "neutral";
176
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
176
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
177
177
  visibility: "host_private" | "policy_visible" | "team_visible";
178
178
  boundedDimensions: string[];
179
179
  }, {
@@ -184,7 +184,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
184
184
  valueType: "gauge" | "counter" | "distribution";
185
185
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
186
186
  direction: "higher" | "lower" | "neutral";
187
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
187
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
188
188
  visibility: "host_private" | "policy_visible" | "team_visible";
189
189
  boundedDimensions: string[];
190
190
  }, {
@@ -195,7 +195,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
195
195
  valueType: "gauge" | "counter" | "distribution";
196
196
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
197
197
  direction: "higher" | "lower" | "neutral";
198
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
198
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
199
199
  visibility: "host_private" | "policy_visible" | "team_visible";
200
200
  boundedDimensions: string[];
201
201
  }, {
@@ -206,7 +206,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
206
206
  valueType: "gauge" | "counter" | "distribution";
207
207
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
208
208
  direction: "higher" | "lower" | "neutral";
209
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
209
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
210
210
  visibility: "host_private" | "policy_visible" | "team_visible";
211
211
  boundedDimensions: string[];
212
212
  }, {
@@ -217,7 +217,7 @@ export declare const CORE_METRIC_CATALOG: readonly [{
217
217
  valueType: "gauge" | "counter" | "distribution";
218
218
  unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
219
219
  direction: "higher" | "lower" | "neutral";
220
- aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
220
+ aggregation: "max" | "last" | "sum" | "mean" | "min" | "p50" | "p95";
221
221
  visibility: "host_private" | "policy_visible" | "team_visible";
222
222
  boundedDimensions: string[];
223
223
  }];
@@ -251,11 +251,11 @@ export declare const MetricCatalogSchema: z.ZodArray<z.ZodObject<{
251
251
  neutral: "neutral";
252
252
  }>;
253
253
  aggregation: z.ZodEnum<{
254
+ max: "max";
254
255
  last: "last";
255
256
  sum: "sum";
256
257
  mean: "mean";
257
258
  min: "min";
258
- max: "max";
259
259
  p50: "p50";
260
260
  p95: "p95";
261
261
  }>;
@@ -110,11 +110,11 @@ export declare const MetricDirectionSchema: z.ZodEnum<{
110
110
  neutral: "neutral";
111
111
  }>;
112
112
  export declare const MetricAggregationSchema: z.ZodEnum<{
113
+ max: "max";
113
114
  last: "last";
114
115
  sum: "sum";
115
116
  mean: "mean";
116
117
  min: "min";
117
- max: "max";
118
118
  p50: "p50";
119
119
  p95: "p95";
120
120
  }>;
@@ -144,11 +144,11 @@ export declare const MetricDefinitionSchema: z.ZodObject<{
144
144
  neutral: "neutral";
145
145
  }>;
146
146
  aggregation: z.ZodEnum<{
147
+ max: "max";
147
148
  last: "last";
148
149
  sum: "sum";
149
150
  mean: "mean";
150
151
  min: "min";
151
- max: "max";
152
152
  p50: "p50";
153
153
  p95: "p95";
154
154
  }>;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@openpond/evals",
3
- "version": "0.11.18",
3
+ "version": "0.11.20",
4
4
  "description": "Portable Tasksets, graders, evaluation runs, receipts, conformance fixtures, and Work evidence for OpenPond Harnesses",
5
5
  "license": "MIT",
6
6
  "type": "module",
@@ -19,6 +19,10 @@
19
19
  "LICENSE"
20
20
  ],
21
21
  "exports": {
22
+ "./native-conversations": {
23
+ "types": "./dist/types/native-conversations/index.d.ts",
24
+ "import": "./dist/native-conversations/index.js"
25
+ },
22
26
  "./human-review": {
23
27
  "types": "./dist/types/human-review/index.d.ts",
24
28
  "import": "./dist/human-review/index.js"
@@ -139,7 +143,11 @@
139
143
  "types": "./dist/types/evidence/index.d.ts",
140
144
  "import": "./dist/evidence/index.js"
141
145
  },
142
- "./package.json": "./package.json"
146
+ "./package.json": "./package.json",
147
+ "./learning/reward-calibration-closure": {
148
+ "types": "./dist/types/learning/reward-calibration-closure.d.ts",
149
+ "import": "./dist/learning/reward-calibration-closure.js"
150
+ }
143
151
  },
144
152
  "publishConfig": {
145
153
  "access": "public",
@@ -174,7 +182,7 @@
174
182
  "zod": "^4.1.13"
175
183
  },
176
184
  "peerDependencies": {
177
- "@openpond/harness": "^0.4.0"
185
+ "@openpond/harness": "^0.4.6"
178
186
  },
179
187
  "devDependencies": {
180
188
  "@openpond/harness": "workspace:*",