@openpond/evals 0.5.0 → 0.7.0

package/dist/types/tasksets.d.ts

@@ -96,6 +96,12 @@ export declare const ModelJudgeGraderSpecSchema: z.ZodObject<{
         passed: "passed";
         failed: "failed";
     }>;
+    model: z.ZodOptional<z.ZodObject<{
+        providerId: z.ZodString;
+        modelId: z.ZodString;
+        revision: z.ZodNullable<z.ZodString>;
+    }, z.core.$strict>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>;
 export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
     id: z.ZodString;
@@ -117,6 +123,7 @@ export declare const CustomVerifierGraderSpecSchema: z.ZodObject<{
             host_private: "host_private";
         }>;
     }, z.core.$strict>;
+    exportName: z.ZodOptional<z.ZodString>;
     timeoutMs: z.ZodNumber;
     networkPolicy: z.ZodLiteral<"none">;
 }, z.core.$strict>;
@@ -182,6 +189,12 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
         passed: "passed";
         failed: "failed";
     }>;
+    model: z.ZodOptional<z.ZodObject<{
+        providerId: z.ZodString;
+        modelId: z.ZodString;
+        revision: z.ZodNullable<z.ZodString>;
+    }, z.core.$strict>>;
+    temperature: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     id: z.ZodString;
     version: z.ZodString;
@@ -202,6 +215,7 @@ export declare const GraderSpecSchema: z.ZodUnion<readonly [z.ZodObject<{
             host_private: "host_private";
         }>;
     }, z.core.$strict>;
+    exportName: z.ZodOptional<z.ZodString>;
     timeoutMs: z.ZodNumber;
     networkPolicy: z.ZodLiteral<"none">;
 }, z.core.$strict>, z.ZodObject<{
@@ -417,6 +431,12 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
             passed: "passed";
             failed: "failed";
         }>;
+        model: z.ZodOptional<z.ZodObject<{
+            providerId: z.ZodString;
+            modelId: z.ZodString;
+            revision: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>>;
+        temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
         version: z.ZodString;
@@ -437,6 +457,7 @@ export declare const TasksetReleaseContentSchema: z.ZodObject<{
                 host_private: "host_private";
             }>;
         }, z.core.$strict>;
+        exportName: z.ZodOptional<z.ZodString>;
         timeoutMs: z.ZodNumber;
         networkPolicy: z.ZodLiteral<"none">;
     }, z.core.$strict>, z.ZodObject<{
@@ -613,6 +634,12 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
             passed: "passed";
             failed: "failed";
         }>;
+        model: z.ZodOptional<z.ZodObject<{
+            providerId: z.ZodString;
+            modelId: z.ZodString;
+            revision: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>>;
+        temperature: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         id: z.ZodString;
         version: z.ZodString;
@@ -633,6 +660,7 @@ export declare const TasksetReleaseSchema: z.ZodObject<{
                 host_private: "host_private";
             }>;
         }, z.core.$strict>;
+        exportName: z.ZodOptional<z.ZodString>;
         timeoutMs: z.ZodNumber;
         networkPolicy: z.ZodLiteral<"none">;
     }, z.core.$strict>, z.ZodObject<{

package/dist/types/tasksets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAE3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;kBAI5B,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;kBAKhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;kBAIvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CAsDA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}
+{"version":3,"file":"tasksets.d.ts","sourceRoot":"","sources":["../../../../src/tasksets.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,uBAAuB,EAOxB,MAAM,mBAAmB,CAAC;AAE3B,eAAO,MAAM,eAAe;;;;;EAAyD,CAAC;AACtF,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;kBAM9B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;kBAKtB,CAAC;AAEZ,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;kBAS3B,CAAC;AAWZ,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;kBAG/B,CAAC;AACZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAM5B,CAAC;AACZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;kBAMhC,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;kBAIvB,CAAC;AACZ,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oBAK3B,CAAC;AAEH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlB,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,SAAS,GAAG,OAAO,CAAC;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;CACrB,CAAC;AAEF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,OAAO,GAAG;IACtD,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,cAAc,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,sBAAsB,EAAE,CAAC;CAClC,CAsDA;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,IAAI,CAKlE;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,UAAU,GAAG;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,CAAC;IAC7D,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB,CAQA;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAIpG;AAED,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAC5E,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AACpF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAC1D,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAElF,OAAO,EACL,2BAA2B,EAC3B,qBAAqB,EACrB,KAAK,qBAAqB,EAC1B,KAAK,eAAe,GACrB,MAAM,mBAAmB,CAAC"}

package/dist/types/telemetry/index.d.ts

@@ -0,0 +1,5 @@
+export * from "../telemetry.js";
+export * from "../telemetry-catalog.js";
+export * from "../telemetry-analysis.js";
+export * from "../telemetry-bundle.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/types/telemetry/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}

package/dist/types/telemetry-analysis.d.ts

@@ -0,0 +1,116 @@
+import { z } from "zod";
+import { type MetricObservation, type RunTelemetryEvent, type RunTelemetryLineage, type TelemetryEventType, type TelemetrySource, type TelemetryVisibility } from "./telemetry.js";
+export declare const TelemetryCohortSchema: z.ZodObject<{
+    checkpointIds: z.ZodArray<z.ZodString>;
+    steps: z.ZodArray<z.ZodNumber>;
+    scenarioIds: z.ZodArray<z.ZodString>;
+    rolloutGroupIds: z.ZodArray<z.ZodString>;
+    attemptIds: z.ZodArray<z.ZodString>;
+    splits: z.ZodArray<z.ZodString>;
+    failureOwners: z.ZodArray<z.ZodString>;
+    graders: z.ZodArray<z.ZodString>;
+    rewardEligible: z.ZodNullable<z.ZodBoolean>;
+}, z.core.$strict>;
+export type TelemetryCohort = z.infer<typeof TelemetryCohortSchema>;
+export declare const EvidenceReferenceSchema: z.ZodObject<{
+    id: z.ZodString;
+    contentHash: z.ZodString;
+    kind: z.ZodEnum<{
+        artifact: "artifact";
+        attempt: "attempt";
+        trace: "trace";
+        grader: "grader";
+        rollout: "rollout";
+        checkpoint: "checkpoint";
+    }>;
+    visibility: z.ZodEnum<{
+        host_private: "host_private";
+        policy_visible: "policy_visible";
+        team_visible: "team_visible";
+    }>;
+}, z.core.$strict>;
+export declare const EvidenceCompletenessSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
+    runId: z.ZodString;
+    status: z.ZodEnum<{
+        missing: "missing";
+        complete: "complete";
+        partial: "partial";
+    }>;
+    expectedEventTypes: z.ZodArray<z.ZodString>;
+    observedEventTypes: z.ZodArray<z.ZodString>;
+    missingEventTypes: z.ZodArray<z.ZodString>;
+    lastSequence: z.ZodNullable<z.ZodNumber>;
+    sequenceGaps: z.ZodArray<z.ZodNumber>;
+}, z.core.$strict>;
+export declare const MetricSeriesPointSchema: z.ZodObject<{
+    step: z.ZodNullable<z.ZodNumber>;
+    observedAt: z.ZodString;
+    value: z.ZodNumber;
+    sampleCount: z.ZodNumber;
+}, z.core.$strict>;
+export declare const RunMetricSummarySchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.runMetricSummary.v1">;
+    runId: z.ZodString;
+    metricId: z.ZodString;
+    aggregation: z.ZodEnum<{
+        last: "last";
+        sum: "sum";
+        mean: "mean";
+        min: "min";
+        max: "max";
+        p50: "p50";
+        p95: "p95";
+    }>;
+    value: z.ZodNullable<z.ZodNumber>;
+    sampleCount: z.ZodNumber;
+    series: z.ZodArray<z.ZodObject<{
+        step: z.ZodNullable<z.ZodNumber>;
+        observedAt: z.ZodString;
+        value: z.ZodNumber;
+        sampleCount: z.ZodNumber;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export declare function createRunTelemetryEvent(input: {
+    sequence: number;
+    occurredAt: string;
+    source: TelemetrySource;
+    type: TelemetryEventType;
+    visibility: TelemetryVisibility;
+    lineage: RunTelemetryLineage;
+    attributes?: Record<string, string | number | boolean | null>;
+}): RunTelemetryEvent;
+export declare function createMetricObservation(input: {
+    metricId: string;
+    eventId: string;
+    sequence: number;
+    observedAt: string;
+    value: number;
+    lineage: RunTelemetryLineage;
+    dimensions?: Record<string, string>;
+}): MetricObservation;
+export declare function telemetryIdempotencyKey(item: RunTelemetryEvent | MetricObservation): string;
+export declare function mergeTelemetryItems(input: {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+}): {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+};
+export declare function filterTelemetryCohort(input: {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+    cohort: TelemetryCohort;
+}): {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+};
+export declare function deriveEvidenceCompleteness(input: {
+    runId: string;
+    events: RunTelemetryEvent[];
+    expectedEventTypes: TelemetryEventType[];
+}): z.infer<typeof EvidenceCompletenessSchema>;
+export declare function summarizeMetric(runId: string, metricId: string, observations: MetricObservation[]): z.infer<typeof RunMetricSummarySchema>;
+export declare function redactTelemetryEvent(event: RunTelemetryEvent, maximumVisibility: TelemetryVisibility): RunTelemetryEvent | null;
+export declare function redactTelemetryAttributes(event: RunTelemetryEvent, deniedKeys: readonly string[]): RunTelemetryEvent;
+//# sourceMappingURL=telemetry-analysis.d.ts.map

package/dist/types/telemetry-analysis.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry-analysis.d.ts","sourceRoot":"","sources":["../../../../src/telemetry-analysis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACzB,MAAM,gBAAgB,CAAC;AAExB,eAAO,MAAM,qBAAqB;;;;;;;;;;kBAUvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;kBAS5B,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;kBAQxB,CAAC;AAEZ,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,kBAAkB,CAAC;IACzB,UAAU,EAAE,mBAAmB,CAAC;IAChC,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC/D,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACrC,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,iBAAiB,GAAG,iBAAiB,GAAG,MAAM,CAG3F;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;CACnC,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAqBrE;AAMD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,MAAM,EAAE,eAAe,CAAC;CACzB,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAiBrE;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;CAC1C,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAsB7C;AAcD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAgB1I;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,mBAAmB,GAAG,iBAAiB,GAAG,IAAI,CAI/H;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,iBAAiB,CAMpH"}

package/dist/types/telemetry-bundle.d.ts

@@ -0,0 +1,309 @@
+import { z } from "zod";
+import { type TelemetryVisibility } from "./telemetry.js";
+export declare const TelemetryExportBundleContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.telemetryExportBundle.v1">;
+    id: z.ZodString;
+    runId: z.ZodString;
+    exportedAt: z.ZodString;
+    definitions: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricDefinition.v1">;
+        id: z.ZodString;
+        displayName: z.ZodString;
+        description: z.ZodString;
+        valueType: z.ZodEnum<{
+            gauge: "gauge";
+            counter: "counter";
+            distribution: "distribution";
+        }>;
+        unit: z.ZodEnum<{
+            ratio: "ratio";
+            count: "count";
+            seconds: "seconds";
+            milliseconds: "milliseconds";
+            tokens: "tokens";
+            bytes: "bytes";
+            usd: "usd";
+            scalar: "scalar";
+        }>;
+        direction: z.ZodEnum<{
+            higher: "higher";
+            lower: "lower";
+            neutral: "neutral";
+        }>;
+        aggregation: z.ZodEnum<{
+            last: "last";
+            sum: "sum";
+            mean: "mean";
+            min: "min";
+            max: "max";
+            p50: "p50";
+            p95: "p95";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        boundedDimensions: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    events: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.runTelemetryEvent.v1">;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        occurredAt: z.ZodString;
+        source: z.ZodEnum<{
+            environment: "environment";
+            evaluation: "evaluation";
+            runtime: "runtime";
+            grader: "grader";
+            optimizer: "optimizer";
+            control_plane: "control_plane";
+        }>;
+        type: z.ZodEnum<{
+            cleanup_completed: "cleanup_completed";
+            run_started: "run_started";
+            run_state_changed: "run_state_changed";
+            rollout_group_started: "rollout_group_started";
+            attempt_completed: "attempt_completed";
+            grader_completed: "grader_completed";
+            reward_composed: "reward_composed";
+            optimizer_step_completed: "optimizer_step_completed";
+            checkpoint_committed: "checkpoint_committed";
+            evaluation_completed: "evaluation_completed";
+            run_completed: "run_completed";
+            run_failed: "run_failed";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    observations: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricObservation.v1">;
+        observationId: z.ZodString;
+        metricId: z.ZodString;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        observedAt: z.ZodString;
+        value: z.ZodNumber;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        dimensions: z.ZodRecord<z.ZodString, z.ZodString>;
+    }, z.core.$strict>>;
+    evidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        kind: z.ZodEnum<{
+            artifact: "artifact";
+            attempt: "attempt";
+            trace: "trace";
+            grader: "grader";
+            rollout: "rollout";
+            checkpoint: "checkpoint";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+    }, z.core.$strict>>;
+    completeness: z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
+        runId: z.ZodString;
+        status: z.ZodEnum<{
+            missing: "missing";
+            complete: "complete";
+            partial: "partial";
+        }>;
+        expectedEventTypes: z.ZodArray<z.ZodString>;
+        observedEventTypes: z.ZodArray<z.ZodString>;
+        missingEventTypes: z.ZodArray<z.ZodString>;
+        lastSequence: z.ZodNullable<z.ZodNumber>;
+        sequenceGaps: z.ZodArray<z.ZodNumber>;
+    }, z.core.$strict>;
+}, z.core.$strict>;
+export declare const TelemetryExportBundleSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.telemetryExportBundle.v1">;
+    id: z.ZodString;
+    runId: z.ZodString;
+    exportedAt: z.ZodString;
+    definitions: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricDefinition.v1">;
+        id: z.ZodString;
+        displayName: z.ZodString;
+        description: z.ZodString;
+        valueType: z.ZodEnum<{
+            gauge: "gauge";
+            counter: "counter";
+            distribution: "distribution";
+        }>;
+        unit: z.ZodEnum<{
+            ratio: "ratio";
+            count: "count";
+            seconds: "seconds";
+            milliseconds: "milliseconds";
+            tokens: "tokens";
+            bytes: "bytes";
+            usd: "usd";
+            scalar: "scalar";
+        }>;
+        direction: z.ZodEnum<{
+            higher: "higher";
+            lower: "lower";
+            neutral: "neutral";
+        }>;
+        aggregation: z.ZodEnum<{
+            last: "last";
+            sum: "sum";
+            mean: "mean";
+            min: "min";
+            max: "max";
+            p50: "p50";
+            p95: "p95";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        boundedDimensions: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    events: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.runTelemetryEvent.v1">;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        occurredAt: z.ZodString;
+        source: z.ZodEnum<{
+            environment: "environment";
+            evaluation: "evaluation";
+            runtime: "runtime";
+            grader: "grader";
+            optimizer: "optimizer";
+            control_plane: "control_plane";
+        }>;
+        type: z.ZodEnum<{
+            cleanup_completed: "cleanup_completed";
+            run_started: "run_started";
+            run_state_changed: "run_state_changed";
+            rollout_group_started: "rollout_group_started";
+            attempt_completed: "attempt_completed";
+            grader_completed: "grader_completed";
+            reward_composed: "reward_composed";
+            optimizer_step_completed: "optimizer_step_completed";
+            checkpoint_committed: "checkpoint_committed";
+            evaluation_completed: "evaluation_completed";
+            run_completed: "run_completed";
+            run_failed: "run_failed";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    observations: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricObservation.v1">;
+        observationId: z.ZodString;
+        metricId: z.ZodString;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        observedAt: z.ZodString;
+        value: z.ZodNumber;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        dimensions: z.ZodRecord<z.ZodString, z.ZodString>;
+    }, z.core.$strict>>;
+    evidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        kind: z.ZodEnum<{
+            artifact: "artifact";
+            attempt: "attempt";
+            trace: "trace";
+            grader: "grader";
+            rollout: "rollout";
+            checkpoint: "checkpoint";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+    }, z.core.$strict>>;
+    completeness: z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
+        runId: z.ZodString;
+        status: z.ZodEnum<{
+            missing: "missing";
+            complete: "complete";
+            partial: "partial";
+        }>;
+        expectedEventTypes: z.ZodArray<z.ZodString>;
+        observedEventTypes: z.ZodArray<z.ZodString>;
+        missingEventTypes: z.ZodArray<z.ZodString>;
+        lastSequence: z.ZodNullable<z.ZodNumber>;
+        sequenceGaps: z.ZodArray<z.ZodNumber>;
+    }, z.core.$strict>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare function createTelemetryExportBundle(input: z.input<typeof TelemetryExportBundleContentSchema>): z.infer<typeof TelemetryExportBundleSchema>;
+export declare function verifyTelemetryExportBundle(input: unknown): boolean;
+export declare function redactTelemetryExportBundle(input: {
+    bundle: z.infer<typeof TelemetryExportBundleSchema>;
+    maximumVisibility: TelemetryVisibility;
+    deniedAttributeKeys?: string[];
+    id: string;
+    exportedAt: string;
+}): z.infer<typeof TelemetryExportBundleSchema>;
+//# sourceMappingURL=telemetry-bundle.d.ts.map

package/dist/types/telemetry-bundle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry-bundle.d.ts","sourceRoot":"","sources":["../../../../src/telemetry-bundle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EAAoD,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE5G,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUpC,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAE7B,CAAC;AAEZ,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CASlJ;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAKnE;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;IACpD,iBAAiB,EAAE,mBAAmB,CAAC;IACvC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAsB9C"}