@openpond/evals 0.4.2 → 0.6.0

package/dist/types/telemetry-bundle.d.ts

@@ -0,0 +1,309 @@
+import { z } from "zod";
+import { type TelemetryVisibility } from "./telemetry.js";
+export declare const TelemetryExportBundleContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.telemetryExportBundle.v1">;
+    id: z.ZodString;
+    runId: z.ZodString;
+    exportedAt: z.ZodString;
+    definitions: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricDefinition.v1">;
+        id: z.ZodString;
+        displayName: z.ZodString;
+        description: z.ZodString;
+        valueType: z.ZodEnum<{
+            gauge: "gauge";
+            counter: "counter";
+            distribution: "distribution";
+        }>;
+        unit: z.ZodEnum<{
+            ratio: "ratio";
+            count: "count";
+            seconds: "seconds";
+            milliseconds: "milliseconds";
+            tokens: "tokens";
+            bytes: "bytes";
+            usd: "usd";
+            scalar: "scalar";
+        }>;
+        direction: z.ZodEnum<{
+            higher: "higher";
+            lower: "lower";
+            neutral: "neutral";
+        }>;
+        aggregation: z.ZodEnum<{
+            last: "last";
+            sum: "sum";
+            mean: "mean";
+            min: "min";
+            max: "max";
+            p50: "p50";
+            p95: "p95";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        boundedDimensions: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    events: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.runTelemetryEvent.v1">;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        occurredAt: z.ZodString;
+        source: z.ZodEnum<{
+            environment: "environment";
+            evaluation: "evaluation";
+            runtime: "runtime";
+            grader: "grader";
+            optimizer: "optimizer";
+            control_plane: "control_plane";
+        }>;
+        type: z.ZodEnum<{
+            cleanup_completed: "cleanup_completed";
+            run_started: "run_started";
+            run_state_changed: "run_state_changed";
+            rollout_group_started: "rollout_group_started";
+            attempt_completed: "attempt_completed";
+            grader_completed: "grader_completed";
+            reward_composed: "reward_composed";
+            optimizer_step_completed: "optimizer_step_completed";
+            checkpoint_committed: "checkpoint_committed";
+            evaluation_completed: "evaluation_completed";
+            run_completed: "run_completed";
+            run_failed: "run_failed";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    observations: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricObservation.v1">;
+        observationId: z.ZodString;
+        metricId: z.ZodString;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        observedAt: z.ZodString;
+        value: z.ZodNumber;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        dimensions: z.ZodRecord<z.ZodString, z.ZodString>;
+    }, z.core.$strict>>;
+    evidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        kind: z.ZodEnum<{
+            artifact: "artifact";
+            attempt: "attempt";
+            trace: "trace";
+            grader: "grader";
+            rollout: "rollout";
+            checkpoint: "checkpoint";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+    }, z.core.$strict>>;
+    completeness: z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
+        runId: z.ZodString;
+        status: z.ZodEnum<{
+            missing: "missing";
+            complete: "complete";
+            partial: "partial";
+        }>;
+        expectedEventTypes: z.ZodArray<z.ZodString>;
+        observedEventTypes: z.ZodArray<z.ZodString>;
+        missingEventTypes: z.ZodArray<z.ZodString>;
+        lastSequence: z.ZodNullable<z.ZodNumber>;
+        sequenceGaps: z.ZodArray<z.ZodNumber>;
+    }, z.core.$strict>;
+}, z.core.$strict>;
+export declare const TelemetryExportBundleSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.telemetryExportBundle.v1">;
+    id: z.ZodString;
+    runId: z.ZodString;
+    exportedAt: z.ZodString;
+    definitions: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricDefinition.v1">;
+        id: z.ZodString;
+        displayName: z.ZodString;
+        description: z.ZodString;
+        valueType: z.ZodEnum<{
+            gauge: "gauge";
+            counter: "counter";
+            distribution: "distribution";
+        }>;
+        unit: z.ZodEnum<{
+            ratio: "ratio";
+            count: "count";
+            seconds: "seconds";
+            milliseconds: "milliseconds";
+            tokens: "tokens";
+            bytes: "bytes";
+            usd: "usd";
+            scalar: "scalar";
+        }>;
+        direction: z.ZodEnum<{
+            higher: "higher";
+            lower: "lower";
+            neutral: "neutral";
+        }>;
+        aggregation: z.ZodEnum<{
+            last: "last";
+            sum: "sum";
+            mean: "mean";
+            min: "min";
+            max: "max";
+            p50: "p50";
+            p95: "p95";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        boundedDimensions: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    events: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.runTelemetryEvent.v1">;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        occurredAt: z.ZodString;
+        source: z.ZodEnum<{
+            environment: "environment";
+            evaluation: "evaluation";
+            runtime: "runtime";
+            grader: "grader";
+            optimizer: "optimizer";
+            control_plane: "control_plane";
+        }>;
+        type: z.ZodEnum<{
+            cleanup_completed: "cleanup_completed";
+            run_started: "run_started";
+            run_state_changed: "run_state_changed";
+            rollout_group_started: "rollout_group_started";
+            attempt_completed: "attempt_completed";
+            grader_completed: "grader_completed";
+            reward_composed: "reward_composed";
+            optimizer_step_completed: "optimizer_step_completed";
+            checkpoint_committed: "checkpoint_committed";
+            evaluation_completed: "evaluation_completed";
+            run_completed: "run_completed";
+            run_failed: "run_failed";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        attributes: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    observations: z.ZodArray<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.metricObservation.v1">;
+        observationId: z.ZodString;
+        metricId: z.ZodString;
+        eventId: z.ZodString;
+        sequence: z.ZodNumber;
+        observedAt: z.ZodString;
+        value: z.ZodNumber;
+        lineage: z.ZodObject<{
+            modelProjectId: z.ZodString;
+            runId: z.ZodString;
+            modelVersionId: z.ZodNullable<z.ZodString>;
+            harnessReleaseHash: z.ZodString;
+            tasksetReleaseHash: z.ZodString;
+            environmentReleaseHash: z.ZodNullable<z.ZodString>;
+            checkpointId: z.ZodNullable<z.ZodString>;
+            step: z.ZodNullable<z.ZodNumber>;
+            rolloutGroupId: z.ZodNullable<z.ZodString>;
+            attemptId: z.ZodNullable<z.ZodString>;
+            scenarioId: z.ZodNullable<z.ZodString>;
+        }, z.core.$strict>;
+        dimensions: z.ZodRecord<z.ZodString, z.ZodString>;
+    }, z.core.$strict>>;
+    evidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        kind: z.ZodEnum<{
+            artifact: "artifact";
+            attempt: "attempt";
+            trace: "trace";
+            grader: "grader";
+            rollout: "rollout";
+            checkpoint: "checkpoint";
+        }>;
+        visibility: z.ZodEnum<{
+            host_private: "host_private";
+            policy_visible: "policy_visible";
+            team_visible: "team_visible";
+        }>;
+    }, z.core.$strict>>;
+    completeness: z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
+        runId: z.ZodString;
+        status: z.ZodEnum<{
+            missing: "missing";
+            complete: "complete";
+            partial: "partial";
+        }>;
+        expectedEventTypes: z.ZodArray<z.ZodString>;
+        observedEventTypes: z.ZodArray<z.ZodString>;
+        missingEventTypes: z.ZodArray<z.ZodString>;
+        lastSequence: z.ZodNullable<z.ZodNumber>;
+        sequenceGaps: z.ZodArray<z.ZodNumber>;
+    }, z.core.$strict>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare function createTelemetryExportBundle(input: z.input<typeof TelemetryExportBundleContentSchema>): z.infer<typeof TelemetryExportBundleSchema>;
+export declare function verifyTelemetryExportBundle(input: unknown): boolean;
+export declare function redactTelemetryExportBundle(input: {
+    bundle: z.infer<typeof TelemetryExportBundleSchema>;
+    maximumVisibility: TelemetryVisibility;
+    deniedAttributeKeys?: string[];
+    id: string;
+    exportedAt: string;
+}): z.infer<typeof TelemetryExportBundleSchema>;
+//# sourceMappingURL=telemetry-bundle.d.ts.map

package/dist/types/telemetry-bundle.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry-bundle.d.ts","sourceRoot":"","sources":["../../../../src/telemetry-bundle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EAAoD,KAAK,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE5G,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAUpC,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAE7B,CAAC;AAEZ,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CASlJ;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAKnE;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;IACpD,iBAAiB,EAAE,mBAAmB,CAAC;IACvC,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAsB9C"}

package/dist/types/telemetry-catalog.d.ts

@@ -0,0 +1,269 @@
+import { z } from "zod";
+import { type MetricDefinition, type MetricObservation } from "./telemetry.js";
+export declare const CORE_METRIC_CATALOG: readonly [{
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}, {
+    schemaVersion: "openpond.metricDefinition.v1";
+    id: string;
+    displayName: string;
+    description: string;
+    valueType: "gauge" | "counter" | "distribution";
+    unit: "ratio" | "count" | "seconds" | "milliseconds" | "tokens" | "bytes" | "usd" | "scalar";
+    direction: "higher" | "lower" | "neutral";
+    aggregation: "last" | "sum" | "mean" | "min" | "max" | "p50" | "p95";
+    visibility: "host_private" | "policy_visible" | "team_visible";
+    boundedDimensions: string[];
+}];
+export type CoreMetricId = (typeof CORE_METRIC_CATALOG)[number]["id"];
+export declare function getCoreMetricDefinition(metricId: string): MetricDefinition | undefined;
+export declare function validateCoreMetricObservation(input: MetricObservation): MetricObservation;
+export declare function validateMetricObservation(input: MetricObservation, definitions: readonly MetricDefinition[]): MetricObservation;
+export declare const MetricCatalogSchema: z.ZodArray<z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.metricDefinition.v1">;
+    id: z.ZodString;
+    displayName: z.ZodString;
+    description: z.ZodString;
+    valueType: z.ZodEnum<{
+        gauge: "gauge";
+        counter: "counter";
+        distribution: "distribution";
+    }>;
+    unit: z.ZodEnum<{
+        ratio: "ratio";
+        count: "count";
+        seconds: "seconds";
+        milliseconds: "milliseconds";
+        tokens: "tokens";
+        bytes: "bytes";
+        usd: "usd";
+        scalar: "scalar";
+    }>;
+    direction: z.ZodEnum<{
+        higher: "higher";
+        lower: "lower";
+        neutral: "neutral";
+    }>;
+    aggregation: z.ZodEnum<{
+        last: "last";
+        sum: "sum";
+        mean: "mean";
+        min: "min";
+        max: "max";
+        p50: "p50";
+        p95: "p95";
+    }>;
+    visibility: z.ZodEnum<{
+        host_private: "host_private";
+        policy_visible: "policy_visible";
+        team_visible: "team_visible";
+    }>;
+    boundedDimensions: z.ZodArray<z.ZodString>;
+}, z.core.$strict>>;
+//# sourceMappingURL=telemetry-catalog.d.ts.map

package/dist/types/telemetry-catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry-catalog.d.ts","sourceRoot":"","sources":["../../../../src/telemetry-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAA0B,KAAK,gBAAgB,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAKvG,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqBtB,CAAC;AAEX,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;AAGtE,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS,CAEtF;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,iBAAiB,GAAG,iBAAiB,CAEzF;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,SAAS,gBAAgB,EAAE,GAAG,iBAAiB,CAU/H;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mBAI9B,CAAC"}