@openpond/evals 0.5.0 → 0.6.0

package/dist/types/learned-preference.d.ts

@@ -0,0 +1,282 @@
+import { z } from "zod";
+import { type ComparisonAssignment, type PreferenceComparisonRelease, type PreferenceReceipt } from "./preferences.js";
+import type { TasksetRelease } from "./tasksets.js";
+declare const PreferenceDatasetPartitionSchema: z.ZodEnum<{
+    reward_train: "reward_train";
+    reward_validation: "reward_validation";
+    reward_qualification: "reward_qualification";
+}>;
+export declare const PreferenceEvidenceAuthoritySchema: z.ZodEnum<{
+    human: "human";
+    synthetic_fixture: "synthetic_fixture";
+}>;
+export declare const RewardModelQualificationKindSchema: z.ZodEnum<{
+    synthetic_smoke: "synthetic_smoke";
+    human_heldout: "human_heldout";
+}>;
+export declare const PreferenceDatasetReleaseContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceDatasetRelease.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    authority: z.ZodEnum<{
+        human: "human";
+        synthetic_fixture: "synthetic_fixture";
+    }>;
+    qualificationEligibility: z.ZodEnum<{
+        smoke_only: "smoke_only";
+        human_heldout: "human_heldout";
+    }>;
+    fixtureRelease: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    groups: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        assignmentRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        scenarioRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        scenarioSplit: z.ZodEnum<{
+            train: "train";
+            validation: "validation";
+        }>;
+        preferenceResultRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        receiptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        attemptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        artifactManifestRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        orderedBuckets: z.ZodArray<z.ZodArray<z.ZodString>>;
+        rejectAll: z.ZodBoolean;
+        partition: z.ZodEnum<{
+            reward_train: "reward_train";
+            reward_validation: "reward_validation";
+            reward_qualification: "reward_qualification";
+        }>;
+        metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    derivedPairs: z.ZodArray<z.ZodObject<{
+        groupId: z.ZodString;
+        preferredAttemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        dispreferredAttemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        relation: z.ZodEnum<{
+            preferred: "preferred";
+            tie: "tie";
+        }>;
+    }, z.core.$strict>>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const PreferenceDatasetReleaseSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.preferenceDatasetRelease.v1">;
+    id: z.ZodString;
+    revision: z.ZodNumber;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    comparisonRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    authority: z.ZodEnum<{
+        human: "human";
+        synthetic_fixture: "synthetic_fixture";
+    }>;
+    qualificationEligibility: z.ZodEnum<{
+        smoke_only: "smoke_only";
+        human_heldout: "human_heldout";
+    }>;
+    fixtureRelease: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    groups: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        assignmentRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        scenarioRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        scenarioSplit: z.ZodEnum<{
+            train: "train";
+            validation: "validation";
+        }>;
+        preferenceResultRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        receiptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        attemptRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        artifactManifestRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        orderedBuckets: z.ZodArray<z.ZodArray<z.ZodString>>;
+        rejectAll: z.ZodBoolean;
+        partition: z.ZodEnum<{
+            reward_train: "reward_train";
+            reward_validation: "reward_validation";
+            reward_qualification: "reward_qualification";
+        }>;
+        metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    derivedPairs: z.ZodArray<z.ZodObject<{
+        groupId: z.ZodString;
+        preferredAttemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        dispreferredAttemptRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        relation: z.ZodEnum<{
+            preferred: "preferred";
+            tie: "tie";
+        }>;
+    }, z.core.$strict>>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const RewardModelQualificationReportContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.rewardModelQualificationReport.v1">;
+    id: z.ZodString;
+    kind: z.ZodEnum<{
+        synthetic_smoke: "synthetic_smoke";
+        human_heldout: "human_heldout";
+    }>;
+    rewardModelVersion: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    preferenceDatasetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    processorRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    metrics: z.ZodObject<{
+        sampleCount: z.ZodNumber;
+        finiteScoreRate: z.ZodNumber;
+        scoreVariance: z.ZodNumber;
+        checkpointReloadPassed: z.ZodBoolean;
+        processorCompatibilityPassed: z.ZodBoolean;
+        invalidAttemptExclusionPassed: z.ZodBoolean;
+        orderedPairAccuracy: z.ZodNullable<z.ZodNumber>;
+        bucketAccuracy: z.ZodNullable<z.ZodNumber>;
+        tieAgreement: z.ZodNullable<z.ZodNumber>;
+    }, z.core.$strict>;
+    passed: z.ZodBoolean;
+    productionRewardEligible: z.ZodBoolean;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const RewardModelQualificationReportSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.rewardModelQualificationReport.v1">;
+    id: z.ZodString;
+    kind: z.ZodEnum<{
+        synthetic_smoke: "synthetic_smoke";
+        human_heldout: "human_heldout";
+    }>;
+    rewardModelVersion: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    preferenceDatasetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    tasksetRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    processorRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    metrics: z.ZodObject<{
+        sampleCount: z.ZodNumber;
+        finiteScoreRate: z.ZodNumber;
+        scoreVariance: z.ZodNumber;
+        checkpointReloadPassed: z.ZodBoolean;
+        processorCompatibilityPassed: z.ZodBoolean;
+        invalidAttemptExclusionPassed: z.ZodBoolean;
+        orderedPairAccuracy: z.ZodNullable<z.ZodNumber>;
+        bucketAccuracy: z.ZodNullable<z.ZodNumber>;
+        tieAgreement: z.ZodNullable<z.ZodNumber>;
+    }, z.core.$strict>;
+    passed: z.ZodBoolean;
+    productionRewardEligible: z.ZodBoolean;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare function createPreferenceDatasetRelease(input: z.input<typeof PreferenceDatasetReleaseContentSchema>): PreferenceDatasetRelease;
+export declare function materializePreferenceDatasetRelease(input: {
+    id: string;
+    revision: number;
+    tasksetRelease: TasksetRelease;
+    comparisonRelease: PreferenceComparisonRelease;
+    authority: "human" | "synthetic_fixture";
+    groups: ReadonlyArray<{
+        assignment: ComparisonAssignment;
+        receipt: PreferenceReceipt;
+        partition: z.infer<typeof PreferenceDatasetPartitionSchema>;
+    }>;
+    createdAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceDatasetRelease;
+export declare function verifyPreferenceDatasetRelease(value: unknown): value is PreferenceDatasetRelease;
+export declare function createRewardModelQualificationReport(input: z.input<typeof RewardModelQualificationReportContentSchema>): RewardModelQualificationReport;
+export declare function verifyRewardModelQualificationReport(value: unknown): value is RewardModelQualificationReport;
+export type PreferenceEvidenceAuthority = z.infer<typeof PreferenceEvidenceAuthoritySchema>;
+export type PreferenceDatasetRelease = z.infer<typeof PreferenceDatasetReleaseSchema>;
+export type RewardModelQualificationKind = z.infer<typeof RewardModelQualificationKindSchema>;
+export type RewardModelQualificationReport = z.infer<typeof RewardModelQualificationReportSchema>;
+export {};
+//# sourceMappingURL=learned-preference.d.ts.map

package/dist/types/learned-preference.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"learned-preference.d.ts","sourceRoot":"","sources":["../../../../src/learned-preference.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAUxB,OAAO,EAGL,KAAK,oBAAoB,EACzB,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAEpD,QAAA,MAAM,gCAAgC;;;;EAIpC,CAAC;AAEH,eAAO,MAAM,iCAAiC;;;EAG5C,CAAC;AAEH,eAAO,MAAM,kCAAkC;;;EAG7C,CAAC;AAwEH,eAAO,MAAM,qCAAqC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAuEhD,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEhC,CAAC;AAcZ,eAAO,MAAM,2CAA2C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA+BtD,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAGpC,CAAC;AAEd,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,GAC3D,wBAAwB,CAM1B;AAED,wBAAgB,mCAAmC,CAAC,KAAK,EAAE;IACzD,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,cAAc,CAAC;IAC/B,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,SAAS,EAAE,OAAO,GAAG,mBAAmB,CAAC;IACzC,MAAM,EAAE,aAAa,CAAC;QACpB,UAAU,EAAE,oBAAoB,CAAC;QACjC,OAAO,EAAE,iBAAiB,CAAC;QAC3B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;KAC7D,CAAC,CAAC;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,wBAAwB,CA4E3B;AAED,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,OAAO,GACb,KAAK,IAAI,wBAAwB,CAMnC;AAED,wBAAgB,oCAAoC,CAClD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2CAA2C,CAAC,GACjE,8BAA8B,CAMhC;AAED,wBAAgB,oCAAoC,CAClD,KAAK,EAAE,OAAO,GACb,KAAK,IAAI,8BAA8B,CAMzC;AAgED,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAC/C,OAAO,iCAAiC,CACzC,CAAC;AACF,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAC5C,OAAO,8BAA8B,CACtC,CAAC;AACF,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAChD,OAAO,kCAAkC,CAC1C,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG,CAAC,CAAC,KAAK,CAClD,OAAO,oCAAoC,CAC5C,CAAC"}

package/dist/types/preferences.d.ts

@@ -12,8 +12,13 @@ export declare const PreferenceComparisonPurposeSchema: z.ZodEnum<{
 export declare const PreferenceReviewerKindSchema: z.ZodEnum<{
     human: "human";
     model: "model";
+    fixture: "fixture";
     deterministic: "deterministic";
 }>;
+export declare const PreferenceRewardScopeSchema: z.ZodEnum<{
+    production: "production";
+    synthetic_smoke: "synthetic_smoke";
+}>;
 export declare const PreferenceRendererSchema: z.ZodEnum<{
     text: "text";
     code: "code";
@@ -290,7 +295,7 @@ export declare const PreferenceReceiptContentSchema: z.ZodObject<{
         id: z.ZodString;
         contentHash: z.ZodString;
     }, z.core.$strict>;
-    reviewer: z.ZodObject<{
+    reviewer: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodEnum<{
             human: "human";
             model: "model";
@@ -300,7 +305,19 @@ export declare const PreferenceReceiptContentSchema: z.ZodObject<{
             id: z.ZodString;
             contentHash: z.ZodString;
         }, z.core.$strict>;
-    }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"fixture">;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        fixtureRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        labelSource: z.ZodLiteral<"synthetic">;
+        qualificationEligibility: z.ZodLiteral<"smoke_only">;
+    }, z.core.$strict>], "kind">;
     order: z.ZodArray<z.ZodArray<z.ZodString>>;
     rejectAll: z.ZodBoolean;
     criterionScores: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodNumber>>;
@@ -321,7 +338,7 @@ export declare const PreferenceReceiptSchema: z.ZodObject<{
         id: z.ZodString;
         contentHash: z.ZodString;
     }, z.core.$strict>;
-    reviewer: z.ZodObject<{
+    reviewer: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodEnum<{
             human: "human";
             model: "model";
@@ -331,7 +348,19 @@ export declare const PreferenceReceiptSchema: z.ZodObject<{
             id: z.ZodString;
             contentHash: z.ZodString;
         }, z.core.$strict>;
-    }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        kind: z.ZodLiteral<"fixture">;
+        releaseRef: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        fixtureRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        labelSource: z.ZodLiteral<"synthetic">;
+        qualificationEligibility: z.ZodLiteral<"smoke_only">;
+    }, z.core.$strict>], "kind">;
     order: z.ZodArray<z.ZodArray<z.ZodString>>;
     rejectAll: z.ZodBoolean;
     criterionScores: z.ZodRecord<z.ZodString, z.ZodRecord<z.ZodString, z.ZodNumber>>;
@@ -474,6 +503,23 @@ export declare function createPreferenceReceipt(input: {
     completedAt: string;
     metadata?: Record<string, unknown>;
 }): PreferenceReceipt;
+export declare function createSyntheticFixturePreferenceReceipt(input: {
+    id: string;
+    assignment: ComparisonAssignment;
+    comparisonRelease: PreferenceComparisonRelease;
+    labelerRelease: {
+        id: string;
+        contentHash: string;
+    };
+    fixtureRelease: {
+        id: string;
+        contentHash: string;
+    };
+    ratings: Record<string, "love" | "like" | "reject">;
+    startedAt: string;
+    completedAt: string;
+    metadata?: Record<string, unknown>;
+}): PreferenceReceipt;
 export declare function verifyPreferenceReceipt(value: unknown): value is PreferenceReceipt;
 export declare function aggregatePreferenceReceipts(input: {
     id: string;
@@ -503,9 +549,11 @@ export declare function createPreferenceRewardComponents(input: {
     result: PreferenceReceipt | PreferenceAggregationReceipt;
     calibrationReport?: PreferenceCalibrationReport | null;
     candidates?: readonly PreferenceCandidateEligibility[];
+    rewardScope?: z.input<typeof PreferenceRewardScopeSchema>;
 }): Record<string, RewardComponentReceipt>;
 export type PreferenceComparisonPurpose = z.infer<typeof PreferenceComparisonPurposeSchema>;
 export type PreferenceReviewerKind = z.infer<typeof PreferenceReviewerKindSchema>;
+export type PreferenceRewardScope = z.infer<typeof PreferenceRewardScopeSchema>;
 export type PreferenceComparisonRelease = z.infer<typeof PreferenceComparisonReleaseSchema>;
 export type ComparisonAssignment = z.infer<typeof ComparisonAssignmentSchema>;
 export type PreferenceReceipt = z.infer<typeof PreferenceReceiptSchema>;

package/dist/types/preferences.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"preferences.d.ts","sourceRoot":"","sources":["../../../../src/preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAO3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,2BAA2B,EAChC,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AACH,eAAO,MAAM,4BAA4B;;;;EAIvC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAuDH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBnD,CAAC;AACH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AA6DZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiC,CAAC;AAChF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQnC,CAAC;AA8BL,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8B,CAAC;AAC1E,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzB,CAAC;AAmBZ,eAAO,MAAM,yCAAyC;;;;;;;;;;;;;;;;;;;;;kBAA4B,CAAC;AACnF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;kBAEpC,CAAC;AAiBZ,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAwC,CAAC;AAC9F,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,2BAA2B,CAG7B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,EAAE,SAAS,kCAAkC,EAAE,CAAC;IAC1D,4BAA4B,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;IACtE,OAAO,EAAE,2BAA2B,CAAC;IACrC,uBAAuB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,oBAAoB,CA+DvB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,oBAAoB,CAExF;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,2BAA2B,GACnC,IAAI,CASN;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,KAAK,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,IAAI,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAoBpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,iBAAiB,CAElF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,4BAA4B,CAgC/B;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,4BAA4B,CAExG;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,KAAK,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,2BAA2B,CAkC9B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;CAC1D,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBzB;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;IACzD,iBAAiB,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACvD,UAAU,CAAC,EAAE,SAAS,8BAA8B,EAAE,CAAC;CACxD,GAAG,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CA2DzC;AAmRD,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC;AACrF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,iBAAiB,CAAC;IACzB,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,CAAC"}
+{"version":3,"file":"preferences.d.ts","sourceRoot":"","sources":["../../../../src/preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAO3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,2BAA2B,EAChC,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AACH,eAAO,MAAM,4BAA4B;;;;;EAKvC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;EAGtC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAuDH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBnD,CAAC;AACH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AA6DZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiC,CAAC;AAChF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQnC,CAAC;AAyCL,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8B,CAAC;AAC1E,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzB,CAAC;AAmBZ,eAAO,MAAM,yCAAyC;;;;;;;;;;;;;;;;;;;;;kBAA4B,CAAC;AACnF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;kBAEpC,CAAC;AAiBZ,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAwC,CAAC;AAC9F,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,2BAA2B,CAG7B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,EAAE,SAAS,kCAAkC,EAAE,CAAC;IAC1D,4BAA4B,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;IACtE,OAAO,EAAE,2BAA2B,CAAC;IACrC,uBAAuB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,oBAAoB,CAoEvB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,oBAAoB,CAExF;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,2BAA2B,GACnC,IAAI,CASN;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,KAAK,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,IAAI,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAoBpB;AAED,wBAAgB,uCAAuC,CAAC,KAAK,EAAE;IAC7D,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAwCpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,iBAAiB,CAElF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,4BAA4B,CAgC/B;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,4BAA4B,CAExG;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,KAAK,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,2BAA2B,CAkC9B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;CAC1D,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBzB;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;IACzD,iBAAiB,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACvD,UAAU,CAAC,EAAE,SAAS,8BAA8B,EAAE,CAAC;IACvD,WAAW,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;CAC3D,GAAG,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAmEzC;AA0RD,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC;AACrF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,iBAAiB,CAAC;IACzB,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,CAAC"}

package/dist/types/telemetry/index.d.ts

@@ -0,0 +1,5 @@
+export * from "../telemetry.js";
+export * from "../telemetry-catalog.js";
+export * from "../telemetry-analysis.js";
+export * from "../telemetry-bundle.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/types/telemetry/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/telemetry/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,0BAA0B,CAAC;AACzC,cAAc,wBAAwB,CAAC"}

package/dist/types/telemetry-analysis.d.ts

@@ -0,0 +1,116 @@
+import { z } from "zod";
+import { type MetricObservation, type RunTelemetryEvent, type RunTelemetryLineage, type TelemetryEventType, type TelemetrySource, type TelemetryVisibility } from "./telemetry.js";
+export declare const TelemetryCohortSchema: z.ZodObject<{
+    checkpointIds: z.ZodArray<z.ZodString>;
+    steps: z.ZodArray<z.ZodNumber>;
+    scenarioIds: z.ZodArray<z.ZodString>;
+    rolloutGroupIds: z.ZodArray<z.ZodString>;
+    attemptIds: z.ZodArray<z.ZodString>;
+    splits: z.ZodArray<z.ZodString>;
+    failureOwners: z.ZodArray<z.ZodString>;
+    graders: z.ZodArray<z.ZodString>;
+    rewardEligible: z.ZodNullable<z.ZodBoolean>;
+}, z.core.$strict>;
+export type TelemetryCohort = z.infer<typeof TelemetryCohortSchema>;
+export declare const EvidenceReferenceSchema: z.ZodObject<{
+    id: z.ZodString;
+    contentHash: z.ZodString;
+    kind: z.ZodEnum<{
+        artifact: "artifact";
+        attempt: "attempt";
+        trace: "trace";
+        grader: "grader";
+        rollout: "rollout";
+        checkpoint: "checkpoint";
+    }>;
+    visibility: z.ZodEnum<{
+        host_private: "host_private";
+        policy_visible: "policy_visible";
+        team_visible: "team_visible";
+    }>;
+}, z.core.$strict>;
+export declare const EvidenceCompletenessSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.telemetryEvidenceCompleteness.v1">;
+    runId: z.ZodString;
+    status: z.ZodEnum<{
+        missing: "missing";
+        complete: "complete";
+        partial: "partial";
+    }>;
+    expectedEventTypes: z.ZodArray<z.ZodString>;
+    observedEventTypes: z.ZodArray<z.ZodString>;
+    missingEventTypes: z.ZodArray<z.ZodString>;
+    lastSequence: z.ZodNullable<z.ZodNumber>;
+    sequenceGaps: z.ZodArray<z.ZodNumber>;
+}, z.core.$strict>;
+export declare const MetricSeriesPointSchema: z.ZodObject<{
+    step: z.ZodNullable<z.ZodNumber>;
+    observedAt: z.ZodString;
+    value: z.ZodNumber;
+    sampleCount: z.ZodNumber;
+}, z.core.$strict>;
+export declare const RunMetricSummarySchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.runMetricSummary.v1">;
+    runId: z.ZodString;
+    metricId: z.ZodString;
+    aggregation: z.ZodEnum<{
+        last: "last";
+        sum: "sum";
+        mean: "mean";
+        min: "min";
+        max: "max";
+        p50: "p50";
+        p95: "p95";
+    }>;
+    value: z.ZodNullable<z.ZodNumber>;
+    sampleCount: z.ZodNumber;
+    series: z.ZodArray<z.ZodObject<{
+        step: z.ZodNullable<z.ZodNumber>;
+        observedAt: z.ZodString;
+        value: z.ZodNumber;
+        sampleCount: z.ZodNumber;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export declare function createRunTelemetryEvent(input: {
+    sequence: number;
+    occurredAt: string;
+    source: TelemetrySource;
+    type: TelemetryEventType;
+    visibility: TelemetryVisibility;
+    lineage: RunTelemetryLineage;
+    attributes?: Record<string, string | number | boolean | null>;
+}): RunTelemetryEvent;
+export declare function createMetricObservation(input: {
+    metricId: string;
+    eventId: string;
+    sequence: number;
+    observedAt: string;
+    value: number;
+    lineage: RunTelemetryLineage;
+    dimensions?: Record<string, string>;
+}): MetricObservation;
+export declare function telemetryIdempotencyKey(item: RunTelemetryEvent | MetricObservation): string;
+export declare function mergeTelemetryItems(input: {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+}): {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+};
+export declare function filterTelemetryCohort(input: {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+    cohort: TelemetryCohort;
+}): {
+    events: RunTelemetryEvent[];
+    observations: MetricObservation[];
+};
+export declare function deriveEvidenceCompleteness(input: {
+    runId: string;
+    events: RunTelemetryEvent[];
+    expectedEventTypes: TelemetryEventType[];
+}): z.infer<typeof EvidenceCompletenessSchema>;
+export declare function summarizeMetric(runId: string, metricId: string, observations: MetricObservation[]): z.infer<typeof RunMetricSummarySchema>;
+export declare function redactTelemetryEvent(event: RunTelemetryEvent, maximumVisibility: TelemetryVisibility): RunTelemetryEvent | null;
+export declare function redactTelemetryAttributes(event: RunTelemetryEvent, deniedKeys: readonly string[]): RunTelemetryEvent;
+//# sourceMappingURL=telemetry-analysis.d.ts.map

package/dist/types/telemetry-analysis.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry-analysis.d.ts","sourceRoot":"","sources":["../../../../src/telemetry-analysis.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAKxB,OAAO,EAIL,KAAK,iBAAiB,EACtB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,kBAAkB,EACvB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EACzB,MAAM,gBAAgB,CAAC;AAExB,eAAO,MAAM,qBAAqB;;;;;;;;;;kBAUvB,CAAC;AACZ,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AAEpE,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;kBAS5B,CAAC;AAEZ,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;kBAQxB,CAAC;AAEZ,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,eAAe,CAAC;IACxB,IAAI,EAAE,kBAAkB,CAAC;IACzB,UAAU,EAAE,mBAAmB,CAAC;IAChC,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC;CAC/D,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,mBAAmB,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACrC,GAAG,iBAAiB,CAQpB;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,iBAAiB,GAAG,iBAAiB,GAAG,MAAM,CAG3F;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE;IACzC,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;CACnC,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAqBrE;AAMD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE;IAC3C,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,MAAM,EAAE,eAAe,CAAC;CACzB,GAAG;IAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAAC,YAAY,EAAE,iBAAiB,EAAE,CAAA;CAAE,CAiBrE;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAC5B,kBAAkB,EAAE,kBAAkB,EAAE,CAAC;CAC1C,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAsB7C;AAcD,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAgB1I;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,mBAAmB,GAAG,iBAAiB,GAAG,IAAI,CAI/H;AAED,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,iBAAiB,EAAE,UAAU,EAAE,SAAS,MAAM,EAAE,GAAG,iBAAiB,CAMpH"}