@mcoda/mswarm 0.1.90 → 0.1.94

package/dist/vendor/codali/storage/DatasetExportJob.d.ts

@@ -0,0 +1,51 @@
+import { type CodaliStorageDatasetRecord, type CodaliStorageExportKind, type CodaliStorageExportManifest, type CodaliStorageObjectRef } from "./CodaliStorageContracts.js";
+import { type CodaliDatasetPrivacyPurpose } from "./CodaliDatasetPrivacyEngine.js";
+import { type GatewayDatasetObjectStore, type GatewayDatasetStorageScope } from "./GatewayDatasetStore.js";
+export declare const CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION: "codali.dataset.export.job.v1";
+export declare const CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION: "codali.dataset.replay.fixture.v1";
+export declare const CODALI_DATASET_SFT_EXPORT_KINDS: ("extractor-sft" | "tool-router-sft" | "planner-sft" | "verifier-sft" | "query-expander-sft" | "repair-sft" | "context-refiner-sft")[];
+export type CodaliDatasetExportStatus = "dry_run" | "exported" | "blocked";
+export interface CodaliDatasetExportExclusionReason {
+    recordId: string;
+    code: string;
+    message: string;
+    purpose: CodaliDatasetPrivacyPurpose;
+    path?: string;
+}
+export interface CodaliDatasetExportDryRunSummary {
+    totalCount: number;
+    eligibleCount: number;
+    excludedCount: number;
+    exclusionReasonCounts: Record<string, number>;
+}
+export interface CodaliDatasetExportJobInput {
+    exportKind: CodaliStorageExportKind;
+    records: CodaliStorageDatasetRecord[];
+    objectStore: GatewayDatasetObjectStore;
+    scope: GatewayDatasetStorageScope;
+    dryRun?: boolean;
+    generatedBy?: string;
+    manifestId?: string;
+    exportFormat?: "jsonl";
+    now?: () => Date;
+    metadata?: Record<string, unknown>;
+}
+export interface CodaliDatasetExportJobResult {
+    schemaVersion: typeof CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION;
+    accepted: boolean;
+    status: CodaliDatasetExportStatus;
+    dryRun: CodaliDatasetExportDryRunSummary;
+    exportKind: CodaliStorageExportKind;
+    exportFormat: "jsonl";
+    manifest?: CodaliStorageExportManifest;
+    manifestRef?: CodaliStorageObjectRef;
+    jsonlRef?: CodaliStorageObjectRef;
+    replayFixtureRef?: CodaliStorageObjectRef;
+    exclusionReasons: CodaliDatasetExportExclusionReason[];
+}
+export declare class CodaliDatasetExportJobError extends Error {
+    readonly code: string;
+    constructor(code: string, message: string);
+}
+export declare const runCodaliDatasetExportJob: (input: CodaliDatasetExportJobInput) => Promise<CodaliDatasetExportJobResult>;
+//# sourceMappingURL=DatasetExportJob.d.ts.map

package/dist/vendor/codali/storage/DatasetExportJob.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DatasetExportJob.d.ts","sourceRoot":"","sources":["../../src/storage/DatasetExportJob.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,KAAK,0BAA0B,EAE/B,KAAK,uBAAuB,EAE5B,KAAK,2BAA2B,EAIhC,KAAK,sBAAsB,EAE5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAGL,KAAK,2BAA2B,EACjC,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAIL,KAAK,yBAAyB,EAC9B,KAAK,0BAA0B,EAChC,MAAM,0BAA0B,CAAC;AAElC,eAAO,MAAM,wCAAwC,EAAG,8BAAuC,CAAC;AAChG,eAAO,MAAM,4CAA4C,EACvD,kCAA2C,CAAC;AAE9C,eAAO,MAAM,+BAA+B,wIAE3C,CAAC;AAEF,MAAM,MAAM,yBAAyB,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AAE3E,MAAM,WAAW,kCAAkC;IACjD,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,2BAA2B,CAAC;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gCAAgC;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC/C;AAED,MAAM,WAAW,2BAA2B;IAC1C,UAAU,EAAE,uBAAuB,CAAC;IACpC,OAAO,EAAE,0BAA0B,EAAE,CAAC;IACtC,WAAW,EAAE,yBAAyB,CAAC;IACvC,KAAK,EAAE,0BAA0B,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,4BAA4B;IAC3C,aAAa,EAAE,OAAO,wCAAwC,CAAC;IAC/D,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,yBAAyB,CAAC;IAClC,MAAM,EAAE,gCAAgC,CAAC;IACzC,UAAU,EAAE,uBAAuB,CAAC;IACpC,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,2BAA2B,CAAC;IACvC,WAAW,CAAC,EAAE,sBAAsB,CAAC;IACrC,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,gBAAgB,EAAE,kCAAkC,EAAE,CAAC;CACxD;AAED,qBAAa,2BAA4B,SAAQ,KAAK;IACpD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEV,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAK1C;AAqQD,eAAO,MAAM,yBAAyB,GACpC,OAAO,2BAA2B,KACjC,OAAO,CAAC,4BAA4B,CAiKtC,CAAC"}

package/dist/vendor/codali/storage/DatasetExportJob.js

@@ -0,0 +1,358 @@
+import { CODALI_STORAGE_CONTRACT_SCHEMA_VERSION, CODALI_STORAGE_EXPORT_KINDS, validateCodaliStorageDatasetRecord, validateCodaliStorageExportManifest, } from "./CodaliStorageContracts.js";
+import { evaluateCodaliDatasetObjectPayloadRead, } from "./CodaliDatasetPrivacyEngine.js";
+import { createGatewayDatasetLocalOnlyObjectPrivacyFlags, createGatewayDatasetLocalOnlyPrivacy, hashGatewayDatasetRequestBody, } from "./GatewayDatasetStore.js";
+export const CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION = "codali.dataset.export.job.v1";
+export const CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION = "codali.dataset.replay.fixture.v1";
+export const CODALI_DATASET_SFT_EXPORT_KINDS = CODALI_STORAGE_EXPORT_KINDS.filter((kind) => kind.endsWith("-sft"));
+export class CodaliDatasetExportJobError extends Error {
+    constructor(code, message) {
+        super(`${code}: ${message}`);
+        this.name = "CodaliDatasetExportJobError";
+        this.code = code;
+    }
+}
+const isSftExportKind = (kind) => CODALI_DATASET_SFT_EXPORT_KINDS.includes(kind);
+const validateRecordOrThrow = (record) => {
+    const validation = validateCodaliStorageDatasetRecord(record);
+    if (!validation.ok) {
+        throw new CodaliDatasetExportJobError("CODALI_DATASET_EXPORT_RECORD_INVALID", validation.issues
+            .map((issue) => `${issue.path}:${issue.code}:${issue.message}`)
+            .join("; "));
+    }
+    return validation.value;
+};
+const refsForRecord = (record) => [
+    record.inputRef,
+    ...(record.outputRef ? [record.outputRef] : []),
+    ...(record.evidenceRefs ?? []),
+];
+const addReasonCounts = (counts, reasons) => {
+    for (const reason of reasons) {
+        counts[reason.code] = (counts[reason.code] ?? 0) + 1;
+    }
+};
+const blockerToReason = (recordId, purpose, blocker) => ({
+    recordId,
+    purpose,
+    code: blocker.code,
+    message: blocker.message,
+    ...(blocker.path ? { path: blocker.path } : {}),
+});
+const requiredReadPurposes = (exportKind) => {
+    const purposes = ["export"];
+    if (exportKind === "eval-replay")
+        purposes.push("eval", "replay");
+    if (isSftExportKind(exportKind))
+        purposes.push("training");
+    return purposes;
+};
+const evaluateRecordEligibility = (exportKind, record) => {
+    const reasons = [];
+    for (const purpose of requiredReadPurposes(exportKind)) {
+        for (const ref of refsForRecord(record)) {
+            const decision = evaluateCodaliDatasetObjectPayloadRead(purpose, ref, record.privacy);
+            if (!decision.allowed) {
+                reasons.push(...decision.blockers.map((blocker) => blockerToReason(record.recordId, purpose, blocker)));
+            }
+        }
+    }
+    return reasons;
+};
+const mergeFlags = (current, ref) => ({
+    containsPersonalData: current.containsPersonalData || ref.privacyFlags.containsPersonalData,
+    containsSecrets: current.containsSecrets || ref.privacyFlags.containsSecrets,
+    containsTenantPrivateData: current.containsTenantPrivateData || ref.privacyFlags.containsTenantPrivateData,
+    containsSourceCode: current.containsSourceCode || ref.privacyFlags.containsSourceCode,
+    containsCustomerData: current.containsCustomerData || ref.privacyFlags.containsCustomerData,
+    trainingAllowed: current.trainingAllowed && ref.privacyFlags.trainingAllowed,
+    evalAllowed: current.evalAllowed && ref.privacyFlags.evalAllowed,
+    replayAllowed: current.replayAllowed && ref.privacyFlags.replayAllowed,
+    exportAllowed: current.exportAllowed && ref.privacyFlags.exportAllowed,
+});
+const increment = (counts, key) => {
+    if (!key)
+        return;
+    counts[key] = (counts[key] ?? 0) + 1;
+};
+const privacySummaryForRecords = (records) => {
+    const classifications = {};
+    const redactionStatuses = {};
+    const policyTags = new Set();
+    let exportAllowedCount = 0;
+    let trainingAllowedCount = 0;
+    let evalAllowedCount = 0;
+    let replayAllowedCount = 0;
+    let mergedFlags = createGatewayDatasetLocalOnlyObjectPrivacyFlags({
+        containsTenantPrivateData: false,
+        containsCustomerData: false,
+        trainingAllowed: true,
+        evalAllowed: true,
+        replayAllowed: true,
+        exportAllowed: true,
+    });
+    for (const record of records) {
+        increment(classifications, record.privacy.classification);
+        increment(redactionStatuses, record.privacy.redactionStatus);
+        for (const tag of record.privacy.policyTags ?? [])
+            policyTags.add(tag);
+        const refs = refsForRecord(record);
+        for (const ref of refs)
+            mergedFlags = mergeFlags(mergedFlags, ref);
+        if (record.privacy.exportAllowed && refs.every((ref) => ref.privacyFlags.exportAllowed)) {
+            exportAllowedCount += 1;
+        }
+        if (record.privacy.trainingAllowed && refs.every((ref) => ref.privacyFlags.trainingAllowed)) {
+            trainingAllowedCount += 1;
+        }
+        if (refs.every((ref) => ref.privacyFlags.evalAllowed))
+            evalAllowedCount += 1;
+        if (refs.every((ref) => ref.privacyFlags.replayAllowed))
+            replayAllowedCount += 1;
+    }
+    return {
+        recordCount: records.length,
+        containsPersonalData: records.some((record) => record.privacy.containsPersonalData) ||
+            mergedFlags.containsPersonalData,
+        containsSecrets: mergedFlags.containsSecrets,
+        containsTenantPrivateData: mergedFlags.containsTenantPrivateData,
+        containsSourceCode: mergedFlags.containsSourceCode,
+        containsCustomerData: mergedFlags.containsCustomerData,
+        exportAllowedCount,
+        trainingAllowedCount,
+        evalAllowedCount,
+        replayAllowedCount,
+        classifications,
+        redactionStatuses,
+        ...(policyTags.size ? { policyTags: [...policyTags].sort() } : {}),
+    };
+};
+const deletionGroupSnapshotForRecords = (records, capturedAt) => {
+    const allIds = new Set();
+    const byRecordId = {};
+    for (const record of records) {
+        const ids = [...new Set(refsForRecord(record).map((ref) => ref.deletionGroupId))].sort();
+        byRecordId[record.recordId] = ids;
+        ids.forEach((id) => allIds.add(id));
+    }
+    return {
+        capturedAt,
+        deletionGroupIds: [...allIds].sort(),
+        byRecordId,
+    };
+};
+const lineageForRecords = (exportKind, records, generatedBy) => ({
+    exportKind,
+    sourceRecordIds: records.map((record) => record.recordId),
+    sourceGatewayRecordIds: [
+        ...new Set(records.flatMap((record) => record.sourceGatewayRecordId ? [record.sourceGatewayRecordId] : [])),
+    ].sort(),
+    sourceObjectHashes: [
+        ...new Set(records.flatMap((record) => refsForRecord(record).map((ref) => ref.contentHash))),
+    ].sort(),
+    ...(generatedBy ? { generatedBy } : {}),
+});
+const primaryRecordObjectRef = (record) => record.outputRef ?? record.inputRef;
+const manifestRecordRefs = (records) => records.map((record) => ({
+    recordType: record.recordType,
+    recordId: record.recordId,
+    schemaVersion: record.schemaVersion,
+    objectRef: primaryRecordObjectRef(record),
+}));
+const exportRows = (records) => records.map((record) => ({
+    schemaVersion: CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION,
+    recordType: record.recordType,
+    recordId: record.recordId,
+    datasetKind: record.datasetKind,
+    sourceGatewayRecordId: record.sourceGatewayRecordId,
+    inputRef: record.inputRef,
+    outputRef: record.outputRef,
+    evidenceRefs: record.evidenceRefs,
+    quality: record.quality,
+    privacy: record.privacy,
+    metadata: record.metadata,
+}));
+const toJsonl = (rows) => rows.map((row) => JSON.stringify(row)).join("\n") + "\n";
+const replayFixturePayload = (exportKind, generatedAt, records) => ({
+    schemaVersion: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+    exportKind,
+    generatedAt,
+    records: records.map((record) => ({
+        recordId: record.recordId,
+        datasetKind: record.datasetKind,
+        sourceGatewayRecordId: record.sourceGatewayRecordId,
+        inputRef: record.inputRef,
+        outputRef: record.outputRef,
+        evidenceRefs: record.evidenceRefs,
+        quality: record.quality,
+        metadata: record.metadata,
+    })),
+});
+const manifestPrivacy = (summary) => createGatewayDatasetLocalOnlyPrivacy({
+    containsPersonalData: summary.containsPersonalData,
+    redactionStatus: summary.containsPersonalData ? "redacted" : "not_required",
+    exportAllowed: true,
+    trainingAllowed: false,
+    metadata: {
+        exportPrivacySummary: summary,
+    },
+});
+const artifactPrivacyFlags = (summary) => createGatewayDatasetLocalOnlyObjectPrivacyFlags({
+    containsPersonalData: summary.containsPersonalData,
+    containsSecrets: summary.containsSecrets,
+    containsTenantPrivateData: summary.containsTenantPrivateData,
+    containsSourceCode: summary.containsSourceCode,
+    containsCustomerData: summary.containsCustomerData,
+    exportAllowed: true,
+    trainingAllowed: false,
+    evalAllowed: true,
+    replayAllowed: true,
+});
+export const runCodaliDatasetExportJob = async (input) => {
+    if (!CODALI_STORAGE_EXPORT_KINDS.includes(input.exportKind)) {
+        throw new CodaliDatasetExportJobError("CODALI_DATASET_EXPORT_KIND_INVALID", `Unsupported dataset export kind: ${input.exportKind}.`);
+    }
+    if (input.exportFormat && input.exportFormat !== "jsonl") {
+        throw new CodaliDatasetExportJobError("CODALI_DATASET_EXPORT_FORMAT_INVALID", "The dataset exporter currently supports JSONL output.");
+    }
+    const records = input.records.map(validateRecordOrThrow);
+    const exclusionReasons = [];
+    const eligibleRecords = [];
+    for (const record of records) {
+        const reasons = evaluateRecordEligibility(input.exportKind, record);
+        if (reasons.length > 0) {
+            exclusionReasons.push(...reasons);
+        }
+        else {
+            eligibleRecords.push(record);
+        }
+    }
+    const exclusionReasonCounts = {};
+    addReasonCounts(exclusionReasonCounts, exclusionReasons);
+    const dryRunSummary = {
+        totalCount: records.length,
+        eligibleCount: eligibleRecords.length,
+        excludedCount: exclusionReasons.length === 0
+            ? 0
+            : records.length - eligibleRecords.length,
+        exclusionReasonCounts,
+    };
+    if (input.dryRun) {
+        return {
+            schemaVersion: CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION,
+            accepted: true,
+            status: "dry_run",
+            dryRun: dryRunSummary,
+            exportKind: input.exportKind,
+            exportFormat: "jsonl",
+            exclusionReasons,
+        };
+    }
+    if (records.length === 0 || exclusionReasons.length > 0 || eligibleRecords.length !== records.length) {
+        return {
+            schemaVersion: CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION,
+            accepted: false,
+            status: "blocked",
+            dryRun: dryRunSummary,
+            exportKind: input.exportKind,
+            exportFormat: "jsonl",
+            exclusionReasons,
+        };
+    }
+    const now = input.now ?? (() => new Date());
+    const createdAt = now().toISOString();
+    const manifestId = input.manifestId ??
+        `dataset-export-${hashGatewayDatasetRequestBody({
+            exportKind: input.exportKind,
+            createdAt,
+            records: records.map((record) => record.recordId),
+        }).slice(0, 16)}`;
+    const summary = privacySummaryForRecords(records);
+    const privacyFlags = artifactPrivacyFlags(summary);
+    const rows = exportRows(records);
+    const jsonlPayload = toJsonl(rows);
+    const jsonlRef = await input.objectStore.putObject({
+        scope: input.scope,
+        ownerType: "export_manifest",
+        ownerId: manifestId,
+        kind: "export",
+        mimeType: "application/x-ndjson",
+        retentionClass: "dataset",
+        privacyFlags,
+        payload: jsonlPayload,
+        metadata: {
+            artifactType: "jsonl",
+            exportKind: input.exportKind,
+            recordCount: records.length,
+        },
+    });
+    const replayFixtureRef = await input.objectStore.putObject({
+        scope: input.scope,
+        ownerType: "export_manifest",
+        ownerId: manifestId,
+        kind: "export",
+        mimeType: "application/json",
+        retentionClass: "dataset",
+        privacyFlags,
+        payload: replayFixturePayload(input.exportKind, createdAt, records),
+        metadata: {
+            artifactType: "replay_fixture",
+            exportKind: input.exportKind,
+            recordCount: records.length,
+        },
+    });
+    const manifest = {
+        schemaVersion: CODALI_STORAGE_CONTRACT_SCHEMA_VERSION,
+        recordType: "export_manifest",
+        manifestId,
+        createdAt,
+        exportKind: input.exportKind,
+        exportFormat: "jsonl",
+        recordCount: records.length,
+        records: manifestRecordRefs(records),
+        artifactRefs: [jsonlRef, replayFixtureRef],
+        checksum: jsonlRef.contentHash,
+        privacySummary: summary,
+        lineage: lineageForRecords(input.exportKind, records, input.generatedBy),
+        deletionGroupSnapshot: deletionGroupSnapshotForRecords(records, createdAt),
+        generatedBy: input.generatedBy,
+        privacy: manifestPrivacy(summary),
+        metadata: {
+            schemaVersion: CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION,
+            explicitExport: true,
+            dryRun: false,
+            ...(input.metadata ?? {}),
+        },
+    };
+    const validation = validateCodaliStorageExportManifest(manifest);
+    if (!validation.ok) {
+        throw new CodaliDatasetExportJobError("CODALI_DATASET_EXPORT_MANIFEST_INVALID", validation.issues.map((issue) => `${issue.path}:${issue.code}`).join("; "));
+    }
+    const manifestRef = await input.objectStore.putObject({
+        scope: input.scope,
+        ownerType: "export_manifest",
+        ownerId: manifestId,
+        kind: "export",
+        mimeType: "application/json",
+        retentionClass: "dataset",
+        privacyFlags,
+        payload: validation.value,
+        metadata: {
+            artifactType: "manifest",
+            exportKind: input.exportKind,
+            recordCount: records.length,
+        },
+    });
+    return {
+        schemaVersion: CODALI_DATASET_EXPORT_JOB_SCHEMA_VERSION,
+        accepted: true,
+        status: "exported",
+        dryRun: dryRunSummary,
+        exportKind: input.exportKind,
+        exportFormat: "jsonl",
+        manifest: validation.value,
+        manifestRef,
+        jsonlRef,
+        replayFixtureRef,
+        exclusionReasons,
+    };
+};

package/dist/vendor/codali/storage/DatasetReviewQueue.d.ts

@@ -0,0 +1,98 @@
+import { type CodaliStorageDatasetRecord, type CodaliStorageReviewDecision, type CodaliStorageReviewPromotionTarget } from "./CodaliStorageContracts.js";
+import type { GatewayDatasetStorageScope } from "./GatewayDatasetStore.js";
+export declare const CODALI_DATASET_RECORDS_FILE = "records.jsonl";
+export interface LocalDatasetBatch {
+    raw: Record<string, unknown>;
+    collectedAt?: string;
+    idempotencyKey?: string;
+    scope: GatewayDatasetStorageScope;
+    records: CodaliStorageDatasetRecord[];
+    metadata?: Record<string, unknown>;
+}
+export interface LocalDatasetCollection {
+    directory: string;
+    recordsPath: string;
+    batches: LocalDatasetBatch[];
+    invalidLineCount: number;
+    invalidRecordCount: number;
+}
+export interface DatasetRecordEntry {
+    record: CodaliStorageDatasetRecord;
+    batchIndex: number;
+    recordIndex: number;
+    scope: GatewayDatasetStorageScope;
+    collectedAt?: string;
+    idempotencyKey?: string;
+    batchMetadata?: Record<string, unknown>;
+}
+export interface DatasetSampleOptions {
+    seed?: string;
+    limit?: number;
+    tenantId?: string;
+    productId?: string;
+    deploymentId?: string;
+    runId?: string;
+    failureCluster?: string;
+    integration?: string;
+    confidence?: string;
+    businessValue?: string;
+    unreviewedOnly?: boolean;
+}
+export interface DatasetCollectionSummary {
+    directory: string;
+    recordsPath: string;
+    batchCount: number;
+    totalRecordRows: number;
+    uniqueRecordCount: number;
+    invalidLineCount: number;
+    invalidRecordCount: number;
+    reviewedCount: number;
+    unreviewedCount: number;
+    exportAllowedCount: number;
+    trainingAllowedCount: number;
+    byTenant: Record<string, number>;
+    byProduct: Record<string, number>;
+    byDatasetKind: Record<string, number>;
+    byExampleType: Record<string, number>;
+    byFailureCluster: Record<string, number>;
+    byIntegration: Record<string, number>;
+    byConfidence: Record<string, number>;
+    byBusinessValue: Record<string, number>;
+}
+export interface DatasetLabelInput extends DatasetSampleOptions {
+    recordId: string;
+    labels: string[];
+    reviewerId?: string;
+    reason?: string;
+    now?: () => Date;
+}
+export interface DatasetPromotionInput extends DatasetSampleOptions {
+    recordId: string;
+    promotionTarget: CodaliStorageReviewPromotionTarget;
+    decision?: CodaliStorageReviewDecision;
+    labels?: string[];
+    reasons?: string[];
+    reviewerId?: string;
+    now?: () => Date;
+}
+export interface DatasetMutationResult {
+    updatedCount: number;
+    recordIds: string[];
+}
+export declare const datasetRecordFailureCluster: (record: CodaliStorageDatasetRecord) => string;
+export declare const datasetRecordIntegration: (record: CodaliStorageDatasetRecord) => string;
+export declare const datasetRecordConfidence: (record: CodaliStorageDatasetRecord) => string;
+export declare const datasetRecordBusinessValue: (record: CodaliStorageDatasetRecord) => string;
+export declare const readLocalDatasetCollection: (input: {
+    directory: string;
+    recordsFileName?: string;
+}) => Promise<LocalDatasetCollection>;
+export declare const writeLocalDatasetCollection: (collection: LocalDatasetCollection) => Promise<void>;
+export declare const datasetRecordEntries: (collection: LocalDatasetCollection) => DatasetRecordEntry[];
+export declare const latestDatasetRecordEntries: (collection: LocalDatasetCollection) => DatasetRecordEntry[];
+export declare const matchesDatasetSampleOptions: (entry: DatasetRecordEntry, options: DatasetSampleOptions) => boolean;
+export declare const sampleDatasetRecordEntries: (collection: LocalDatasetCollection, options?: DatasetSampleOptions) => DatasetRecordEntry[];
+export declare const summarizeDatasetCollection: (collection: LocalDatasetCollection) => DatasetCollectionSummary;
+export declare const applyDatasetLabel: (collection: LocalDatasetCollection, input: DatasetLabelInput) => DatasetMutationResult;
+export declare const applyDatasetPromotionTarget: (collection: LocalDatasetCollection, input: DatasetPromotionInput) => DatasetMutationResult;
+//# sourceMappingURL=DatasetReviewQueue.d.ts.map

package/dist/vendor/codali/storage/DatasetReviewQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DatasetReviewQueue.d.ts","sourceRoot":"","sources":["../../src/storage/DatasetReviewQueue.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,KAAK,0BAA0B,EAC/B,KAAK,2BAA2B,EAChC,KAAK,kCAAkC,EACxC,MAAM,6BAA6B,CAAC;AAKrC,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AAE3E,eAAO,MAAM,2BAA2B,kBAAkB,CAAC;AAE3D,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,0BAA0B,CAAC;IAClC,OAAO,EAAE,0BAA0B,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,sBAAsB;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,iBAAiB,EAAE,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,0BAA0B,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,0BAA0B,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzC;AAED,MAAM,WAAW,iBAAkB,SAAQ,oBAAoB;IAC7D,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,qBAAsB,SAAQ,oBAAoB;IACjE,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,kCAAkC,CAAC;IACpD,QAAQ,CAAC,EAAE,2BAA2B,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,qBAAqB;IACpC,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AA6DD,eAAO,MAAM,2BAA2B,GACtC,QAAQ,0BAA0B,KACjC,MAeF,CAAC;AAEF,eAAO,MAAM,wBAAwB,GACnC,QAAQ,0BAA0B,KACjC,MAiBF,CAAC;AAEF,eAAO,MAAM,uBAAuB,GAClC,QAAQ,0BAA0B,KACjC,MAGyC,CAAC;AAE7C,eAAO,MAAM,0BAA0B,GACrC,QAAQ,0BAA0B,KACjC,MAUW,CAAC;AA4Cf,eAAO,MAAM,0BAA0B,GAAU,OAAO;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,KAAG,OAAO,CAAC,sBAAsB,CAmDjC,CAAC;AAEF,eAAO,MAAM,2BAA2B,GACtC,YAAY,sBAAsB,KACjC,OAAO,CAAC,IAAI,CAad,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAC/B,YAAY,sBAAsB,KACjC,kBAAkB,EAUb,CAAC;AAWT,eAAO,MAAM,0BAA0B,GACrC,YAAY,sBAAsB,KACjC,kBAAkB,EAOpB,CAAC;AA0BF,eAAO,MAAM,2BAA2B,GACtC,OAAO,kBAAkB,EACzB,SAAS,oBAAoB,KAC5B,OAUF,CAAC;AAEF,eAAO,MAAM,0BAA0B,GACrC,YAAY,sBAAsB,EAClC,UAAS,oBAAyB,KACjC,kBAAkB,EAQpB,CAAC;AAEF,eAAO,MAAM,0BAA0B,GACrC,YAAY,sBAAsB,KACjC,wBA2CF,CAAC;AAgCF,eAAO,MAAM,iBAAiB,GAC5B,YAAY,sBAAsB,EAClC,OAAO,iBAAiB,KACvB,qBAmCF,CAAC;AAUF,eAAO,MAAM,2BAA2B,GACtC,YAAY,sBAAsB,EAClC,OAAO,qBAAqB,KAC3B,qBAgEF,CAAC"}