@mcoda/mswarm 0.1.90 → 0.1.94

package/dist/vendor/codali/storage/DatasetReviewQueue.js

@@ -0,0 +1,426 @@
+import { createHash } from "node:crypto";
+import { mkdir, readFile, rename, writeFile } from "node:fs/promises";
+import path from "node:path";
+import { validateCodaliStorageDatasetRecord, } from "./CodaliStorageContracts.js";
+import { applyCodaliStorageReviewPromotion, buildCodaliStorageReviewRecord, } from "./CodaliFeedbackReviewIngestion.js";
+export const CODALI_DATASET_RECORDS_FILE = "records.jsonl";
+const isRecord = (value) => Boolean(value && typeof value === "object" && !Array.isArray(value));
+const cloneJson = (value) => JSON.parse(JSON.stringify(value));
+const normalizeToken = (value) => {
+    const trimmed = value?.trim();
+    return trimmed ? trimmed.toLowerCase() : undefined;
+};
+const readOptionalString = (value, keys) => {
+    for (const key of keys) {
+        const candidate = value?.[key];
+        if (typeof candidate === "string" && candidate.trim())
+            return candidate.trim();
+    }
+    return undefined;
+};
+const readOptionalNumber = (value, keys) => {
+    for (const key of keys) {
+        const candidate = value?.[key];
+        if (typeof candidate === "number" && Number.isFinite(candidate))
+            return candidate;
+        if (typeof candidate === "string" && candidate.trim() && Number.isFinite(Number(candidate))) {
+            return Number(candidate);
+        }
+    }
+    return undefined;
+};
+const labels = (record) => record.quality?.labels ?? [];
+const labelValue = (record, prefixes) => {
+    for (const label of labels(record)) {
+        for (const prefix of prefixes) {
+            if (label.toLowerCase().startsWith(prefix.toLowerCase())) {
+                return label.slice(prefix.length).trim();
+            }
+        }
+    }
+    return undefined;
+};
+const confidenceBucket = (score) => {
+    if (score === undefined)
+        return "unknown";
+    if (score >= 0.8)
+        return "high";
+    if (score >= 0.5)
+        return "medium";
+    return "low";
+};
+export const datasetRecordFailureCluster = (record) => {
+    const metadata = record.metadata;
+    return readOptionalString(metadata, [
+        "failureCluster",
+        "failure_cluster",
+        "failureClusterId",
+        "failure_cluster_id",
+        "errorCode",
+        "error_code",
+        "policyEventType",
+        "policy_event_type",
+        "status",
+    ])
+        ?? labelValue(record, ["cluster:", "failure:", "auto:status:", "auto:policy:"])
+        ?? (metadata?.exampleType === "schema_failure" ? "schema_failure" : "none");
+};
+export const datasetRecordIntegration = (record) => {
+    const metadata = record.metadata;
+    return readOptionalString(metadata, [
+        "integration",
+        "integrationId",
+        "integration_id",
+        "sourceType",
+        "source_type",
+        "usedTool",
+        "used_tool",
+        "tool",
+        "provider",
+        "finalModelTier",
+        "final_model_tier",
+    ])
+        ?? labelValue(record, ["integration:", "auto:tool:", "auto:source:", "auto:provider:"])
+        ?? "none";
+};
+export const datasetRecordConfidence = (record) => readOptionalString(record.metadata, ["confidence", "confidenceBucket", "confidence_bucket"])
+    ?? labelValue(record, ["confidence:", "auto:confidence:"])
+    ?? confidenceBucket(record.quality?.score);
+export const datasetRecordBusinessValue = (record) => readOptionalString(record.metadata, [
+    "businessValue",
+    "business_value",
+    "businessValueTier",
+    "business_value_tier",
+    "valueTier",
+    "value_tier",
+])
+    ?? labelValue(record, ["business:", "value:"])
+    ?? "unknown";
+const datasetRecordBusinessValueScore = (record) => readOptionalNumber(record.metadata, [
+    "businessValue",
+    "business_value",
+    "businessValueScore",
+    "business_value_score",
+    "valueScore",
+    "value_score",
+]);
+const stableHash = (value) => createHash("sha256").update(value).digest("hex");
+const deterministicSortKey = (entry, seed) => {
+    const scopeKey = `${entry.scope.tenantId}:${entry.scope.productId}:${entry.scope.deploymentId}:${entry.scope.runId}`;
+    const base = `${scopeKey}:${entry.record.recordId}:${entry.record.createdAt}`;
+    return seed ? stableHash(`${seed}:${base}`) : base;
+};
+const increment = (counts, key) => {
+    const normalized = key?.trim() || "unknown";
+    counts[normalized] = (counts[normalized] ?? 0) + 1;
+};
+const uniqueStrings = (values) => Array.from(new Set(values.map((value) => value.trim()).filter(Boolean)));
+const parseScope = (value) => {
+    const record = isRecord(value) ? value : {};
+    return {
+        tenantId: typeof record.tenantId === "string" ? record.tenantId : "local",
+        productId: typeof record.productId === "string" ? record.productId : "product-neutral",
+        deploymentId: typeof record.deploymentId === "string" ? record.deploymentId : "local",
+        runId: typeof record.runId === "string" ? record.runId : "dataset-local",
+    };
+};
+const isEnoent = (error) => isRecord(error) && error.code === "ENOENT";
+export const readLocalDatasetCollection = async (input) => {
+    const recordsPath = path.join(input.directory, input.recordsFileName ?? CODALI_DATASET_RECORDS_FILE);
+    let raw = "";
+    try {
+        raw = await readFile(recordsPath, "utf8");
+    }
+    catch (error) {
+        if (!isEnoent(error))
+            throw error;
+    }
+    const batches = [];
+    let invalidLineCount = 0;
+    let invalidRecordCount = 0;
+    for (const line of raw.split(/\r?\n/g)) {
+        if (!line.trim())
+            continue;
+        let parsed;
+        try {
+            parsed = JSON.parse(line);
+        }
+        catch {
+            invalidLineCount += 1;
+            continue;
+        }
+        if (!isRecord(parsed) || !Array.isArray(parsed.records)) {
+            invalidLineCount += 1;
+            continue;
+        }
+        const records = [];
+        for (const item of parsed.records) {
+            const validation = validateCodaliStorageDatasetRecord(item);
+            if (validation.ok) {
+                records.push(validation.value);
+            }
+            else {
+                invalidRecordCount += 1;
+            }
+        }
+        batches.push({
+            raw: parsed,
+            collectedAt: typeof parsed.collectedAt === "string" ? parsed.collectedAt : undefined,
+            idempotencyKey: typeof parsed.idempotencyKey === "string" ? parsed.idempotencyKey : undefined,
+            scope: parseScope(parsed.scope),
+            records,
+            metadata: isRecord(parsed.metadata) ? parsed.metadata : undefined,
+        });
+    }
+    return {
+        directory: input.directory,
+        recordsPath,
+        batches,
+        invalidLineCount,
+        invalidRecordCount,
+    };
+};
+export const writeLocalDatasetCollection = async (collection) => {
+    await mkdir(collection.directory, { recursive: true });
+    const body = collection.batches
+        .map((batch) => JSON.stringify({
+        ...batch.raw,
+        scope: batch.scope,
+        records: batch.records,
+        metadata: batch.metadata,
+    }))
+        .join("\n");
+    const tempPath = `${collection.recordsPath}.${process.pid}.${Date.now()}.tmp`;
+    await writeFile(tempPath, body ? `${body}\n` : "", "utf8");
+    await rename(tempPath, collection.recordsPath);
+};
+export const datasetRecordEntries = (collection) => collection.batches.flatMap((batch, batchIndex) => batch.records.map((record, recordIndex) => ({
+    record,
+    batchIndex,
+    recordIndex,
+    scope: batch.scope,
+    collectedAt: batch.collectedAt,
+    idempotencyKey: batch.idempotencyKey,
+    batchMetadata: batch.metadata,
+})));
+const scopedRecordIdentityKey = (entry) => [
+    entry.scope.tenantId,
+    entry.scope.productId,
+    entry.scope.deploymentId,
+    entry.scope.runId,
+    entry.record.recordId,
+].join("\t");
+export const latestDatasetRecordEntries = (collection) => {
+    const byRecordId = new Map();
+    for (const entry of datasetRecordEntries(collection)) {
+        byRecordId.set(scopedRecordIdentityKey(entry), entry);
+    }
+    return Array.from(byRecordId.values()).sort((left, right) => scopedRecordIdentityKey(left).localeCompare(scopedRecordIdentityKey(right)));
+};
+const matchesTextFilter = (actual, expected) => !expected || normalizeToken(actual) === normalizeToken(expected);
+const matchesConfidence = (record, expected) => {
+    if (!expected)
+        return true;
+    const numeric = Number(expected);
+    if (Number.isFinite(numeric))
+        return (record.quality?.score ?? 0) >= numeric;
+    return normalizeToken(datasetRecordConfidence(record)) === normalizeToken(expected);
+};
+const matchesBusinessValue = (record, expected) => {
+    if (!expected)
+        return true;
+    const numeric = Number(expected);
+    const score = datasetRecordBusinessValueScore(record);
+    if (Number.isFinite(numeric))
+        return score !== undefined && score >= numeric;
+    return normalizeToken(datasetRecordBusinessValue(record)) === normalizeToken(expected);
+};
+export const matchesDatasetSampleOptions = (entry, options) => {
+    if (options.unreviewedOnly && entry.record.quality?.reviewed === true)
+        return false;
+    return matchesTextFilter(entry.scope.tenantId, options.tenantId)
+        && matchesTextFilter(entry.scope.productId, options.productId)
+        && matchesTextFilter(entry.scope.deploymentId, options.deploymentId)
+        && matchesTextFilter(entry.scope.runId, options.runId)
+        && matchesTextFilter(datasetRecordFailureCluster(entry.record), options.failureCluster)
+        && matchesTextFilter(datasetRecordIntegration(entry.record), options.integration)
+        && matchesConfidence(entry.record, options.confidence)
+        && matchesBusinessValue(entry.record, options.businessValue);
+};
+export const sampleDatasetRecordEntries = (collection, options = {}) => {
+    const limit = options.limit && options.limit > 0 ? Math.floor(options.limit) : undefined;
+    const entries = latestDatasetRecordEntries(collection)
+        .filter((entry) => matchesDatasetSampleOptions(entry, options))
+        .sort((left, right) => deterministicSortKey(left, options.seed).localeCompare(deterministicSortKey(right, options.seed))
+        || left.record.recordId.localeCompare(right.record.recordId));
+    return limit ? entries.slice(0, limit) : entries;
+};
+export const summarizeDatasetCollection = (collection) => {
+    const entries = latestDatasetRecordEntries(collection);
+    const summary = {
+        directory: collection.directory,
+        recordsPath: collection.recordsPath,
+        batchCount: collection.batches.length,
+        totalRecordRows: datasetRecordEntries(collection).length,
+        uniqueRecordCount: entries.length,
+        invalidLineCount: collection.invalidLineCount,
+        invalidRecordCount: collection.invalidRecordCount,
+        reviewedCount: 0,
+        unreviewedCount: 0,
+        exportAllowedCount: 0,
+        trainingAllowedCount: 0,
+        byTenant: {},
+        byProduct: {},
+        byDatasetKind: {},
+        byExampleType: {},
+        byFailureCluster: {},
+        byIntegration: {},
+        byConfidence: {},
+        byBusinessValue: {},
+    };
+    for (const entry of entries) {
+        if (entry.record.quality?.reviewed === true)
+            summary.reviewedCount += 1;
+        else
+            summary.unreviewedCount += 1;
+        if (entry.record.privacy.exportAllowed)
+            summary.exportAllowedCount += 1;
+        if (entry.record.privacy.trainingAllowed)
+            summary.trainingAllowedCount += 1;
+        increment(summary.byTenant, entry.scope.tenantId);
+        increment(summary.byProduct, entry.scope.productId);
+        increment(summary.byDatasetKind, entry.record.datasetKind);
+        increment(summary.byExampleType, typeof entry.record.metadata?.exampleType === "string"
+            ? entry.record.metadata.exampleType
+            : "unknown");
+        increment(summary.byFailureCluster, datasetRecordFailureCluster(entry.record));
+        increment(summary.byIntegration, datasetRecordIntegration(entry.record));
+        increment(summary.byConfidence, datasetRecordConfidence(entry.record));
+        increment(summary.byBusinessValue, datasetRecordBusinessValue(entry.record));
+    }
+    return summary;
+};
+const mutableMatches = (collection, recordId, options) => datasetRecordEntries(collection).filter((entry) => entry.record.recordId === recordId && matchesDatasetSampleOptions(entry, options));
+const scopeKey = (entry) => `${entry.scope.tenantId}:${entry.scope.productId}:${entry.scope.deploymentId}:${entry.scope.runId}`;
+const assertMutableMatches = (collection, recordId, options) => {
+    const matches = mutableMatches(collection, recordId, options);
+    if (matches.length === 0) {
+        throw new Error(`No dataset record matched ${recordId} in the selected scope.`);
+    }
+    const scopes = new Set(matches.map(scopeKey));
+    const scopeConstrained = Boolean(options.tenantId || options.productId || options.deploymentId || options.runId);
+    if (scopes.size > 1 && !scopeConstrained) {
+        throw new Error(`Dataset record ${recordId} exists in multiple scopes; pass --tenant/--product/--run to disambiguate.`);
+    }
+    return matches;
+};
+export const applyDatasetLabel = (collection, input) => {
+    const updatedAt = (input.now ?? (() => new Date()))().toISOString();
+    const matches = assertMutableMatches(collection, input.recordId, input);
+    const labelsToAdd = uniqueStrings(input.labels);
+    const recordIds = new Set();
+    for (const match of matches) {
+        const batch = collection.batches[match.batchIndex];
+        const record = batch?.records[match.recordIndex];
+        if (!record)
+            continue;
+        const existingLabels = record.quality?.labels ?? [];
+        const nextRecord = {
+            ...record,
+            quality: {
+                ...(record.quality ?? {}),
+                labels: uniqueStrings([...existingLabels, ...labelsToAdd]),
+                reviewed: true,
+            },
+            metadata: {
+                ...(record.metadata ?? {}),
+                cliLabels: uniqueStrings([
+                    ...((Array.isArray(record.metadata?.cliLabels)
+                        ? record.metadata?.cliLabels.filter((value) => typeof value === "string")
+                        : [])),
+                    ...labelsToAdd,
+                ]),
+                ...(input.reviewerId ? { reviewerId: input.reviewerId } : {}),
+                ...(input.reason ? { labelReason: input.reason } : {}),
+                rawTraceIncluded: false,
+                labelledAt: updatedAt,
+            },
+        };
+        batch.records[match.recordIndex] = nextRecord;
+        recordIds.add(record.recordId);
+    }
+    return { updatedCount: matches.length, recordIds: [...recordIds].sort() };
+};
+const decisionForPromotionTarget = (promotionTarget) => {
+    if (promotionTarget === "gold")
+        return "approved";
+    if (promotionTarget === "reject")
+        return "rejected";
+    return "needs_changes";
+};
+export const applyDatasetPromotionTarget = (collection, input) => {
+    const reviewedAt = (input.now ?? (() => new Date()))().toISOString();
+    const matches = assertMutableMatches(collection, input.recordId, input);
+    const recordIds = new Set();
+    for (const match of matches) {
+        const batch = collection.batches[match.batchIndex];
+        const record = batch?.records[match.recordIndex];
+        if (!record)
+            continue;
+        const review = buildCodaliStorageReviewRecord({
+            reviewId: `dataset-cli-review-${stableHash(`${record.recordId}:${input.promotionTarget}:${reviewedAt}`).slice(0, 16)}`,
+            createdAt: reviewedAt,
+            reviewerType: "human",
+            reviewerId: input.reviewerId,
+            runId: match.scope.runId,
+            deletionGroupId: record.inputRef.deletionGroupId,
+            productScope: {
+                productId: match.scope.productId,
+                tenantHash: record.inputRef.ownerScope.tenantHash,
+                deploymentId: match.scope.deploymentId,
+            },
+            requesterScope: {
+                requesterHash: input.reviewerId ?? "dataset-cli-reviewer",
+                visibility: "requester",
+                tenantWide: false,
+            },
+            candidateRecords: [{
+                    recordType: "dataset_record",
+                    recordId: record.recordId,
+                    datasetKind: record.datasetKind,
+                    objectRef: record.outputRef ?? record.inputRef,
+                    labels: record.quality?.labels,
+                    metadata: {
+                        sourceGatewayRecordId: record.sourceGatewayRecordId,
+                        rawTraceIncluded: false,
+                    },
+                }],
+            targetType: "dataset_record",
+            targetId: record.recordId,
+            decision: input.decision ?? decisionForPromotionTarget(input.promotionTarget),
+            labels: input.labels,
+            reasons: input.reasons,
+            promotionTarget: input.promotionTarget,
+            promotedRecordIds: [record.recordId],
+            privacy: {
+                uploadAllowed: false,
+                exportAllowed: false,
+                trainingAllowed: false,
+            },
+            metadata: {
+                source: "dataset_cli",
+                rawTraceIncluded: false,
+            },
+        });
+        const [promoted] = applyCodaliStorageReviewPromotion({
+            review,
+            records: [record],
+            reviewedAt,
+        });
+        if (promoted) {
+            batch.records[match.recordIndex] = cloneJson(promoted);
+            recordIds.add(record.recordId);
+        }
+    }
+    return { updatedCount: matches.length, recordIds: [...recordIds].sort() };
+};

package/dist/vendor/codali/storage/GatewayDatasetStore.d.ts

@@ -0,0 +1,233 @@
+import type { CodaliGatewayRequest, CodaliGatewayResult } from "../gateway/CodaliGatewayTypes.js";
+import { type CodaliGatewayRunTrace } from "../gateway/CodaliGatewayStore.js";
+import { type CodaliStorageDatasetKind, type CodaliStorageDatasetRecord, type CodaliStorageObjectPrivacyFlags, type CodaliStorageObjectRef, type CodaliStorageObjectRefKind, type CodaliStorageObjectRetentionClass, type CodaliStoragePrivacyMetadata } from "./CodaliStorageContracts.js";
+export declare const GATEWAY_DATASET_SERVICE_SIGNATURE_VERSION = "codali.storage.hmac.v1";
+export declare const DEFAULT_GATEWAY_DATASET_SERVICE_ENDPOINT = "/v1/gateway/batches";
+export interface GatewayDatasetStorageScope {
+    tenantId: string;
+    productId: string;
+    deploymentId: string;
+    runId: string;
+}
+export type GatewayDatasetStoreWriteStatus = "stored" | "queued" | "skipped" | "failed";
+export interface GatewayDatasetStoreWriteResult {
+    accepted: boolean;
+    status: GatewayDatasetStoreWriteStatus;
+    recordCount: number;
+    objectCount?: number;
+    idempotencyKey?: string;
+    batchId?: string;
+    replayed?: boolean;
+    fallbackUsed?: boolean;
+    errors?: string[];
+    metadata?: Record<string, unknown>;
+}
+export interface GatewayDatasetStoreCollectInput {
+    scope: GatewayDatasetStorageScope;
+    records: CodaliStorageDatasetRecord[];
+    idempotencyKey?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface GatewayDatasetStore {
+    collect(input: GatewayDatasetStoreCollectInput): Promise<GatewayDatasetStoreWriteResult>;
+}
+export interface GatewayDatasetObjectPutInput {
+    scope: GatewayDatasetStorageScope;
+    payload: unknown;
+    ownerType: string;
+    ownerId: string;
+    kind?: CodaliStorageObjectRefKind;
+    mimeType?: string;
+    retentionClass?: CodaliStorageObjectRetentionClass;
+    privacyFlags?: Partial<CodaliStorageObjectPrivacyFlags>;
+    metadata?: Record<string, unknown>;
+}
+export interface GatewayDatasetObjectStore {
+    putObject(input: GatewayDatasetObjectPutInput): Promise<CodaliStorageObjectRef>;
+    readObject?(ref: CodaliStorageObjectRef): Promise<unknown | undefined>;
+}
+export type GatewayDatasetGoldTargetKind = "accepted" | "corrected" | "reviewed";
+export interface GatewayDatasetGoldTargetInput {
+    id?: string;
+    kind: GatewayDatasetGoldTargetKind;
+    input?: unknown;
+    target?: unknown;
+    sourceRecordId?: string;
+    sourceModelCallId?: string;
+    failedAttemptRecordId?: string;
+    failedAttemptModelCallId?: string;
+    reviewerId?: string;
+    reasons?: string[];
+    score?: number;
+    labels?: string[];
+    metadata?: Record<string, unknown>;
+}
+export interface GatewayDatasetGatewayCollectionOptions {
+    enabled?: boolean;
+    objectStore?: GatewayDatasetObjectStore;
+    fallbackStore?: GatewayDatasetStore;
+    scope?: Partial<GatewayDatasetStorageScope>;
+    privacy?: Partial<CodaliStoragePrivacyMetadata>;
+    privacyFlags?: Partial<CodaliStorageObjectPrivacyFlags>;
+    datasetKind?: CodaliStorageDatasetKind;
+    idempotencyKey?: string;
+    trace?: CodaliGatewayRunTrace;
+    traceLoader?: () => Promise<CodaliGatewayRunTrace | undefined>;
+    collectModelCalls?: boolean;
+    collectSchemaFailures?: boolean;
+    collectGoldTargets?: boolean;
+    collectRagRetrievals?: boolean;
+    collectToolDecisions?: boolean;
+    collectEvidenceItems?: boolean;
+    collectContextPacks?: boolean;
+    collectFinalAnswers?: boolean;
+    collectArtifacts?: boolean;
+    collectPolicyEvents?: boolean;
+    goldTargets?: GatewayDatasetGoldTargetInput[];
+    metadata?: Record<string, unknown>;
+    now?: () => Date;
+    onError?: (error: unknown) => void;
+    onResult?: (result: GatewayDatasetStoreWriteResult) => void;
+}
+export interface GatewayDatasetGatewayCollectionInput extends GatewayDatasetGatewayCollectionOptions {
+    store: GatewayDatasetStore;
+    request: CodaliGatewayRequest;
+    result: CodaliGatewayResult;
+}
+export interface GatewayDatasetServiceClientOptions {
+    baseUrl: string;
+    serviceToken: string;
+    hmacSecret?: string;
+    endpointPath?: string;
+    batchSize?: number;
+    maxRetries?: number;
+    retryBaseMs?: number;
+    timeoutMs?: number;
+    fallbackStore?: GatewayDatasetStore;
+    fetch?: GatewayDatasetFetch;
+    now?: () => Date;
+    nonceFactory?: () => string;
+}
+export interface GatewayDatasetFetchRequest {
+    method: "GET" | "POST";
+    headers: Record<string, string>;
+    body?: string;
+    signal?: AbortSignal;
+}
+export interface GatewayDatasetFetchResponse {
+    ok: boolean;
+    status: number;
+    statusText?: string;
+    text(): Promise<string>;
+}
+export type GatewayDatasetFetch = (url: string, request: GatewayDatasetFetchRequest) => Promise<GatewayDatasetFetchResponse>;
+export interface LocalJsonlGatewayDatasetStoreOptions {
+    directory: string;
+    recordsFileName?: string;
+    now?: () => Date;
+}
+export interface LocalJsonlGatewayDatasetObjectStoreOptions {
+    directory: string;
+    now?: () => Date;
+}
+export declare class GatewayDatasetStoreError extends Error {
+    readonly code: string;
+    constructor(code: string, message: string);
+}
+export declare class GatewayDatasetServiceClientError extends Error {
+    readonly code: string;
+    readonly status?: number;
+    readonly retryable: boolean;
+    constructor(input: {
+        code: string;
+        message: string;
+        status?: number;
+        retryable?: boolean;
+    });
+}
+export declare const canonicalizeGatewayDatasetJson: (value: unknown) => string;
+export declare const hashGatewayDatasetRequestBody: (body: unknown) => string;
+export declare const hashGatewayDatasetValue: (value: unknown) => string;
+export declare const createGatewayDatasetLocalOnlyPrivacy: (overrides?: Partial<CodaliStoragePrivacyMetadata>) => CodaliStoragePrivacyMetadata;
+export declare const createGatewayDatasetLocalOnlyObjectPrivacyFlags: (overrides?: Partial<CodaliStorageObjectPrivacyFlags>) => CodaliStorageObjectPrivacyFlags;
+export declare const gatewayDatasetScopeFromGatewayResult: (request: CodaliGatewayRequest, result: CodaliGatewayResult, overrides?: Partial<GatewayDatasetStorageScope>) => GatewayDatasetStorageScope;
+export declare const buildGatewayDatasetIdempotencyKey: (scope: GatewayDatasetStorageScope, records: readonly CodaliStorageDatasetRecord[]) => string;
+export declare const buildGatewayDatasetServiceSignatureHeaders: (input: {
+    scope: GatewayDatasetStorageScope;
+    body: unknown;
+    hmacSecret: string;
+    timestamp: string;
+    nonce: string;
+}) => Record<string, string>;
+export declare class InMemoryGatewayDatasetObjectStore implements GatewayDatasetObjectStore {
+    private readonly options;
+    private readonly objects;
+    constructor(options?: {
+        now?: () => Date;
+    });
+    putObject(input: GatewayDatasetObjectPutInput): Promise<CodaliStorageObjectRef>;
+    readObject(ref: CodaliStorageObjectRef): Promise<unknown | undefined>;
+    listObjects(): CodaliStorageObjectRef[];
+}
+export declare const createInMemoryGatewayDatasetObjectStore: (options?: {
+    now?: () => Date;
+}) => InMemoryGatewayDatasetObjectStore;
+export declare class InMemoryGatewayDatasetStore implements GatewayDatasetStore {
+    private readonly records;
+    private readonly batches;
+    private readonly idempotency;
+    collect(input: GatewayDatasetStoreCollectInput): Promise<GatewayDatasetStoreWriteResult>;
+    listRecords(): CodaliStorageDatasetRecord[];
+    readRecord(recordId: string): CodaliStorageDatasetRecord | undefined;
+    listBatches(): Array<{
+        idempotencyKey?: string;
+        scope: GatewayDatasetStorageScope;
+        recordIds: string[];
+        metadata?: Record<string, unknown>;
+    }>;
+}
+export declare const createInMemoryGatewayDatasetStore: () => InMemoryGatewayDatasetStore;
+export declare class LocalJsonlGatewayDatasetObjectStore implements GatewayDatasetObjectStore {
+    private readonly options;
+    constructor(options: LocalJsonlGatewayDatasetObjectStoreOptions);
+    putObject(input: GatewayDatasetObjectPutInput): Promise<CodaliStorageObjectRef>;
+    readObject(ref: CodaliStorageObjectRef): Promise<unknown | undefined>;
+}
+export declare const createLocalJsonlGatewayDatasetObjectStore: (options: LocalJsonlGatewayDatasetObjectStoreOptions) => LocalJsonlGatewayDatasetObjectStore;
+export declare class LocalJsonlGatewayDatasetStore implements GatewayDatasetStore {
+    private readonly options;
+    private readonly idempotency;
+    constructor(options: LocalJsonlGatewayDatasetStoreOptions);
+    collect(input: GatewayDatasetStoreCollectInput): Promise<GatewayDatasetStoreWriteResult>;
+}
+export declare const createLocalJsonlGatewayDatasetStore: (options: LocalJsonlGatewayDatasetStoreOptions) => LocalJsonlGatewayDatasetStore;
+export declare class GatewayDatasetServiceClient implements GatewayDatasetStore {
+    private readonly options;
+    private readonly fetchImpl;
+    constructor(options: GatewayDatasetServiceClientOptions);
+    collect(input: GatewayDatasetStoreCollectInput): Promise<GatewayDatasetStoreWriteResult>;
+    private writeBatch;
+    private fetchWithTimeout;
+}
+export declare const createGatewayDatasetServiceClient: (options: GatewayDatasetServiceClientOptions) => GatewayDatasetServiceClient;
+type GatewayDatasetCollectorBuildInput = Omit<GatewayDatasetGatewayCollectionInput, "store" | "enabled" | "fallbackStore" | "onError" | "onResult">;
+export declare class GatewayDatasetCollector {
+    buildCollectInput(input: GatewayDatasetCollectorBuildInput): Promise<GatewayDatasetStoreCollectInput>;
+    private buildRunRecord;
+    private buildFinalAnswerRecord;
+    private buildRagRetrievalRecord;
+    private buildToolDecisionRecord;
+    private buildEvidenceItemRecord;
+    private buildContextPackRecord;
+    private buildArtifactRecord;
+    private buildPolicyEventRecord;
+    private buildModelCallRecord;
+    private buildSchemaFailureRecord;
+    private buildGoldTargetRecord;
+}
+export declare const createGatewayDatasetCollector: () => GatewayDatasetCollector;
+export declare const buildGatewayDatasetCollectInputFromGatewayResult: (input: Omit<GatewayDatasetGatewayCollectionInput, "store" | "enabled" | "fallbackStore" | "onError" | "onResult">) => Promise<GatewayDatasetStoreCollectInput>;
+export declare const collectGatewayDatasetResult: (input: GatewayDatasetGatewayCollectionInput) => Promise<GatewayDatasetStoreWriteResult>;
+export declare const collectGatewayDatasetResultNonBlocking: (input: GatewayDatasetGatewayCollectionInput) => GatewayDatasetStoreWriteResult;
+export {};
+//# sourceMappingURL=GatewayDatasetStore.d.ts.map

package/dist/vendor/codali/storage/GatewayDatasetStore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GatewayDatasetStore.d.ts","sourceRoot":"","sources":["../../src/storage/GatewayDatasetStore.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAGV,oBAAoB,EACpB,mBAAmB,EACpB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAEL,KAAK,qBAAqB,EAI3B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAGL,KAAK,wBAAwB,EAC7B,KAAK,0BAA0B,EAC/B,KAAK,+BAA+B,EACpC,KAAK,sBAAsB,EAC3B,KAAK,0BAA0B,EAC/B,KAAK,iCAAiC,EACtC,KAAK,4BAA4B,EAClC,MAAM,6BAA6B,CAAC;AAErC,eAAO,MAAM,yCAAyC,2BAA2B,CAAC;AAClF,eAAO,MAAM,wCAAwC,wBAAwB,CAAC;AAE9E,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,8BAA8B,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,CAAC;AAExF,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,8BAA8B,CAAC;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,+BAA+B;IAC9C,KAAK,EAAE,0BAA0B,CAAC;IAClC,OAAO,EAAE,0BAA0B,EAAE,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,8BAA8B,CAAC,CAAC;CAC1F;AAED,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,0BAA0B,CAAC;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,0BAA0B,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,iCAAiC,CAAC;IACnD,YAAY,CAAC,EAAE,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,yBAAyB;IACxC,SAAS,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAChF,UAAU,CAAC,CAAC,GAAG,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC;CACxE;AAED,MAAM,MAAM,4BAA4B,GAAG,UAAU,GAAG,WAAW,GAAG,UAAU,CAAC;AAEjF,MAAM,WAAW,6BAA6B;IAC5C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,4BAA4B,CAAC;IACnC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,sCAAsC;IACrD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,yBAAyB,CAAC;IACxC,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,KAAK,CAAC,EAAE,OAAO,CAAC,0BAA0B,CAAC,CAAC;IAC5C,OAAO,CAAC,EAAE,OAAO,CAAC,4BAA4B,CAAC,CAAC;IAChD,YAAY,CAAC,EAAE,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACxD,WAAW,CAAC,EAAE,wBAAwB,CAAC;IACvC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,KAAK,CAAC,EAAE,qBAAqB,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAAC;IAC/D,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,WAAW,CAAC,EAAE,6BAA6B,EAAE,CAAC;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IACnC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,8BAA8B,KAAK,IAAI,CAAC;CAC7D;AAED,MAAM,WAAW,oCACf,SAAQ,sCAAsC;IAC9C,KAAK,EAAE,mBAAmB,CAAC;IAC3B,OAAO,EAAE,oBAAoB,CAAC;IAC9B,MAAM,EAAE,mBAAmB,CAAC;CAC7B;AAED,MAAM,WAAW,kCAAkC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,KAAK,CAAC,EAAE,mBAAmB,CAAC;IAC5B,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,KAAK,GAAG,MAAM,CAAC;IACvB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACzB;AAED,MAAM,MAAM,mBAAmB,GAAG,CAChC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,0BAA0B,KAChC,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAE1C,MAAM,WAAW,oCAAoC;IACnD,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,MAAM,WAAW,0CAA0C;IACzD,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAClB;AAED,qBAAa,wBAAyB,SAAQ,KAAK;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBAEV,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAK1C;AAED,qBAAa,gCAAiC,SAAQ,KAAK;IACzD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;gBAEhB,KAAK,EAAE;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB;CAOF;AAgCD,eAAO,MAAM,8BAA8B,GAAI,OAAO,OAAO,KAAG,MACjB,CAAC;AAKhD,eAAO,MAAM,6BAA6B,GAAI,MAAM,OAAO,KAAG,MACb,CAAC;AAElD,eAAO,MAAM,uBAAuB,GAAI,OAAO,OAAO,KAAG,MACP,CAAC;AAyBnD,eAAO,MAAM,oCAAoC,GAC/C,YAAW,OAAO,CAAC,4BAA4B,CAAM,KACpD,4BAiBF,CAAC;AAEF,eAAO,MAAM,+CAA+C,GAC1D,YAAW,OAAO,CAAC,+BAA+B,CAAM,KACvD,+BAWD,CAAC;AAEH,eAAO,MAAM,oCAAoC,GAC/C,SAAS,oBAAoB,EAC7B,QAAQ,mBAAmB,EAC3B,YAAW,OAAO,CAAC,0BAA0B,CAAM,KAClD,0BASD,CAAC;AAEH,eAAO,MAAM,iCAAiC,GAC5C,OAAO,0BAA0B,EACjC,SAAS,SAAS,0BAA0B,EAAE,KAC7C,MAUG,CAAC;AAEP,eAAO,MAAM,0CAA0C,GAAI,OAAO;IAChE,KAAK,EAAE,0BAA0B,CAAC;IAClC,IAAI,EAAE,OAAO,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf,KAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAqBxB,CAAC;AAmEF,qBAAa,iCAAkC,YAAW,yBAAyB;IAGrE,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwE;gBAEnE,OAAO,GAAE;QAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;KAAO;IAEzD,SAAS,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAY/E,UAAU,CAAC,GAAG,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;IAK3E,WAAW,IAAI,sBAAsB,EAAE;CAGxC;AAED,eAAO,MAAM,uCAAuC,GAClD,UAAS;IAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAA;CAAO,KACjC,iCAAmF,CAAC;AAEvF,qBAAa,2BAA4B,YAAW,mBAAmB;IACrE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiD;IACzE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAKhB;IACR,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqD;IAE3E,OAAO,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,8BAA8B,CAAC;IAkC9F,WAAW,IAAI,0BAA0B,EAAE;IAI3C,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,0BAA0B,GAAG,SAAS;IAKpE,WAAW,IAAI,KAAK,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,0BAA0B,CAAC;QAClC,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC,CAAC;CAGH;AAED,eAAO,MAAM,iCAAiC,QAAO,2BAClB,CAAC;AAEpC,qBAAa,mCAAoC,YAAW,yBAAyB;IACvE,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,0CAA0C;IAE1E,SAAS,CAAC,KAAK,EAAE,4BAA4B,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAiB/E,UAAU,CAAC,GAAG,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC;CAS5E;AAED,eAAO,MAAM,yCAAyC,GACpD,SAAS,0CAA0C,KAClD,mCAAuF,CAAC;AAE3F,qBAAa,6BAA8B,YAAW,mBAAmB;IAG3D,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAqD;gBAEpD,OAAO,EAAE,oCAAoC;IAEpE,OAAO,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,8BAA8B,CAAC;CAkC/F;AAED,eAAO,MAAM,mCAAmC,GAC9C,SAAS,oCAAoC,KAC5C,6BAA2E,CAAC;AAuC/E,qBAAa,2BAA4B,YAAW,mBAAmB;IAGzD,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;gBAEnB,OAAO,EAAE,kCAAkC;IAYlE,OAAO,CAAC,KAAK,EAAE,+BAA+B,GAAG,OAAO,CAAC,8BAA8B,CAAC;YAmDhF,UAAU;YAqFV,gBAAgB;CAgB/B;AAED,eAAO,MAAM,iCAAiC,GAC5C,SAAS,kCAAkC,KAC1C,2BAAuE,CAAC;AAqrB3E,KAAK,iCAAiC,GAAG,IAAI,CAC3C,oCAAoC,EACpC,OAAO,GAAG,SAAS,GAAG,eAAe,GAAG,SAAS,GAAG,UAAU,CAC/D,CAAC;AAEF,qBAAa,uBAAuB;IAC5B,iBAAiB,CACrB,KAAK,EAAE,iCAAiC,GACvC,OAAO,CAAC,+BAA+B,CAAC;YAgR7B,cAAc;YA8Fd,sBAAsB;YAmFtB,uBAAuB;YAmEvB,uBAAuB;YAwEvB,uBAAuB;YA2EvB,sBAAsB;YAqEtB,mBAAmB;YAqEnB,sBAAsB;YAmEtB,oBAAoB;YA0EpB,wBAAwB;YAwExB,qBAAqB;CA+EpC;AAED,eAAO,MAAM,6BAA6B,QAAO,uBAClB,CAAC;AAEhC,eAAO,MAAM,gDAAgD,GAC3D,OAAO,IAAI,CAAC,oCAAoC,EAAE,OAAO,GAAG,SAAS,GAAG,eAAe,GAAG,SAAS,GAAG,UAAU,CAAC,KAChH,OAAO,CAAC,+BAA+B,CAEzC,CAAC;AAEF,eAAO,MAAM,2BAA2B,GACtC,OAAO,oCAAoC,KAC1C,OAAO,CAAC,8BAA8B,CAgBxC,CAAC;AAEF,eAAO,MAAM,sCAAsC,GACjD,OAAO,oCAAoC,KAC1C,8BA4BF,CAAC"}