@mcoda/mswarm 0.1.89 → 0.1.91

package/dist/vendor/codali/eval/GatewayDatasetEval.js

@@ -0,0 +1,477 @@
+import { createHash } from "node:crypto";
+import { CODALI_STORAGE_CONTRACT_SCHEMA_VERSION, } from "../storage/CodaliStorageContracts.js";
+import { CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION } from "../storage/DatasetExportJob.js";
+import { createGatewayDatasetLocalOnlyObjectPrivacyFlags, } from "../storage/GatewayDatasetStore.js";
+export const CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION = 1;
+export const CODALI_GATEWAY_DATASET_EVAL_STAGES = [
+    "classifier",
+    "planner",
+    "tool_router",
+    "rag_retrieval",
+    "evidence_extractor",
+    "verifier",
+    "context_pack",
+    "final_answer",
+    "schema_repair",
+    "policy_event",
+];
+export const CODALI_GATEWAY_DATASET_EVAL_PROMPT_VERSIONS = {
+    classifier: "codali.gateway.dataset.classifier.prompt.v1",
+    planner: "codali.gateway.dataset.planner.prompt.v1",
+    tool_router: "codali.gateway.dataset.tool-router.prompt.v1",
+    rag_retrieval: "codali.gateway.dataset.rag-retrieval.prompt.v1",
+    evidence_extractor: "codali.gateway.dataset.evidence-extractor.prompt.v1",
+    verifier: "codali.gateway.dataset.verifier.prompt.v1",
+    context_pack: "codali.gateway.dataset.context-pack.prompt.v1",
+    final_answer: "codali.gateway.dataset.final-answer.prompt.v1",
+    schema_repair: "codali.gateway.dataset.schema-repair.prompt.v1",
+    policy_event: "codali.gateway.dataset.policy-event.prompt.v1",
+};
+export class CodaliGatewayDatasetEvalImportError extends Error {
+    constructor(code, message) {
+        super(`${code}: ${message}`);
+        this.name = "CodaliGatewayDatasetEvalImportError";
+        this.code = code;
+    }
+}
+const isRecord = (value) => Boolean(value && typeof value === "object" && !Array.isArray(value));
+const metadataString = (metadata, key) => {
+    const value = metadata?.[key];
+    return typeof value === "string" && value.trim().length > 0 ? value.trim() : undefined;
+};
+const safeIdPart = (value) => value.toLowerCase().replace(/[^a-z0-9_-]+/g, "-").replace(/^-+|-+$/g, "") || "record";
+const uniqueInOrder = (values) => {
+    const seen = new Set();
+    const output = [];
+    for (const value of values) {
+        if (!value || seen.has(value))
+            continue;
+        seen.add(value);
+        output.push(value);
+    }
+    return output;
+};
+const emptyStageCounts = () => CODALI_GATEWAY_DATASET_EVAL_STAGES.reduce((output, stage) => {
+    output[stage] = 0;
+    return output;
+}, {});
+const stageFromMetadata = (metadata) => {
+    const explicitStage = metadataString(metadata, "evalStage")
+        ?? metadataString(metadata, "eval_stage")
+        ?? metadataString(metadata, "gatewayEvalStage")
+        ?? metadataString(metadata, "gateway_eval_stage");
+    if (explicitStage
+        && CODALI_GATEWAY_DATASET_EVAL_STAGES.includes(explicitStage)) {
+        return explicitStage;
+    }
+    const exampleType = metadataString(metadata, "exampleType")
+        ?? metadataString(metadata, "example_type");
+    if (exampleType === "tool_decision")
+        return "tool_router";
+    if (exampleType === "rag_retrieval")
+        return "rag_retrieval";
+    if (exampleType === "evidence_item")
+        return "evidence_extractor";
+    if (exampleType === "context_pack")
+        return "context_pack";
+    if (exampleType === "final_answer" || exampleType === "gold_target")
+        return "final_answer";
+    if (exampleType === "schema_failure")
+        return "schema_repair";
+    if (exampleType === "policy_event")
+        return "policy_event";
+    if (exampleType !== "model_stage")
+        return undefined;
+    const role = metadataString(metadata, "role") ?? "";
+    if (role.includes("classifier"))
+        return "classifier";
+    if (role.includes("planner"))
+        return "planner";
+    if (role.includes("verifier"))
+        return "verifier";
+    if (role.includes("final"))
+        return "final_answer";
+    if (metadata?.schemaFailureRecordId || metadata?.repairAttempts)
+        return "schema_repair";
+    return undefined;
+};
+const stageForRecord = (record) => {
+    const stage = stageFromMetadata(record.metadata);
+    if (stage)
+        return stage;
+    if (record.datasetKind === "tool_trace")
+        return "tool_router";
+    if (record.datasetKind === "gateway_answer")
+        return "final_answer";
+    if (record.datasetKind === "evaluation")
+        return "evidence_extractor";
+    if (record.datasetKind === "model_call")
+        return "planner";
+    return undefined;
+};
+const refsForRecord = (record) => [
+    record.inputRef,
+    ...(record.outputRef ? [record.outputRef] : []),
+    ...(record.evidenceRefs ?? []),
+];
+const refsAllowEvalReplay = (record) => refsForRecord(record).every((ref) => ref.privacyFlags.evalAllowed && ref.privacyFlags.replayAllowed);
+const taskTypeForStage = (stage) => {
+    if (stage === "tool_router")
+        return "product_tool_question";
+    if (stage === "policy_event")
+        return "disabled_integration_question";
+    if (stage === "rag_retrieval"
+        || stage === "evidence_extractor"
+        || stage === "context_pack"
+        || stage === "planner"
+        || stage === "verifier") {
+        return "code_repo_question";
+    }
+    return "generic_question";
+};
+const sourceTypeForRecord = (record) => metadataString(record.metadata, "sourceType")
+    ?? metadataString(record.metadata, "source_type")
+    ?? "docdex";
+const toolForRecord = (record, fallback) => metadataString(record.metadata, "tool") ?? fallback;
+const expectationsForStage = (stage, record) => {
+    const base = {
+        requiresFinalLargeModel: true,
+        maxLatencyMs: 8000,
+        maxTokens: 2400,
+        maxModelCalls: 5,
+        maxCostUsd: 0.35,
+    };
+    if (stage === "tool_router") {
+        const tool = toolForRecord(record, "app_tool_gateway");
+        return {
+            ...base,
+            allowedTools: [tool],
+            requiredTools: [tool],
+            requiredSourceTypes: ["app_tool_gateway"],
+            requiresEvidence: true,
+            maxToolCalls: 2,
+        };
+    }
+    if (stage === "rag_retrieval") {
+        return {
+            ...base,
+            allowedTools: ["docdex_search"],
+            requiredTools: ["docdex_search"],
+            requiredSourceTypes: ["docdex"],
+            requiresEvidence: true,
+            maxToolCalls: 3,
+        };
+    }
+    if (stage === "evidence_extractor" || stage === "context_pack") {
+        return {
+            ...base,
+            allowedTools: ["docdex_search"],
+            requiredTools: ["docdex_search"],
+            requiredSourceTypes: [sourceTypeForRecord(record)],
+            requiresEvidence: true,
+            maxToolCalls: 3,
+        };
+    }
+    if (stage === "verifier") {
+        return {
+            ...base,
+            allowedTools: ["docdex_search"],
+            requiredTools: ["docdex_search"],
+            requiredSourceTypes: [sourceTypeForRecord(record)],
+            requiresEvidence: true,
+            maxToolCalls: 2,
+        };
+    }
+    if (stage === "policy_event") {
+        return {
+            ...base,
+            allowedTools: [],
+            deniedTools: [toolForRecord(record, "write_file")],
+            maxToolCalls: 0,
+        };
+    }
+    return {
+        ...base,
+        allowedTools: [],
+        maxToolCalls: 0,
+    };
+};
+const summarizePayload = (payload) => {
+    if (!isRecord(payload))
+        return undefined;
+    for (const key of ["prompt", "query", "tool", "role", "eventType", "event_type"]) {
+        const value = payload[key];
+        if (typeof value === "string" && value.trim().length > 0) {
+            return `${key}: ${value.trim().slice(0, 160)}`;
+        }
+    }
+    return undefined;
+};
+const readObjectPayload = async (objectStore, ref) => {
+    if (!objectStore?.readObject)
+        return undefined;
+    return objectStore.readObject(ref);
+};
+const caseForRecord = async (input) => {
+    const payload = await readObjectPayload(input.objectStore, input.record.inputRef);
+    const payloadSummary = summarizePayload(payload);
+    const prompt = [
+        `Replay dataset-backed ${input.stage} example ${input.record.recordId}.`,
+        payloadSummary ? `Input ${payloadSummary}.` : "Use the imported object references as replay inputs.",
+    ].join(" ");
+    const promptVersion = CODALI_GATEWAY_DATASET_EVAL_PROMPT_VERSIONS[input.stage];
+    const sourceObjectHashes = refsForRecord(input.record).map((ref) => ref.contentHash);
+    const dataset = {
+        source: "dataset_replay_fixture",
+        stage: input.stage,
+        sourceRecordId: input.record.recordId,
+        sourceGatewayRecordId: input.record.sourceGatewayRecordId,
+        datasetKind: input.record.datasetKind,
+        promptVersion,
+        schemaVersions: {
+            gatewayEval: 1,
+            datasetEval: CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION,
+            storageContract: CODALI_STORAGE_CONTRACT_SCHEMA_VERSION,
+            datasetReplayFixture: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+            datasetRecord: CODALI_STORAGE_CONTRACT_SCHEMA_VERSION,
+        },
+        sourceObjectHashes,
+        replayFixtureId: input.fixtureId,
+        exportKind: input.fixture.exportKind,
+        generatedAt: input.fixture.generatedAt,
+    };
+    return {
+        id: `dataset-${input.stage}-${safeIdPart(input.record.recordId)}`,
+        type: taskTypeForStage(input.stage),
+        prompt,
+        expectations: expectationsForStage(input.stage, input.record),
+        dataset,
+    };
+};
+const parseFixtureRecord = (value, index) => {
+    if (!isRecord(value)) {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_RECORD_INVALID", `Replay fixture record ${index + 1} is not an object.`);
+    }
+    if (typeof value.recordId !== "string" || value.recordId.length === 0) {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_RECORD_ID_MISSING", `Replay fixture record ${index + 1} is missing recordId.`);
+    }
+    if (typeof value.datasetKind !== "string") {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_KIND_MISSING", `Replay fixture record ${value.recordId} is missing datasetKind.`);
+    }
+    if (!isRecord(value.inputRef)) {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_INPUT_REF_MISSING", `Replay fixture record ${value.recordId} is missing inputRef.`);
+    }
+    return {
+        recordId: value.recordId,
+        datasetKind: value.datasetKind,
+        sourceGatewayRecordId: typeof value.sourceGatewayRecordId === "string"
+            ? value.sourceGatewayRecordId
+            : undefined,
+        inputRef: value.inputRef,
+        outputRef: isRecord(value.outputRef)
+            ? value.outputRef
+            : undefined,
+        evidenceRefs: Array.isArray(value.evidenceRefs)
+            ? value.evidenceRefs.filter(isRecord).map((ref) => ref)
+            : undefined,
+        quality: isRecord(value.quality) ? value.quality : undefined,
+        metadata: isRecord(value.metadata) ? value.metadata : undefined,
+    };
+};
+export const parseCodaliGatewayDatasetReplayFixture = (fixture) => {
+    if (!isRecord(fixture)) {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_FIXTURE_INVALID", "Replay fixture must be a JSON object.");
+    }
+    if (fixture.schemaVersion !== CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION) {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_FIXTURE_SCHEMA_UNSUPPORTED", `Unsupported replay fixture schemaVersion: ${String(fixture.schemaVersion)}.`);
+    }
+    if (typeof fixture.exportKind !== "string") {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_EXPORT_KIND_MISSING", "Replay fixture is missing exportKind.");
+    }
+    if (typeof fixture.generatedAt !== "string") {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_GENERATED_AT_MISSING", "Replay fixture is missing generatedAt.");
+    }
+    if (!Array.isArray(fixture.records)) {
+        throw new CodaliGatewayDatasetEvalImportError("CODALI_GATEWAY_DATASET_EVAL_RECORDS_MISSING", "Replay fixture is missing records.");
+    }
+    return {
+        schemaVersion: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+        exportKind: fixture.exportKind,
+        generatedAt: fixture.generatedAt,
+        records: fixture.records.map(parseFixtureRecord),
+    };
+};
+export const importCodaliGatewayDatasetReplayFixture = async (options) => {
+    const fixture = parseCodaliGatewayDatasetReplayFixture(options.fixture);
+    const now = options.now ?? (() => new Date());
+    const limitPerStage = options.limitPerStage ?? 1;
+    const stages = options.stages ?? CODALI_GATEWAY_DATASET_EVAL_STAGES;
+    const stageSet = new Set(stages);
+    const stageCounts = emptyStageCounts();
+    const skippedRecords = [];
+    const cases = [];
+    for (const record of fixture.records) {
+        const stage = stageForRecord(record);
+        if (!stage || !stageSet.has(stage)) {
+            skippedRecords.push({ recordId: record.recordId, reason: "stage_not_selected" });
+            continue;
+        }
+        if (!refsAllowEvalReplay(record)) {
+            skippedRecords.push({ recordId: record.recordId, stage, reason: "eval_or_replay_not_allowed" });
+            continue;
+        }
+        if (stageCounts[stage] >= limitPerStage) {
+            skippedRecords.push({ recordId: record.recordId, stage, reason: "stage_limit_reached" });
+            continue;
+        }
+        cases.push(await caseForRecord({
+            record,
+            stage,
+            fixture,
+            fixtureId: options.fixtureId,
+            objectStore: options.objectStore,
+        }));
+        stageCounts[stage] += 1;
+    }
+    const sourceRecordIds = cases.map((evalCase) => evalCase.dataset?.sourceRecordId);
+    const sourceGatewayRecordIds = cases.map((evalCase) => evalCase.dataset?.sourceGatewayRecordId);
+    const sourceObjectHashes = cases.flatMap((evalCase) => evalCase.dataset?.sourceObjectHashes ?? []);
+    return {
+        cases,
+        lineage: {
+            schemaVersion: CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION,
+            source: "dataset_replay_fixture",
+            fixtureId: options.fixtureId,
+            fixtureSchemaVersion: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+            exportKind: fixture.exportKind,
+            generatedAt: fixture.generatedAt,
+            importedAt: now().toISOString(),
+            selectedRecordCount: cases.length,
+            skippedRecordCount: skippedRecords.length,
+            sourceRecordIds: uniqueInOrder(sourceRecordIds),
+            sourceGatewayRecordIds: uniqueInOrder(sourceGatewayRecordIds),
+            sourceObjectHashes: uniqueInOrder(sourceObjectHashes),
+            stageCounts,
+            skippedRecords,
+        },
+    };
+};
+const sha256 = (value) => createHash("sha256").update(value).digest("hex");
+const defaultObjectRef = (stage, recordId, part) => {
+    const hash = sha256(`${stage}:${recordId}:${part}`);
+    return {
+        schemaVersion: CODALI_STORAGE_CONTRACT_SCHEMA_VERSION,
+        refId: `ref-${safeIdPart(recordId)}-${part}`,
+        kind: part === "evidence" ? "evidence" : "dataset",
+        contentHash: `sha256:${hash}`,
+        byteSize: 128,
+        mimeType: "application/json",
+        privacyFlags: createGatewayDatasetLocalOnlyObjectPrivacyFlags({
+            containsPersonalData: false,
+            containsTenantPrivateData: false,
+            containsCustomerData: false,
+            exportAllowed: true,
+            evalAllowed: true,
+            replayAllowed: true,
+            trainingAllowed: false,
+        }),
+        ownerScope: {
+            tenantHash: "tenant-local-hash",
+            productId: "product-neutral",
+            deploymentId: "local",
+            runId: "gateway-dataset-eval",
+            ownerType: "dataset_record",
+            ownerId: recordId,
+        },
+        deletionGroupId: `dg-${safeIdPart(recordId)}`,
+        retentionClass: "dataset",
+        metadata: { part },
+    };
+};
+const defaultFixtureRecord = (stage, input) => {
+    const recordId = `default-${stage}`;
+    return {
+        recordId,
+        datasetKind: input.datasetKind,
+        sourceGatewayRecordId: "default-gateway-run",
+        inputRef: defaultObjectRef(stage, recordId, "input"),
+        outputRef: defaultObjectRef(stage, recordId, "output"),
+        evidenceRefs: input.sourceType ? [defaultObjectRef(stage, recordId, "evidence")] : undefined,
+        quality: {
+            score: 0.9,
+            labels: [`eval:${stage}`, "reviewed:auto"],
+            reviewed: true,
+        },
+        metadata: {
+            evalStage: stage,
+            exampleType: input.exampleType,
+            role: input.role,
+            tool: input.tool,
+            sourceType: input.sourceType,
+            collectionMode: "gateway_dataset_eval_default",
+        },
+    };
+};
+export const createDefaultCodaliGatewayDatasetReplayFixture = () => ({
+    schemaVersion: CODALI_DATASET_REPLAY_FIXTURE_SCHEMA_VERSION,
+    exportKind: "eval-replay",
+    generatedAt: new Date(0).toISOString(),
+    records: [
+        defaultFixtureRecord("classifier", {
+            datasetKind: "model_call",
+            exampleType: "model_stage",
+            role: "classifier",
+        }),
+        defaultFixtureRecord("planner", {
+            datasetKind: "model_call",
+            exampleType: "model_stage",
+            role: "planner",
+        }),
+        defaultFixtureRecord("tool_router", {
+            datasetKind: "tool_trace",
+            exampleType: "tool_decision",
+            tool: "app_tool_gateway",
+        }),
+        defaultFixtureRecord("rag_retrieval", {
+            datasetKind: "tool_trace",
+            exampleType: "rag_retrieval",
+            tool: "docdex_search",
+            sourceType: "docdex",
+        }),
+        defaultFixtureRecord("evidence_extractor", {
+            datasetKind: "evaluation",
+            exampleType: "evidence_item",
+            sourceType: "docdex",
+        }),
+        defaultFixtureRecord("verifier", {
+            datasetKind: "model_call",
+            exampleType: "model_stage",
+            role: "verifier",
+            sourceType: "docdex",
+        }),
+        defaultFixtureRecord("context_pack", {
+            datasetKind: "evaluation",
+            exampleType: "context_pack",
+            sourceType: "docdex",
+        }),
+        defaultFixtureRecord("final_answer", {
+            datasetKind: "gateway_answer",
+            exampleType: "final_answer",
+        }),
+        defaultFixtureRecord("schema_repair", {
+            datasetKind: "evaluation",
+            exampleType: "schema_failure",
+            role: "planner",
+        }),
+        defaultFixtureRecord("policy_event", {
+            datasetKind: "tool_trace",
+            exampleType: "policy_event",
+            tool: "write_file",
+        }),
+    ],
+});
+export const createDefaultCodaliGatewayDatasetEvalImport = async () => importCodaliGatewayDatasetReplayFixture({
+    fixture: createDefaultCodaliGatewayDatasetReplayFixture(),
+    fixtureId: "codali-gateway-dataset-default-eval-replay",
+    now: () => new Date(0),
+});

package/dist/vendor/codali/eval/GatewayEvalSuite.d.ts

@@ -1,7 +1,28 @@
 import type { PercentileMetric, RateMetric } from "./MetricTypes.js";
 import type { CodaliGatewayModelTier } from "../gateway/CodaliGatewayTypes.js";
+import { CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION, type CodaliGatewayDatasetEvalImportLineage, type CodaliGatewayDatasetEvalStage } from "./GatewayDatasetEval.js";
 export type CodaliGatewayEvalTaskType = "generic_question" | "code_repo_question" | "encrypted_docdex_search_question" | "product_tool_question" | "disabled_integration_question" | "image_generation_question" | "missing_evidence_question";
 export type CodaliGatewayEvalRunStatus = "passed" | "failed";
+export interface CodaliGatewayEvalDatasetSchemaVersions {
+    gatewayEval: 1;
+    datasetEval: typeof CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION;
+    storageContract: string;
+    datasetReplayFixture: string;
+    datasetRecord: string;
+}
+export interface CodaliGatewayEvalDatasetMetadata {
+    source: "dataset_replay_fixture";
+    stage: CodaliGatewayDatasetEvalStage;
+    sourceRecordId: string;
+    sourceGatewayRecordId?: string;
+    datasetKind: string;
+    promptVersion: string;
+    schemaVersions: CodaliGatewayEvalDatasetSchemaVersions;
+    sourceObjectHashes: string[];
+    replayFixtureId?: string;
+    exportKind?: string;
+    generatedAt?: string;
+}
 export interface CodaliGatewayEvalCaseExpectations {
     allowedTools?: string[];
     deniedTools?: string[];
@@ -23,6 +44,7 @@ export interface CodaliGatewayEvalCase {
     type: CodaliGatewayEvalTaskType;
     prompt: string;
     expectations: CodaliGatewayEvalCaseExpectations;
+    dataset?: CodaliGatewayEvalDatasetMetadata;
 }
 export interface CodaliGatewayEvalEvidenceRecord {
     id: string;
@@ -89,6 +111,7 @@ export interface CodaliGatewayEvalCaseResult {
     costUsd?: number;
     toolCallCount?: number;
     modelCallCount?: number;
+    dataset?: CodaliGatewayEvalDatasetMetadata;
 }
 export interface CodaliGatewayEvalMetrics {
     schemaVersion: 1;
@@ -106,6 +129,10 @@ export interface CodaliGatewayEvalMetrics {
     costUsd: PercentileMetric;
     toolCallCount: PercentileMetric;
     modelCallCount: PercentileMetric;
+    datasetCaseCount: number;
+    datasetStageCoverageRate: RateMetric;
+    datasetLineageCoverageRate: RateMetric;
+    promptSchemaVersionCoverageRate: RateMetric;
 }
 export interface CodaliGatewayEvalThresholds {
     plannerSchemaValidityMin: number;
@@ -119,6 +146,9 @@ export interface CodaliGatewayEvalThresholds {
     costP95UsdMax?: number;
     latencyRegressionRatioMax: number;
     costRegressionRatioMax: number;
+    datasetStageCoverageMin: number;
+    datasetLineageCoverageMin: number;
+    promptSchemaVersionCoverageMin: number;
 }
 export interface CodaliGatewayEvalMetricDelta {
     key: "latency_ms.p95" | "cost_usd.p95" | "tokens_used.p95";
@@ -152,6 +182,23 @@ export interface CodaliGatewayEvalGateResult {
     thresholds: CodaliGatewayEvalThresholds;
     failures: CodaliGatewayEvalGateFailure[];
 }
+export interface CodaliGatewayEvalReportLineage {
+    schemaVersion: 1;
+    source: "static_cases" | "dataset_replay_fixture" | "mixed";
+    staticCaseIds: string[];
+    dataset?: CodaliGatewayDatasetEvalImportLineage;
+    datasetSourceRecordIds: string[];
+    datasetSourceGatewayRecordIds: string[];
+    datasetSourceObjectHashes: string[];
+    datasetStageCounts: Record<CodaliGatewayDatasetEvalStage, number>;
+}
+export interface CodaliGatewayEvalReportVersions {
+    schemaVersion: 1;
+    gatewayEval: 1;
+    datasetEval: typeof CODALI_GATEWAY_DATASET_EVAL_SCHEMA_VERSION;
+    promptVersions: Record<string, string>;
+    schemaVersions: Record<string, string | number>;
+}
 export interface CodaliGatewayEvalReport {
     schemaVersion: 1;
     reportId: string;
@@ -165,6 +212,8 @@ export interface CodaliGatewayEvalReport {
     metrics: CodaliGatewayEvalMetrics;
     regression: CodaliGatewayEvalRegressionComparison;
     gates: CodaliGatewayEvalGateResult;
+    lineage: CodaliGatewayEvalReportLineage;
+    versions: CodaliGatewayEvalReportVersions;
     summary: {
         status: CodaliGatewayEvalRunStatus;
         total: number;
@@ -182,6 +231,9 @@ export interface CodaliGatewayEvalSuiteOptions {
     runner?: CodaliGatewayEvalRunner;
     thresholds?: Partial<CodaliGatewayEvalThresholds>;
     baseline?: CodaliGatewayEvalReport | CodaliGatewayEvalMetrics;
+    datasetCases?: CodaliGatewayEvalCase[];
+    datasetLineage?: CodaliGatewayDatasetEvalImportLineage;
+    includeDatasetCases?: boolean;
 }
 export declare const DEFAULT_CODALI_GATEWAY_EVAL_THRESHOLDS: CodaliGatewayEvalThresholds;
 export declare const CODALI_GATEWAY_EVAL_CASES: CodaliGatewayEvalCase[];

package/dist/vendor/codali/eval/GatewayEvalSuite.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"GatewayEvalSuite.d.ts","sourceRoot":"","sources":["../../src/eval/GatewayEvalSuite.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAE/E,MAAM,MAAM,yBAAyB,GACjC,kBAAkB,GAClB,oBAAoB,GACpB,kCAAkC,GAClC,uBAAuB,GACvB,+BAA+B,GAC/B,2BAA2B,GAC3B,2BAA2B,CAAC;AAEhC,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE7D,MAAM,WAAW,iCAAiC;IAChD,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,yBAAyB,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,iCAAiC,CAAC;CACjD;AAED,MAAM,WAAW,+BAA+B;IAC9C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,oCAAoC;IACnD,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,yBAAyB,CAAC;IACpC,MAAM,EAAE,0BAA0B,CAAC;IACnC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IAC7C,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,+BAA+B,EAAE,CAAC;IAC5C,SAAS,EAAE,+BAA+B,EAAE,CAAC;IAC7C,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,cAAc,CAAC,EAAE,sBAAsB,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,oCAAoC,CAAC;IACrD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,yBAAyB,CAAC;IACpC,MAAM,EAAE,0BAA0B,CAAC;IACnC,MAAM,EAAE,OAAO,CAAC;IAChB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;IAC/B,2BAA2B,EAAE,OAAO,CAAC;IACrC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,EAAE,OAAO,CAAC;IACzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,sBAAsB,EAAE,OAAO,CAAC;IAChC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,wBAAwB;IACvC,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB,EAAE,UAAU,CAAC;IACtC,qBAAqB,EAAE,UAAU,CAAC;IAClC,6BAA6B,EAAE,UAAU,CAAC;IAC1C,uBAAuB,EAAE,UAAU,CAAC;IACpC,yBAAyB,EAAE,UAAU,CAAC;IACtC,mBAAmB,EAAE,UAAU,CAAC;IAChC,oBAAoB,EAAE,UAAU,CAAC;IACjC,SAAS,EAAE,gBAAgB,CAAC;IAC5B,UAAU,EAAE,gBAAgB,CAAC;IAC7B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,aAAa,EAAE,gBAAgB,CAAC;IAChC,cAAc,EAAE,gBAAgB,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C,wBAAwB,EAAE,MAAM,CAAC;IACjC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,4BAA4B,EAAE,MAAM,CAAC;IACrC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IACjC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,yBAAyB,EAAE,MAAM,CAAC;IAClC,sBAAsB,EAAE,MAAM,CAAC;CAChC;AAED,MAAM,WAAW,4BAA4B;IAC3C,GAAG,EAAE,gBAAgB,GAAG,cAAc,GAAG,iBAAiB,CAAC;IAC3D,IAAI,EAAE,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,qCAAqC;IACpD,aAAa,EAAE,CAAC,CAAC;IACjB,MAAM,EAAE,kBAAkB,GAAG,UAAU,CAAC;IACxC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,4BAA4B,EAAE,CAAC;IACvC,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,CAAC,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,2BAA2B,CAAC;IACxC,QAAQ,EAAE,4BAA4B,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,CAAC,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,qBAAqB,CAAC;IAC/B,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,2BAA2B,EAAE,CAAC;IACrC,OAAO,EAAE,wBAAwB,CAAC;IAClC,UAAU,EAAE,qCAAqC,CAAC;IAClD,KAAK,EAAE,2BAA2B,CAAC;IACnC,OAAO,EAAE;QACP,MAAM,EAAE,0BAA0B,CAAC;QACnC,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,uBAAuB,GAAG,CACpC,QAAQ,EAAE,qBAAqB,KAC5B,OAAO,CAAC,0BAA0B,CAAC,CAAC;AAEzC,MAAM,WAAW,6BAA6B;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChC,MAAM,CAAC,EAAE,uBAAuB,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAClD,QAAQ,CAAC,EAAE,uBAAuB,GAAG,wBAAwB,CAAC;CAC/D;AAED,eAAO,MAAM,sCAAsC,EAAE,2BAYpD,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,qBAAqB,EAiI5D,CAAC;AAmHF,eAAO,MAAM,6BAA6B,GACxC,UAAU,qBAAqB,EAC/B,QAAQ,0BAA0B,EAClC,aAAY,2BAAoE,KAC/E,2BAiEF,CAAC;AAEF,eAAO,MAAM,iCAAiC,GAC5C,OAAO,2BAA2B,EAAE,KACnC,wBAgDF,CAAC;AAkDF,eAAO,MAAM,gCAAgC,GAAI,QAAQ;IACvD,OAAO,EAAE,wBAAwB,CAAC;IAClC,QAAQ,CAAC,EAAE,uBAAuB,GAAG,wBAAwB,CAAC;CAC/D,KAAG,qCA8BH,CAAC;AAgDF,eAAO,MAAM,8BAA8B,GAAI,QAAQ;IACrD,OAAO,EAAE,wBAAwB,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,qCAAqC,CAAC;CACpD,KAAG,2BAoHH,CAAC;AAgBF,eAAO,MAAM,oCAAoC,QAAO,uBAuCvD,CAAC;AAEF,eAAO,MAAM,yBAAyB,GACpC,UAAS,6BAAkC,KAC1C,OAAO,CAAC,uBAAuB,CAmFjC,CAAC;AAUF,eAAO,MAAM,iCAAiC,GAC5C,QAAQ,uBAAuB,KAC9B,MA0BF,CAAC"}
+{"version":3,"file":"GatewayEvalSuite.d.ts","sourceRoot":"","sources":["../../src/eval/GatewayEvalSuite.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,EAEL,0CAA0C,EAG1C,KAAK,qCAAqC,EAC1C,KAAK,6BAA6B,EACnC,MAAM,yBAAyB,CAAC;AAEjC,MAAM,MAAM,yBAAyB,GACjC,kBAAkB,GAClB,oBAAoB,GACpB,kCAAkC,GAClC,uBAAuB,GACvB,+BAA+B,GAC/B,2BAA2B,GAC3B,2BAA2B,CAAC;AAEhC,MAAM,MAAM,0BAA0B,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE7D,MAAM,WAAW,sCAAsC;IACrD,WAAW,EAAE,CAAC,CAAC;IACf,WAAW,EAAE,OAAO,0CAA0C,CAAC;IAC/D,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,gCAAgC;IAC/C,MAAM,EAAE,wBAAwB,CAAC;IACjC,KAAK,EAAE,6BAA6B,CAAC;IACrC,cAAc,EAAE,MAAM,CAAC;IACvB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,sCAAsC,CAAC;IACvD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,iCAAiC;IAChD,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC/B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAClC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,yBAAyB,CAAC;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,iCAAiC,CAAC;IAChD,OAAO,CAAC,EAAE,gCAAgC,CAAC;CAC5C;AAED,MAAM,WAAW,+BAA+B;IAC9C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,+BAA+B;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,oCAAoC;IACnD,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,yBAAyB,CAAC;IACpC,MAAM,EAAE,0BAA0B,CAAC;IACnC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gBAAgB,CAAC,EAAE,yBAAyB,CAAC;IAC7C,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,+BAA+B,EAAE,CAAC;IAC5C,SAAS,EAAE,+BAA+B,EAAE,CAAC;IAC7C,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,cAAc,CAAC,EAAE,sBAAsB,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,oCAAoC,CAAC;IACrD,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,yBAAyB,CAAC;IACpC,MAAM,EAAE,0BAA0B,CAAC;IACnC,MAAM,EAAE,OAAO,CAAC;IAChB,kBAAkB,EAAE,OAAO,CAAC;IAC5B,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,uBAAuB,EAAE,OAAO,CAAC;IACjC,qBAAqB,EAAE,OAAO,CAAC;IAC/B,2BAA2B,EAAE,OAAO,CAAC;IACrC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,EAAE,OAAO,CAAC;IACzB,oBAAoB,EAAE,OAAO,CAAC;IAC9B,sBAAsB,EAAE,OAAO,CAAC;IAChC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,gCAAgC,CAAC;CAC5C;AAED,MAAM,WAAW,wBAAwB;IACvC,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB,EAAE,UAAU,CAAC;IACtC,qBAAqB,EAAE,UAAU,CAAC;IAClC,6BAA6B,EAAE,UAAU,CAAC;IAC1C,uBAAuB,EAAE,UAAU,CAAC;IACpC,yBAAyB,EAAE,UAAU,CAAC;IACtC,mBAAmB,EAAE,UAAU,CAAC;IAChC,oBAAoB,EAAE,UAAU,CAAC;IACjC,SAAS,EAAE,gBAAgB,CAAC;IAC5B,UAAU,EAAE,gBAAgB,CAAC;IAC7B,OAAO,EAAE,gBAAgB,CAAC;IAC1B,aAAa,EAAE,gBAAgB,CAAC;IAChC,cAAc,EAAE,gBAAgB,CAAC;IACjC,gBAAgB,EAAE,MAAM,CAAC;IACzB,wBAAwB,EAAE,UAAU,CAAC;IACrC,0BAA0B,EAAE,UAAU,CAAC;IACvC,+BAA+B,EAAE,UAAU,CAAC;CAC7C;AAED,MAAM,WAAW,2BAA2B;IAC1C,wBAAwB,EAAE,MAAM,CAAC;IACjC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,4BAA4B,EAAE,MAAM,CAAC;IACrC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IACjC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,yBAAyB,EAAE,MAAM,CAAC;IAClC,sBAAsB,EAAE,MAAM,CAAC;IAC/B,uBAAuB,EAAE,MAAM,CAAC;IAChC,yBAAyB,EAAE,MAAM,CAAC;IAClC,8BAA8B,EAAE,MAAM,CAAC;CACxC;AAED,MAAM,WAAW,4BAA4B;IAC3C,GAAG,EAAE,gBAAgB,GAAG,cAAc,GAAG,iBAAiB,CAAC;IAC3D,IAAI,EAAE,IAAI,GAAG,KAAK,GAAG,QAAQ,CAAC;IAC9B,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,qCAAqC;IACpD,aAAa,EAAE,CAAC,CAAC;IACjB,MAAM,EAAE,kBAAkB,GAAG,UAAU,CAAC;IACxC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,4BAA4B,EAAE,CAAC;IACvC,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,4BAA4B;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,CAAC,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,2BAA2B,CAAC;IACxC,QAAQ,EAAE,4BAA4B,EAAE,CAAC;CAC1C;AAED,MAAM,WAAW,8BAA8B;IAC7C,aAAa,EAAE,CAAC,CAAC;IACjB,MAAM,EAAE,cAAc,GAAG,wBAAwB,GAAG,OAAO,CAAC;IAC5D,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,OAAO,CAAC,EAAE,qCAAqC,CAAC;IAChD,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC,6BAA6B,EAAE,MAAM,EAAE,CAAC;IACxC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,kBAAkB,EAAE,MAAM,CAAC,6BAA6B,EAAE,MAAM,CAAC,CAAC;CACnE;AAED,MAAM,WAAW,+BAA+B;IAC9C,aAAa,EAAE,CAAC,CAAC;IACjB,WAAW,EAAE,CAAC,CAAC;IACf,WAAW,EAAE,OAAO,0CAA0C,CAAC;IAC/D,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,CAAC,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,qBAAqB,CAAC;IAC/B,IAAI,EAAE,eAAe,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,2BAA2B,EAAE,CAAC;IACrC,OAAO,EAAE,wBAAwB,CAAC;IAClC,UAAU,EAAE,qCAAqC,CAAC;IAClD,KAAK,EAAE,2BAA2B,CAAC;IACnC,OAAO,EAAE,8BAA8B,CAAC;IACxC,QAAQ,EAAE,+BAA+B,CAAC;IAC1C,OAAO,EAAE;QACP,MAAM,EAAE,0BAA0B,CAAC;QACnC,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;IACF,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,MAAM,MAAM,uBAAuB,GAAG,CACpC,QAAQ,EAAE,qBAAqB,KAC5B,OAAO,CAAC,0BAA0B,CAAC,CAAC;AAEzC,MAAM,WAAW,6BAA6B;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChC,MAAM,CAAC,EAAE,uBAAuB,CAAC;IACjC,UAAU,CAAC,EAAE,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAClD,QAAQ,CAAC,EAAE,uBAAuB,GAAG,wBAAwB,CAAC;IAC9D,YAAY,CAAC,EAAE,qBAAqB,EAAE,CAAC;IACvC,cAAc,CAAC,EAAE,qCAAqC,CAAC;IACvD,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,eAAO,MAAM,sCAAsC,EAAE,2BAepD,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,qBAAqB,EAiI5D,CAAC;AAmHF,eAAO,MAAM,6BAA6B,GACxC,UAAU,qBAAqB,EAC/B,QAAQ,0BAA0B,EAClC,aAAY,2BAAoE,KAC/E,2BAkEF,CAAC;AA4BF,eAAO,MAAM,iCAAiC,GAC5C,OAAO,2BAA2B,EAAE,KACnC,wBAkEF,CAAC;AAkDF,eAAO,MAAM,gCAAgC,GAAI,QAAQ;IACvD,OAAO,EAAE,wBAAwB,CAAC;IAClC,QAAQ,CAAC,EAAE,uBAAuB,GAAG,wBAAwB,CAAC;CAC/D,KAAG,qCA8BH,CAAC;AAgDF,eAAO,MAAM,8BAA8B,GAAI,QAAQ;IACrD,OAAO,EAAE,wBAAwB,CAAC;IAClC,UAAU,CAAC,EAAE,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,qCAAqC,CAAC;CACpD,KAAG,2BAyIH,CAAC;AAgBF,eAAO,MAAM,oCAAoC,QAAO,uBAuCvD,CAAC;AAoGF,eAAO,MAAM,yBAAyB,GACpC,UAAS,6BAAkC,KAC1C,OAAO,CAAC,uBAAuB,CAwFjC,CAAC;AAUF,eAAO,MAAM,iCAAiC,GAC5C,QAAQ,uBAAuB,KAC9B,MA8BF,CAAC"}