@workbench-ai/workbench-core 0.0.46

package/dist/execution-usage.js

@@ -0,0 +1,433 @@
+import { LITELLM_MODEL_PRICES, LITELLM_PRICING_SOURCE, } from "./model-prices-litellm.js";
+import { jsonRecord, numberValue, stringValue, } from "./runtime-utils.js";
+const NUMERIC_USAGE_FIELDS = [
+    "inputTokens",
+    "uncachedInputTokens",
+    "cachedInputTokens",
+    "cacheCreationInputTokens",
+    "cacheReadInputTokens",
+    "outputTokens",
+    "reasoningOutputTokens",
+    "totalTokens",
+    "costUsd",
+];
+const USAGE_ROLES = [
+    "optimizer",
+    "runner",
+    "engine",
+];
+export function extractExecutionUsageFromTrace(trace, provider, providerId, events = []) {
+    const usage = selectBestExecutionUsage([
+        ...usageRecordsFromTraceSummaries(trace),
+        ...usageRecordsFromTraceEntries(jsonRecord(trace).spans, "started_at"),
+        ...usageRecordsFromTraceEntries(jsonRecord(trace).events, "at"),
+        ...usageRecordsFromAgentEvents(events),
+    ].map((record) => normalizeExecutionUsage(record.usage, {
+        provider: providerId,
+        model: provider.model,
+    })));
+    return usage ? usageSummaryFromExecutionUsage(usage) : undefined;
+}
+export function assignUsageRole(role, usage) {
+    const execution = usage?.[role] ?? usage?.total;
+    if (!execution) {
+        return usage;
+    }
+    return completeUsageSummary({
+        [role]: execution,
+    });
+}
+export function usageSummaryFromExecutionUsage(usage) {
+    return usage ? { total: usage } : undefined;
+}
+export function completeUsageSummary(usage) {
+    if (!usage) {
+        return undefined;
+    }
+    const optimizer = usage.optimizer ? normalizeExecutionUsage(usage.optimizer) : undefined;
+    const runner = usage.runner ? normalizeExecutionUsage(usage.runner) : undefined;
+    const engine = usage.engine ? normalizeExecutionUsage(usage.engine) : undefined;
+    const roleTotal = mergeExecutionUsage([
+        optimizer,
+        runner,
+        engine,
+    ]);
+    const total = roleTotal ?? normalizeExecutionUsage(usage.total);
+    return compactUsageSummary({
+        ...(total ? { total } : {}),
+        ...(optimizer ? { optimizer } : {}),
+        ...(runner ? { runner } : {}),
+        ...(engine ? { engine } : {}),
+    });
+}
+export function normalizeUsageSummary(value) {
+    const record = jsonRecord(value);
+    const total = normalizeExecutionUsage(record.total);
+    const optimizer = normalizeExecutionUsage(record.optimizer);
+    const runner = normalizeExecutionUsage(record.runner);
+    const engine = normalizeExecutionUsage(record.engine);
+    return completeUsageSummary({
+        ...(total ? { total } : {}),
+        ...(optimizer ? { optimizer } : {}),
+        ...(runner ? { runner } : {}),
+        ...(engine ? { engine } : {}),
+    });
+}
+export function mergeUsageSummaries(summaries) {
+    const entries = summaries.flatMap((summary) => {
+        const normalized = completeUsageSummary(summary);
+        return normalized ? [normalized] : [];
+    });
+    if (entries.length === 0) {
+        return undefined;
+    }
+    return compactUsageSummary({
+        total: mergeExecutionUsage(entries.map((entry) => entry.total)),
+        optimizer: mergeExecutionUsage(entries.map((entry) => entry.optimizer)),
+        runner: mergeExecutionUsage(entries.map((entry) => entry.runner)),
+        engine: mergeExecutionUsage(entries.map((entry) => entry.engine)),
+    });
+}
+export function mergeUsageRoles(roles) {
+    const optimizer = completeUsageSummary(roles.optimizer);
+    const runner = completeUsageSummary(roles.runner);
+    const engine = completeUsageSummary(roles.engine);
+    return completeUsageSummary({
+        optimizer: optimizer?.optimizer ?? optimizer?.total,
+        runner: runner?.runner ?? runner?.total,
+        engine: engine?.engine ?? engine?.total,
+    });
+}
+export function usageStats(summaries) {
+    const roles = Object.fromEntries(["total", ...USAGE_ROLES].flatMap((role) => {
+        const stats = executionUsageStats(summaries.map((summary) => summary[role]));
+        return stats ? [[role, stats]] : [];
+    }));
+    return Object.keys(roles).length > 0 ? roles : undefined;
+}
+function normalizeExecutionUsage(value, defaults = {}) {
+    const record = jsonRecord(value);
+    if (Object.keys(record).length === 0) {
+        return undefined;
+    }
+    const providerName = stringValue(record.provider) ?? defaults.provider;
+    const model = stringValue(record.model) ?? defaults.model;
+    const usage = {
+        ...(providerName ? { provider: providerName } : {}),
+        ...(model ? { model } : {}),
+        ...numberField(record, "inputTokens", "input_tokens"),
+        ...numberField(record, "uncachedInputTokens", "uncached_input_tokens"),
+        ...numberField(record, "cachedInputTokens", "cached_input_tokens"),
+        ...numberField(record, "cacheCreationInputTokens", "cache_creation_input_tokens"),
+        ...numberField(record, "cacheReadInputTokens", "cache_read_input_tokens"),
+        ...numberField(record, "outputTokens", "output_tokens"),
+        ...numberField(record, "reasoningOutputTokens", "reasoning_output_tokens"),
+        ...numberField(record, "totalTokens", "total_tokens"),
+        ...numberField(record, "costUsd", "total_cost_usd", "totalCostUsd"),
+    };
+    const totalTokens = usage.totalTokens ?? inferredTotalTokens(usage);
+    const providerCost = numberValue(record.total_cost_usd);
+    const existingCost = usage.costUsd;
+    if (totalTokens !== undefined) {
+        usage.totalTokens = totalTokens;
+    }
+    if (existingCost === undefined) {
+        const estimate = estimateExecutionCost(usage);
+        if (estimate) {
+            usage.costUsd = estimate.costUsd;
+            usage.costSource = "estimated";
+            usage.pricingSource = estimate.pricingSource;
+        }
+    }
+    else if (providerCost !== undefined) {
+        usage.costSource = "provider";
+        usage.pricingSource = stringValue(record.pricing_source)
+            ?? stringValue(record.pricingSource)
+            ?? "provider";
+    }
+    else {
+        const costSource = normalizeCostSource(record.costSource ?? record.cost_source);
+        if (costSource) {
+            usage.costSource = costSource;
+        }
+        const pricingSource = stringValue(record.pricingSource) ?? stringValue(record.pricing_source);
+        if (pricingSource) {
+            usage.pricingSource = pricingSource;
+        }
+    }
+    if (!hasUsageSignal(usage)) {
+        return undefined;
+    }
+    return usage;
+}
+function mergeExecutionUsage(entries) {
+    const usages = entries.flatMap((entry) => {
+        const normalized = normalizeExecutionUsage(entry);
+        return normalized ? [normalized] : [];
+    });
+    if (usages.length === 0) {
+        return undefined;
+    }
+    const merged = {
+        ...mergeIdentity(usages),
+        ...Object.fromEntries(NUMERIC_USAGE_FIELDS.flatMap((field) => {
+            const value = sumFinite(usages.map((usage) => usage[field]));
+            return value === undefined ? [] : [[field, value]];
+        })),
+    };
+    const costSource = mergeCostSource(usages.map((usage) => usage.costSource));
+    if (costSource) {
+        merged.costSource = costSource;
+    }
+    const pricingSource = uniqueString(usages.map((usage) => usage.pricingSource));
+    if (pricingSource) {
+        merged.pricingSource = pricingSource;
+    }
+    return hasUsageSignal(merged) ? merged : undefined;
+}
+function executionUsageStats(entries) {
+    const usages = entries.flatMap((entry) => {
+        const normalized = normalizeExecutionUsage(entry);
+        return normalized ? [normalized] : [];
+    });
+    if (usages.length === 0) {
+        return undefined;
+    }
+    const stats = Object.fromEntries(NUMERIC_USAGE_FIELDS.flatMap((field) => {
+        const values = usages.flatMap((usage) => {
+            const value = usage[field];
+            return typeof value === "number" && Number.isFinite(value) ? [value] : [];
+        });
+        return values.length > 0 ? [[field, metricStats(values)]] : [];
+    }));
+    return stats && Object.keys(stats).length > 0 ? stats : undefined;
+}
+function usageRecordsFromTraceSummaries(trace) {
+    const summaries = jsonRecord(trace).summaries;
+    if (!Array.isArray(summaries)) {
+        return [];
+    }
+    return summaries.flatMap((entry) => {
+        const record = jsonRecord(entry);
+        const usage = jsonRecord(record.usage);
+        return Object.keys(usage).length > 0
+            ? [{
+                    at: stringValue(record.ended_at) ?? stringValue(record.started_at) ?? "",
+                    usage,
+                }]
+            : [];
+    });
+}
+function usageRecordsFromTraceEntries(value, timestampKey) {
+    if (!Array.isArray(value)) {
+        return [];
+    }
+    return value.flatMap((entry) => {
+        const record = jsonRecord(entry);
+        if (record.kind !== "usage") {
+            return [];
+        }
+        const usage = usageRecordFromAttributes(jsonRecord(record.attributes));
+        return usage
+            ? [{
+                    at: stringValue(record[timestampKey]) ?? "",
+                    usage,
+                }]
+            : [];
+    });
+}
+function usageRecordsFromAgentEvents(events) {
+    return events.flatMap((event) => {
+        const record = jsonRecord(event);
+        if (record.name !== "thread/tokenUsage/updated" && record.method !== "thread/tokenUsage/updated") {
+            return [];
+        }
+        const tokenUsage = jsonRecord(jsonRecord(record.payload).tokenUsage);
+        const total = jsonRecord(tokenUsage.total);
+        if (Object.keys(total).length === 0) {
+            return [];
+        }
+        const totalTokens = numberValue(total.totalTokens);
+        const inputTokens = numberValue(total.inputTokens);
+        const outputTokens = numberValue(total.outputTokens);
+        const cachedInputTokens = numberValue(total.cachedInputTokens);
+        const reasoningOutputTokens = numberValue(total.reasoningOutputTokens);
+        const usage = {
+            ...(totalTokens !== undefined ? { total_tokens: totalTokens } : {}),
+            ...(inputTokens !== undefined ? { input_tokens: inputTokens } : {}),
+            ...(outputTokens !== undefined ? { output_tokens: outputTokens } : {}),
+            ...(cachedInputTokens !== undefined ? { cached_input_tokens: cachedInputTokens } : {}),
+            ...(reasoningOutputTokens !== undefined ? { reasoning_output_tokens: reasoningOutputTokens } : {}),
+        };
+        return hasUsageRecordSignal(usage)
+            ? [{
+                    at: stringValue(record.at) ?? "",
+                    usage,
+                }]
+            : [];
+    });
+}
+function usageRecordFromAttributes(attributes) {
+    const usage = {
+        ...copyNumber(attributes, "input_tokens"),
+        ...copyNumber(attributes, "uncached_input_tokens"),
+        ...copyNumber(attributes, "cached_input_tokens"),
+        ...copyNumber(attributes, "cache_creation_input_tokens"),
+        ...copyNumber(attributes, "cache_read_input_tokens"),
+        ...copyNumber(attributes, "output_tokens"),
+        ...copyNumber(attributes, "reasoning_output_tokens"),
+        ...copyNumber(attributes, "total_tokens"),
+        ...copyNumber(attributes, "total_cost_usd"),
+        ...(stringValue(attributes.cost_source) ? { cost_source: stringValue(attributes.cost_source) } : {}),
+        ...(stringValue(attributes.pricing_source) ? { pricing_source: stringValue(attributes.pricing_source) } : {}),
+    };
+    return hasUsageRecordSignal(usage) ? usage : undefined;
+}
+function selectBestExecutionUsage(entries) {
+    return entries
+        .flatMap((entry) => {
+        const normalized = normalizeExecutionUsage(entry);
+        return normalized ? [normalized] : [];
+    })
+        .sort((left, right) => usageDetailScore(left) - usageDetailScore(right))
+        .at(-1);
+}
+function usageDetailScore(usage) {
+    const costScore = usage.costUsd !== undefined ? 100 : 0;
+    const tokenScore = NUMERIC_USAGE_FIELDS.filter((field) => usage[field] !== undefined).length;
+    const totalScore = usage.totalTokens ?? 0;
+    return costScore + tokenScore + Math.min(totalScore / 1_000_000_000, 1);
+}
+function estimateExecutionCost(usage) {
+    if (!usage.model) {
+        return undefined;
+    }
+    const price = LITELLM_MODEL_PRICES[usage.model];
+    if (!price) {
+        return undefined;
+    }
+    const inputPrice = price.input_cost_per_token;
+    const outputPrice = price.output_cost_per_token;
+    if (typeof inputPrice !== "number" && typeof outputPrice !== "number") {
+        return undefined;
+    }
+    const cacheCreationTokens = usage.cacheCreationInputTokens ?? 0;
+    const cacheReadTokens = usage.cacheReadInputTokens
+        ?? (usage.cachedInputTokens !== undefined
+            ? Math.max(usage.cachedInputTokens - cacheCreationTokens, 0)
+            : 0);
+    const uncachedInputTokens = usage.uncachedInputTokens
+        ?? (usage.inputTokens !== undefined
+            ? Math.max(usage.inputTokens - cacheReadTokens - cacheCreationTokens, 0)
+            : 0);
+    const outputTokens = usage.outputTokens ?? 0;
+    if (uncachedInputTokens === 0 && cacheReadTokens === 0 && cacheCreationTokens === 0 && outputTokens === 0) {
+        return undefined;
+    }
+    const costUsd = (uncachedInputTokens * (inputPrice ?? 0)) +
+        (cacheReadTokens * (price.cache_read_input_token_cost ?? inputPrice ?? 0)) +
+        (cacheCreationTokens * (price.cache_creation_input_token_cost ?? inputPrice ?? 0)) +
+        (outputTokens * (outputPrice ?? 0));
+    return Number.isFinite(costUsd) && costUsd > 0
+        ? {
+            costUsd: roundUsageNumber(costUsd),
+            pricingSource: LITELLM_PRICING_SOURCE,
+        }
+        : undefined;
+}
+function inferredTotalTokens(usage) {
+    const inputTokens = usage.inputTokens ?? usage.cachedInputTokens;
+    if (inputTokens === undefined && usage.outputTokens === undefined) {
+        return undefined;
+    }
+    return sumFinite([
+        inputTokens,
+        usage.outputTokens,
+    ]);
+}
+function numberField(record, camelKey, ...snakeKeys) {
+    const value = numberValue(record[camelKey])
+        ?? snakeKeys.map((key) => numberValue(record[key])).find((entry) => entry !== undefined);
+    return value === undefined ? {} : { [camelKey]: value };
+}
+function copyNumber(record, key) {
+    const value = numberValue(record[key]);
+    return value === undefined ? {} : { [key]: value };
+}
+function hasUsageRecordSignal(record) {
+    return [
+        "input_tokens",
+        "uncached_input_tokens",
+        "cached_input_tokens",
+        "cache_creation_input_tokens",
+        "cache_read_input_tokens",
+        "output_tokens",
+        "reasoning_output_tokens",
+        "total_tokens",
+        "total_cost_usd",
+    ].some((key) => numberValue(record[key]) !== undefined);
+}
+function hasUsageSignal(usage) {
+    return NUMERIC_USAGE_FIELDS.some((field) => usage[field] !== undefined);
+}
+function compactUsageSummary(usage) {
+    const output = Object.fromEntries(["total", ...USAGE_ROLES].flatMap((role) => usage[role] ? [[role, usage[role]]] : []));
+    return Object.keys(output).length > 0 ? output : undefined;
+}
+function mergeIdentity(usages) {
+    const provider = uniqueString(usages.map((usage) => usage.provider));
+    const model = uniqueString(usages.map((usage) => usage.model));
+    return {
+        ...(provider ? { provider } : {}),
+        ...(model ? { model } : {}),
+    };
+}
+function mergeCostSource(values) {
+    const unique = [...new Set(values.filter((value) => Boolean(value)))];
+    if (unique.length === 0) {
+        return undefined;
+    }
+    return unique.length === 1 ? unique[0] : "mixed";
+}
+function normalizeCostSource(value) {
+    return value === "provider" || value === "estimated" || value === "mixed"
+        ? value
+        : undefined;
+}
+function sumFinite(values) {
+    const finite = values.filter((value) => typeof value === "number" && Number.isFinite(value));
+    if (finite.length === 0) {
+        return undefined;
+    }
+    return roundUsageNumber(finite.reduce((sum, value) => sum + value, 0));
+}
+function roundUsageNumber(value) {
+    return Number(value.toFixed(6));
+}
+function uniqueString(values) {
+    const unique = [...new Set(values.filter((value) => typeof value === "string" && value.length > 0))];
+    return unique.length === 1 ? unique[0] : undefined;
+}
+function metricStats(values) {
+    const count = values.length;
+    if (count === 0) {
+        return {
+            count: 0,
+            mean: 0,
+            variance: 0,
+            stddev: 0,
+            min: 0,
+            max: 0,
+        };
+    }
+    const mean = values.reduce((sum, value) => sum + value, 0) / count;
+    const variance = values.reduce((sum, value) => sum + (value - mean) ** 2, 0) / count;
+    return {
+        count,
+        mean,
+        variance,
+        stddev: Math.sqrt(variance),
+        min: Math.min(...values),
+        max: Math.max(...values),
+    };
+}

package/dist/generic-spec.d.ts

@@ -0,0 +1,113 @@
+import type { EngineResolveBinding, SurfaceSnapshotFile, WorkbenchAdapterInvocation, WorkbenchExecutionNetworkPolicy, WorkbenchExecutionResources, WorkbenchSpecValidation } from "@workbench-ai/workbench-contract";
+import type { WorkbenchEngineCase, WorkbenchEngineCaseSpec } from "@workbench-ai/workbench-protocol";
+export declare const BENCHMARK_SPEC_FILE = "benchmark.yaml";
+export interface WorkbenchRuntimeSpec {
+    dockerfile: string;
+    workdir?: string;
+    resources?: {
+        cpu?: number;
+        memoryGb?: number;
+        diskGb?: number;
+        timeoutMinutes?: number;
+    };
+    network?: WorkbenchExecutionNetworkPolicy;
+}
+export interface WorkbenchPathRef {
+    path: string;
+}
+export interface AuthoredBenchmarkSpec {
+    version: 3;
+    name: string;
+    description: string;
+    adapters: string[];
+    engine: WorkbenchAdapterInvocation;
+}
+export interface WorkbenchSubjectManifestSpec {
+    version: 3;
+    name: string;
+    description?: string;
+    files: WorkbenchPathRef;
+    adapters: string[];
+    run: WorkbenchAdapterInvocation;
+}
+export type ResolvedSubjectSpec = WorkbenchSubjectManifestSpec;
+export interface AuthoredOptimizerSpec {
+    version: 3;
+    name: string;
+    description?: string;
+    edits: string[];
+    adapters: string[];
+    improve: WorkbenchAdapterInvocation;
+}
+export interface WorkbenchResolvedSource {
+    version: 3;
+    benchmark: AuthoredBenchmarkSpec;
+    subject: ResolvedSubjectSpec;
+    optimizer?: AuthoredOptimizerSpec;
+}
+export interface GenericRunSpec {
+    version: 3;
+    name: string;
+    description: string;
+    benchmark: {
+        name: string;
+        description: string;
+        engine: WorkbenchAdapterInvocation;
+    };
+    subject: {
+        name: string;
+        description?: string;
+        files: WorkbenchPathRef;
+    };
+    optimizer?: {
+        name: string;
+        description?: string;
+        edits: string[];
+    };
+    environment: WorkbenchRuntimeSpec;
+    adapters: string[];
+    engine: WorkbenchAdapterInvocation;
+    engineResolve: WorkbenchAdapterInvocation;
+    improve?: WorkbenchAdapterInvocation;
+    run: WorkbenchAdapterInvocation;
+    engineRun: WorkbenchAdapterInvocation;
+}
+export type GenericEngineCaseSpec = WorkbenchEngineCaseSpec;
+export type { WorkbenchEngineCase } from "@workbench-ai/workbench-protocol";
+export interface ResolvedEngineCaseExecutionConfig {
+    prompt: string;
+    environment: WorkbenchRuntimeSpec;
+    run: WorkbenchAdapterInvocation;
+}
+export declare const DEFAULT_EXECUTION_RESOURCES: WorkbenchExecutionResources;
+export declare function validateWorkbenchResolvedSourceYaml(source: string): WorkbenchSpecValidation;
+export declare function resolveWorkbenchResolvedSourceYaml(source: string): GenericRunSpec;
+export declare function engineResolveBindingForSourceYaml(source: string): EngineResolveBinding;
+export declare function engineResolveBindingForSpec(spec: GenericRunSpec): EngineResolveBinding;
+export declare function resolveWorkbenchSourceFiles(args: {
+    benchmarkSource: string;
+    subjectSource: string;
+    optimizerSource?: string | null;
+}): GenericRunSpec;
+export declare function parseWorkbenchSourceFiles(args: {
+    benchmarkSource: string;
+    subjectSource?: string;
+    optimizerSource?: string | null;
+}): WorkbenchResolvedSource;
+export declare function serializeWorkbenchResolvedSourceYaml(source: WorkbenchResolvedSource): string;
+export declare function isWorkbenchSubjectManifestPath(filePath: string): boolean;
+export declare function resolveEngineCaseExecutionConfig(args: {
+    spec: GenericRunSpec;
+    engineCase: GenericEngineCaseSpec;
+}): ResolvedEngineCaseExecutionConfig;
+export declare function engineResolveInvocationForSpec(spec: GenericRunSpec): WorkbenchAdapterInvocation;
+export declare function engineCaseFilesForRuntimeInput(args: {
+    spec: GenericRunSpec;
+    engineCase: WorkbenchEngineCase;
+}): SurfaceSnapshotFile[];
+export declare function engineCaseSubjectVisibleFiles(engineCase: WorkbenchEngineCase): SurfaceSnapshotFile[];
+export declare function engineCaseEnginePrivateFiles(engineCase: WorkbenchEngineCase): SurfaceSnapshotFile[];
+export declare function runtimeResources(runtime: WorkbenchRuntimeSpec): WorkbenchExecutionResources;
+export declare function runtimeNetwork(runtime: WorkbenchRuntimeSpec): WorkbenchExecutionNetworkPolicy;
+export declare function runtimeSandboxRef(runtime: WorkbenchRuntimeSpec): string;
+//# sourceMappingURL=generic-spec.d.ts.map

package/dist/generic-spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generic-spec.d.ts","sourceRoot":"","sources":["../src/generic-spec.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,oBAAoB,EAEpB,mBAAmB,EACnB,0BAA0B,EAC1B,+BAA+B,EAC/B,2BAA2B,EAC3B,uBAAuB,EACxB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,KAAK,EACV,mBAAmB,EACnB,uBAAuB,EACxB,MAAM,kCAAkC,CAAC;AAG1C,eAAO,MAAM,mBAAmB,mBAAmB,CAAC;AAEpD,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE;QACV,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,OAAO,CAAC,EAAE,+BAA+B,CAAC;CAC3C;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,0BAA0B,CAAC;CACpC;AAED,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,gBAAgB,CAAC;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,GAAG,EAAE,0BAA0B,CAAC;CACjC;AAED,MAAM,MAAM,mBAAmB,GAAG,4BAA4B,CAAC;AAE/D,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,0BAA0B,CAAC;CACrC;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,CAAC,CAAC;IACX,SAAS,EAAE,qBAAqB,CAAC;IACjC,OAAO,EAAE,mBAAmB,CAAC;IAC7B,SAAS,CAAC,EAAE,qBAAqB,CAAC;CACnC;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,CAAC,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE;QACT,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,0BAA0B,CAAC;KACpC,CAAC;IACF,OAAO,EAAE;QACP,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,gBAAgB,CAAC;KACzB,CAAC;IACF,SAAS,CAAC,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,KAAK,EAAE,MAAM,EAAE,CAAC;KACjB,CAAC;IACF,WAAW,EAAE,oBAAoB,CAAC;IAClC,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,0BAA0B,CAAC;IACnC,aAAa,EAAE,0BAA0B,CAAC;IAC1C,OAAO,CAAC,EAAE,0BAA0B,CAAC;IACrC,GAAG,EAAE,0BAA0B,CAAC;IAChC,SAAS,EAAE,0BAA0B,CAAC;CACvC;AAED,MAAM,MAAM,qBAAqB,GAAG,uBAAuB,CAAC;AAC5D,YAAY,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AAE5E,MAAM,WAAW,iCAAiC;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,oBAAoB,CAAC;IAClC,GAAG,EAAE,0BAA0B,CAAC;CACjC;AAQD,eAAO,MAAM,2BAA2B,EAAE,2BAKzC,CAAC;AAEF,wBAAgB,mCAAmC,CACjD,MAAM,EAAE,MAAM,GACb,uBAAuB,CAmBzB;AAED,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,MAAM,GACb,cAAc,CAsChB;AAED,wBAAgB,iCAAiC,CAC/C,MAAM,EAAE,MAAM,GACb,oBAAoB,CAEtB;AAED,wBAAgB,2BAA2B,CACzC,IAAI,EAAE,cAAc,GACnB,oBAAoB,CAStB;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE;IAChD,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,GAAG,cAAc,CAMjB;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE;IAC9C,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC,GAAG,uBAAuB,CA4B1B;AAED,wBAAgB,oCAAoC,CAClD,MAAM,EAAE,uBAAuB,GAC9B,MAAM,CAER;AAED,wBAAgB,8BAA8B,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAIxE;AAED,wBAAgB,gCAAgC,CAAC,IAAI,EAAE;IACrD,IAAI,EAAE,cAAc,CAAC;IACrB,UAAU,EAAE,qBAAqB,CAAC;CACnC,GAAG,iCAAiC,CAMpC;AAED,wBAAgB,8BAA8B,CAAC,IAAI,EAAE,cAAc,GAAG,0BAA0B,CAE/F;AAED,wBAAgB,8BAA8B,CAAC,IAAI,EAAE;IACnD,IAAI,EAAE,cAAc,CAAC;IACrB,UAAU,EAAE,mBAAmB,CAAC;CACjC,GAAG,mBAAmB,EAAE,CAGxB;AAED,wBAAgB,6BAA6B,CAC3C,UAAU,EAAE,mBAAmB,GAC9B,mBAAmB,EAAE,CAIvB;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,mBAAmB,GAC9B,mBAAmB,EAAE,CAIvB;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,oBAAoB,GAC5B,2BAA2B,CAiB7B;AAED,wBAAgB,cAAc,CAC5B,OAAO,EAAE,oBAAoB,GAC5B,+BAA+B,CAEjC;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,oBAAoB,GAAG,MAAM,CAEvE"}