ai-capability-framework 1.0.3 → 1.1.0

package/dist/discovery/selection.js

@@ -0,0 +1,145 @@
+import { assertProviderRunScope } from "../runtime/provider-run.js";
+import { performance } from "node:perf_hooks";
+import { isDeepStrictEqual } from "node:util";
+import { captureEligibility } from "./bindings.js";
+import { hasOnlyKeys, isRecord, nonblank } from "./configuration.js";
+import { registrySourceFingerprint } from "./corpus.js";
+import { DiscoveryError } from "./diagnostics.js";
+import { stopReason, validateProviderInvocation } from "./embeddings.js";
+import { hashDiscoveryContent } from "./fingerprint.js";
+import { deepFreeze } from "./json-snapshot.js";
+import { runSelectionAttempt } from "./selection-attempt.js";
+import { buildCapabilitySelectionTasks } from "./selection-cards.js";
+import { resolveSelectionExecution, selectionError, selectionJson } from "./selection-configuration.js";
+import { SELECTION_OUTPUT_SCHEMA, selectionMessages } from "./selection-response.js";
+import { aggregateDiscoveryUsage } from "./usage.js";
+import { SELECTION_HARD_LIMITS } from "./versions.js";
+/** This optional stage only returns decisions. It never exports tools or executes a handler. */
+export class ModelCapabilitySelector {
+    async select(input) {
+        if (!isRecord(input) || !hasOnlyKeys(input, [
+            "runId", "requestId", "deadlineAt", "signal", "tasks", "registry", "routeRequest", "client", "limits", "budget",
+            "budgetPolicy", "maxEstimatedCostPerCall", "estimateCost", "isCurrent", "providerRun"
+        ]) || !Array.isArray(input.tasks) || !input.routeRequest || input.registry !== input.routeRequest.registry
+            || input.isCurrent !== undefined && typeof input.isCurrent !== "function")
+            throw selectionError("invalid_input");
+        // Pin invocation bounds and dependencies while continuing to observe live authorization/source objects.
+        if (input.providerRun)
+            assertProviderRunScope(input.providerRun, input.runId, { ledger: input.budget, policy: input.budgetPolicy });
+        const signals = [input.signal, input.providerRun?.signal].filter((item) => !!item);
+        const request = Object.freeze({ ...input, signal: signals.length ? AbortSignal.any(signals) : undefined,
+            deadlineAt: Math.min(input.deadlineAt, input.providerRun?.deadlineAt ?? Infinity) });
+        try {
+            validateProviderInvocation(request);
+        }
+        catch {
+            throw selectionError("invalid_configuration");
+        }
+        const resolved = resolveSelectionExecution(request);
+        if (request.tasks.length > SELECTION_HARD_LIMITS.maxTasks)
+            throw selectionError("input_limit_exceeded");
+        const ids = new Set();
+        for (const task of request.tasks) {
+            if (!task || !nonblank(task.queryId) || ids.has(task.queryId) || !task.discovery || task.queryId !== task.discovery.queryId)
+                throw selectionError("invalid_input");
+            ids.add(task.queryId);
+        }
+        const started = performance.now();
+        const discovery = selectionJson(request.tasks.map(task => task.discovery), SELECTION_HARD_LIMITS.maxInputCharacters * 4);
+        const matched = request.tasks.filter(task => task.discovery.status === "matched").map(task => ({ queryId: task.queryId }));
+        const stages = [];
+        let tasks = [];
+        const finish = (outcomes, code) => deepFreeze({
+            discovery, outcomes, usage: aggregateDiscoveryUsage(stages, performance.now() - started),
+            diagnostics: code ? [{ code, message: "The selection batch did not produce actionable decisions." }] : []
+        });
+        const failure = (code) => finish(matched.map(task => ({
+            queryId: task.queryId, selectorFingerprint: resolved.fingerprint,
+            inputBindingHash: tasks.find(entry => entry.queryId === task.queryId)?.inputBindingHash
+                ?? hashDiscoveryContent({ kind: "unavailable_selection_input", queryId: task.queryId, selectorFingerprint: resolved.fingerprint }),
+            status: code === "cancelled" || code === "deadline_exceeded" ? "cancelled"
+                : code === "invalid_selection_output" ? "invalid_output" : "unavailable",
+            capabilityId: null, reasonCode: code,
+            diagnostics: [{ code, queryId: task.queryId, message: "Selection was cancelled, unavailable, or invalid; no capability was chosen." }]
+        })), code);
+        if (!request.tasks.length)
+            return finish([]);
+        if (request.tasks.length > resolved.limits.maxTasks)
+            return failure("input_limit_exceeded");
+        let source, eligibility;
+        let snapshot, context;
+        try {
+            snapshot = selectionJson(request.tasks, SELECTION_HARD_LIMITS.maxInputCharacters * 4);
+            context = structuredClone(request.routeRequest.builtContext.runtimeContext);
+            source = registrySourceFingerprint(request.registry);
+            eligibility = captureEligibility(request.routeRequest).fingerprint;
+        }
+        catch (error) {
+            return failure(error instanceof DiscoveryError ? error.code : "invalid_selection_input");
+        }
+        const runtime = request.routeRequest.builtContext.runtimeContext;
+        if (request.runId !== runtime.runId || request.requestId !== runtime.requestId)
+            return failure("stale_binding");
+        const hostGuard = request.isCurrent;
+        const controls = request.routeRequest.controls;
+        const current = () => {
+            try {
+                return isDeepStrictEqual(context, request.routeRequest.builtContext.runtimeContext)
+                    && isDeepStrictEqual(snapshot, request.tasks) && request.routeRequest.controls === controls
+                    && registrySourceFingerprint(request.registry) === source && captureEligibility(request.routeRequest).fingerprint === eligibility
+                    && (hostGuard?.() ?? true);
+            }
+            catch {
+                return false;
+            }
+        };
+        const stopped = stopReason(request);
+        if (stopped)
+            return failure(stopped);
+        if (!matched.length)
+            return finish([]);
+        try {
+            tasks = buildCapabilitySelectionTasks({ tasks: snapshot, routeRequest: request.routeRequest,
+                selectorFingerprint: resolved.fingerprint, maxInputCharacters: resolved.limits.maxInputCharacters });
+        }
+        catch (error) {
+            return failure(error instanceof DiscoveryError ? error.code : "invalid_selection_input");
+        }
+        const submitted = tasks.filter(task => task.discovery.status === "matched");
+        let issues = [];
+        for (let attempt = 1; attempt <= resolved.limits.maxAttempts; attempt++) {
+            let messages;
+            try {
+                messages = selectionJson(selectionMessages(submitted, issues), resolved.limits.maxInputCharacters);
+                selectionJson({ messages, outputSchema: SELECTION_OUTPUT_SCHEMA, maxInputTokens: resolved.limits.maxInputTokens,
+                    maxOutputTokens: resolved.limits.maxOutputTokens }, resolved.limits.maxInputCharacters);
+            }
+            catch {
+                return failure("input_limit_exceeded");
+            }
+            const result = await runSelectionAttempt({ request, resolved, tasks: submitted, messages, attempt: attempt, isCurrent: current });
+            stages.push(...result.usage.stages);
+            if (result.code) {
+                if (result.code === "invalid_selection_output" && attempt < resolved.limits.maxAttempts) {
+                    issues = result.issues;
+                    continue;
+                }
+                return failure(result.code);
+            }
+            const stop = stopReason(request);
+            if (stop)
+                return failure(stop);
+            if (!current())
+                return failure("stale_binding");
+            const decisions = new Map(result.decisions.map(decision => [decision.query_id, decision]));
+            return finish(submitted.map(task => {
+                const decision = decisions.get(task.queryId);
+                const base = { queryId: task.queryId, selectorFingerprint: resolved.fingerprint, inputBindingHash: task.inputBindingHash, diagnostics: [] };
+                return decision.decision === "select" ? { ...base, status: "selected", capabilityId: decision.capability_id,
+                    capabilityVersion: task.cards.find(card => card.capabilityId === decision.capability_id).capabilityVersion, reasonCode: "supported_candidate" }
+                    : { ...base, status: "abstained", capabilityId: null, reasonCode: decision.reason_code };
+            }));
+        }
+        return failure("invalid_selection_output");
+    }
+}

package/dist/discovery/types.d.ts

@@ -0,0 +1,291 @@
+import type { ModelUsage, ProviderUsage as DiscoveryUsage, ProviderModelConfiguration } from "../runtime/provider-types.js";
+import type { BudgetPolicy } from "../controls/types.js";
+import type { CapabilityRouteRequest, RuntimeCapabilitySlice } from "../runtime/types.js";
+import type { CapabilityManifest, JsonObject, ManifestRegistry } from "../types.js";
+import type { DiscoveryDiagnostic } from "./diagnostics.js";
+export type { DiscoveryMetadata } from "../generated/manifest-types.js";
+export interface DiscoveryLimits {
+    maxQueries: number;
+    maxFragmentsPerQuery: number;
+    maxQueryCharacters: number;
+    maxCandidates: number;
+    aliasDiversitySlots: 0 | 1;
+}
+interface DiscoveryConfigurationBase {
+    limits?: Partial<DiscoveryLimits>;
+    aliasWeight?: number;
+    minRetrievalScore?: number;
+    policyVersion: string;
+}
+export interface LexicalDiscoveryConfiguration extends DiscoveryConfigurationBase {
+    mode: "lexical";
+    weights?: never;
+    failurePolicy?: never;
+}
+export interface HybridDiscoveryConfiguration extends DiscoveryConfigurationBase {
+    mode: "hybrid";
+    weights: {
+        semantic: number;
+        lexical: number;
+    };
+    failurePolicy: "unavailable" | "lexical_fallback";
+}
+export type DiscoveryConfiguration = LexicalDiscoveryConfiguration | HybridDiscoveryConfiguration;
+export interface DiscoveryFragment {
+    key: string;
+    text: string;
+}
+export interface DiscoveryQuery {
+    id: string;
+    fragments: readonly DiscoveryFragment[];
+}
+export type { ProviderModelConfiguration } from "../runtime/provider-types.js";
+export interface EmbeddingConfiguration extends ProviderModelConfiguration {
+    dimensions?: number;
+}
+export type DiscoveryStage = import("../runtime/provider-types.js").ProviderStage;
+export interface DiscoveryInvocation {
+    providerRun?: import("../runtime/provider-types.js").AicfProviderRun;
+    runId: string;
+    requestId: string;
+    signal?: AbortSignal;
+    /** Absolute Unix time in milliseconds. Required by live provider attempts. */
+    deadlineAt?: number;
+}
+export interface CapabilityDiscoveryRequest extends DiscoveryInvocation {
+    routeRequest: CapabilityRouteRequest;
+    queries: readonly DiscoveryQuery[];
+    /** May lower, but never expand, the configured candidate limit. */
+    maxCandidates?: number;
+    budget?: DiscoveryBudgetLedger;
+}
+export interface RankedCapabilityCandidate {
+    capabilityId: string;
+    capabilityVersion: string;
+    rank: number;
+    scores: {
+        lexical: number;
+        aliasPhrase: number;
+        semantic: number | null;
+        final: number;
+    };
+    inclusionReason: "aggregate_ranking" | "alias_diversity";
+    matchedAliases: readonly string[];
+}
+export interface CapabilityDiscoveryResult {
+    queryId: string;
+    status: "matched" | "no_match" | "unavailable" | "cancelled";
+    requestedMode: "lexical" | "hybrid";
+    actualMode: "lexical" | "hybrid" | null;
+    degradedReason?: DiscoveryDiagnostic["code"];
+    candidates: readonly RankedCapabilityCandidate[];
+    corpusFingerprint: string;
+    eligibilityFingerprint: string;
+    retrievalPolicyFingerprint: string;
+    indexFingerprint?: string;
+    policyVersion: string;
+    usage: DiscoveryUsage;
+    diagnostics: readonly DiscoveryDiagnostic[];
+}
+export interface CapabilityRetrievalDocument {
+    readonly capabilityId: string;
+    readonly capabilityVersion: string;
+    readonly riskTier: CapabilityManifest["risk_tier"];
+    readonly name: string;
+    readonly summary: string;
+    readonly aliases: readonly string[];
+    readonly text: string;
+    readonly tokens: readonly string[];
+    readonly documentHash: string;
+}
+export interface CapabilitySearchCorpus {
+    readonly schemaVersion: "1.0";
+    readonly projectionVersion: string;
+    readonly registrySourceFingerprint: string;
+    readonly corpusFingerprint: string;
+    readonly documents: readonly CapabilityRetrievalDocument[];
+}
+export interface ResolvedLexicalDiscoveryConfiguration {
+    readonly mode: "lexical";
+    readonly policyVersion: string;
+    readonly limits: Readonly<DiscoveryLimits>;
+    readonly aliasWeight: number;
+    readonly minRetrievalScore: number;
+}
+export interface ResolvedHybridDiscoveryConfiguration extends Omit<ResolvedLexicalDiscoveryConfiguration, "mode"> {
+    readonly mode: "hybrid";
+    readonly weights: Readonly<{
+        semantic: number;
+        lexical: number;
+    }>;
+    readonly failurePolicy: "unavailable" | "lexical_fallback";
+}
+export type ResolvedDiscoveryConfiguration = ResolvedLexicalDiscoveryConfiguration | ResolvedHybridDiscoveryConfiguration;
+export interface LexicalRankerCandidate {
+    readonly capabilityId: string;
+    readonly scores: RankedCapabilityCandidate["scores"];
+}
+/** Synchronous host policy. Identity, admission, ordering and bounds remain framework-owned. */
+export interface CapabilityLexicalRanker {
+    readonly version: string;
+    rank(input: {
+        query: Readonly<DiscoveryQuery>;
+        documents: readonly CapabilityRetrievalDocument[];
+        configuration: ResolvedLexicalDiscoveryConfiguration;
+    }): readonly LexicalRankerCandidate[];
+}
+export type { ModelUsage, UsageQuantity, ProviderUsageTotals as DiscoveryUsageTotals, ProviderStageUsage as DiscoveryStageUsage, ProviderUsage as DiscoveryUsage, ProviderAttemptReservation, ProviderAttemptSettlement } from "../runtime/provider-types.js";
+export type DiscoveryBudgetReservation = {
+    status: "reserved";
+    reservationId: string;
+} | {
+    status: "denied";
+    diagnostic: DiscoveryDiagnostic;
+};
+export type DiscoveryBudgetLedger = import("../runtime/provider-types.js").ProviderBudgetLedger;
+export interface ProviderAttemptContext extends DiscoveryInvocation {
+    beforeProviderCall?: () => void;
+    deadlineAt: number;
+    attempt: number;
+}
+/** One underlying attempt per invocation; disable retries and enforce maxInputTokens before provider work. */
+export interface EmbeddingClient {
+    readonly mock: boolean;
+    configuration: EmbeddingConfiguration;
+    embed(input: ProviderAttemptContext & {
+        texts: readonly string[];
+        configuration: EmbeddingConfiguration;
+        maxInputTokens: number;
+    }): Promise<{
+        vectors: readonly (readonly number[])[];
+        configuration: EmbeddingConfiguration;
+        vectorDimension: number;
+        usage?: ModelUsage;
+        providerAttempts: number;
+    }>;
+}
+export interface DiscoveryProviderFailure {
+    diagnostic: DiscoveryDiagnostic;
+    usage?: ModelUsage;
+    providerAttempts: number;
+}
+/** A client may reject with this shape to retain known failed-attempt usage. */
+export interface DiscoveryProviderError extends Error, DiscoveryProviderFailure {
+}
+export interface SelectionMessage {
+    role: "system" | "user";
+    content: string;
+}
+export interface SelectionModelClient {
+    readonly transportVersion?: string;
+    readonly mock: boolean;
+    configuration: ProviderModelConfiguration;
+    generateStructured(input: ProviderAttemptContext & {
+        messages: readonly SelectionMessage[];
+        outputSchema: JsonObject;
+        maxInputTokens: number;
+        maxOutputTokens: number;
+    }): Promise<{
+        output: unknown;
+        usage?: ModelUsage;
+        responseRef?: string;
+        providerAttempts: number;
+    }>;
+}
+export interface CapabilityCandidateCard {
+    capabilityId: string;
+    capabilityVersion: string;
+    name: string;
+    modelDescription: string;
+    whenToUse: readonly string[];
+    whenNotToUse: readonly string[];
+    capabilityType: CapabilityManifest["capability_type"];
+    exposedOperations: readonly ("select" | "prepare")[];
+    inputFields: readonly string[];
+    proposedOperation: "read" | "prepare";
+}
+export interface CapabilitySelectionInputTask {
+    queryId: string;
+    requestText: string;
+    context?: JsonObject;
+    discovery: CapabilityDiscoveryResult;
+}
+export interface SelectionTask extends CapabilitySelectionInputTask {
+    cards: readonly CapabilityCandidateCard[];
+    inputBindingHash: string;
+}
+export interface SelectionLimits {
+    maxTasks: number;
+    maxInputCharacters: number;
+    maxInputTokens: number;
+    maxOutputTokens: number;
+    maxAttempts: 1 | 2;
+}
+export interface CapabilitySelectionRequest extends DiscoveryInvocation {
+    deadlineAt: number;
+    tasks: readonly CapabilitySelectionInputTask[];
+    registry: ManifestRegistry;
+    routeRequest: CapabilityRouteRequest;
+    client: SelectionModelClient;
+    limits: SelectionLimits;
+    budget: DiscoveryBudgetLedger;
+    budgetPolicy: BudgetPolicy;
+    maxEstimatedCostPerCall?: number;
+    estimateCost?: (usage: Readonly<ModelUsage>, configuration: Readonly<ProviderModelConfiguration>) => number | undefined;
+    /** May tighten, but never bypass, the framework's binding checks. */
+    isCurrent?: () => boolean;
+}
+export type SelectionDecision = {
+    query_id: string;
+    decision: "select";
+    capability_id: string;
+    reason_code: "supported_candidate";
+} | {
+    query_id: string;
+    decision: "abstain";
+    capability_id: null;
+    reason_code: "no_suitable_candidate" | "ambiguous_request" | "insufficient_context";
+};
+export interface SelectionResponse {
+    schema_version: "1.0";
+    decisions: readonly SelectionDecision[];
+}
+/** @inline */
+interface SelectionOutcomeBase {
+    queryId: string;
+    selectorFingerprint: string;
+    inputBindingHash: string;
+    diagnostics: readonly DiscoveryDiagnostic[];
+}
+export interface CapabilitySelectionBatchResult {
+    discovery: readonly CapabilityDiscoveryResult[];
+    outcomes: readonly CapabilitySelectionOutcome[];
+    usage: DiscoveryUsage;
+    diagnostics: readonly DiscoveryDiagnostic[];
+}
+export type CapabilitySelectionOutcome = SelectionOutcomeBase & ({
+    status: "selected";
+    capabilityId: string;
+    capabilityVersion: string;
+    reasonCode: "supported_candidate";
+} | {
+    status: "abstained";
+    capabilityId: null;
+    reasonCode: "no_suitable_candidate" | "ambiguous_request" | "insufficient_context";
+} | {
+    status: "unavailable" | "invalid_output" | "cancelled";
+    capabilityId: null;
+    reasonCode: DiscoveryDiagnostic["code"];
+});
+export interface DiscoveryRouteResult {
+    selectionBatch?: CapabilitySelectionBatchResult;
+    slice: RuntimeCapabilitySlice;
+    discovery: readonly CapabilityDiscoveryResult[];
+    selection?: readonly CapabilitySelectionOutcome[];
+}
+export interface ResolvedDiscoveryMetadata {
+    schemaVersion: "1.0";
+    summary: string;
+    aliases: readonly string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/discovery/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/discovery/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAiB,aAAa,IAAI,cAAc,EAAyD,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAClM,OAAO,KAAK,EAAE,YAAY,EAAe,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,MAAM,qBAAqB,CAAC;AAC1F,OAAO,KAAK,EAAE,kBAAkB,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpF,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAE5D,YAAY,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AAExE,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,CAAC,GAAG,CAAC,CAAC;CAC5B;AAED,UAAU,0BAA0B;IAClC,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,6BAA8B,SAAQ,0BAA0B;IAC/E,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,CAAC,EAAE,KAAK,CAAC;IAChB,aAAa,CAAC,EAAE,KAAK,CAAC;CACvB;AAED,MAAM,WAAW,4BAA6B,SAAQ,0BAA0B;IAC9E,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,aAAa,EAAE,aAAa,GAAG,kBAAkB,CAAC;CACnD;AAED,MAAM,MAAM,sBAAsB,GAAG,6BAA6B,GAAG,4BAA4B,CAAC;AAElG,MAAM,WAAW,iBAAiB;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,SAAS,iBAAiB,EAAE,CAAC;CACzC;AAED,YAAY,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAC/E,MAAM,WAAW,sBAAuB,SAAQ,0BAA0B;IACxE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,cAAc,GAAG,OAAO,8BAA8B,EAAE,aAAa,CAAC;AAElF,MAAM,WAAW,mBAAmB;IAClC,WAAW,CAAC,EAAE,OAAO,8BAA8B,EAAE,eAAe,CAAC;IACrE,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,0BAA2B,SAAQ,mBAAmB;IACrE,YAAY,EAAE,sBAAsB,CAAC;IACrC,OAAO,EAAE,SAAS,cAAc,EAAE,CAAC;IACnC,mEAAmE;IACnE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,qBAAqB,CAAC;CAChC;AAED,MAAM,WAAW,yBAAyB;IACxC,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE;QACN,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,eAAe,EAAE,mBAAmB,GAAG,iBAAiB,CAAC;IACzD,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,yBAAyB;IACxC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,SAAS,GAAG,UAAU,GAAG,aAAa,GAAG,WAAW,CAAC;IAC7D,aAAa,EAAE,SAAS,GAAG,QAAQ,CAAC;IACpC,UAAU,EAAE,SAAS,GAAG,QAAQ,GAAG,IAAI,CAAC;IACxC,cAAc,CAAC,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAC7C,UAAU,EAAE,SAAS,yBAAyB,EAAE,CAAC;IACjD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,0BAA0B,EAAE,MAAM,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,cAAc,CAAC;IACtB,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,QAAQ,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC;IACnD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,aAAa,EAAE,KAAK,CAAC;IAC9B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,yBAAyB,EAAE,MAAM,CAAC;IAC3C,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,SAAS,EAAE,SAAS,2BAA2B,EAAE,CAAC;CAC5D;AAED,MAAM,WAAW,qCAAqC;IACpD,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;CACpC;AAED,MAAM,WAAW,oCAAqC,SAAQ,IAAI,CAAC,qCAAqC,EAAE,MAAM,CAAC;IAC/G,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAClE,QAAQ,CAAC,aAAa,EAAE,aAAa,GAAG,kBAAkB,CAAC;CAC5D;AAED,MAAM,MAAM,8BAA8B,GAAG,qCAAqC,GAAG,oCAAoC,CAAC;AAE1H,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,yBAAyB,CAAC,QAAQ,CAAC,CAAC;CACtD;AAED,gGAAgG;AAChG,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,KAAK,EAAE;QACV,KAAK,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;QAChC,SAAS,EAAE,SAAS,2BAA2B,EAAE,CAAC;QAClD,aAAa,EAAE,qCAAqC,CAAC;KACtD,GAAG,SAAS,sBAAsB,EAAE,CAAC;CACvC;AAED,YAAY,EACV,UAAU,EAAE,aAAa,EAAE,mBAAmB,IAAI,oBAAoB,EACtE,kBAAkB,IAAI,mBAAmB,EAAE,aAAa,IAAI,cAAc,EAC1E,0BAA0B,EAAE,yBAAyB,EACtD,MAAM,8BAA8B,CAAC;AACtC,MAAM,MAAM,0BAA0B,GAClC;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,GAC7C;IAAE,MAAM,EAAE,QAAQ,CAAC;IAAC,UAAU,EAAE,mBAAmB,CAAA;CAAE,CAAC;AAC1D,MAAM,MAAM,qBAAqB,GAAG,OAAO,8BAA8B,EAAE,oBAAoB,CAAC;AAEhG,MAAM,WAAW,sBAAuB,SAAQ,mBAAmB;IACjE,kBAAkB,CAAC,EAAE,MAAM,IAAI,CAAC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,8GAA8G;AAC9G,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,sBAAsB,CAAC;IACtC,KAAK,CAAC,KAAK,EAAE,sBAAsB,GAAG;QACpC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;QACzB,aAAa,EAAE,sBAAsB,CAAC;QACtC,cAAc,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC;QACV,OAAO,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;QACxC,aAAa,EAAE,sBAAsB,CAAC;QACtC,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,CAAC,EAAE,UAAU,CAAC;QACnB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,mBAAmB,CAAC;IAChC,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,gFAAgF;AAChF,MAAM,WAAW,sBAAuB,SAAQ,KAAK,EAAE,wBAAwB;CAAG;AAElF,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,0BAA0B,CAAC;IAC1C,kBAAkB,CAAC,KAAK,EAAE,sBAAsB,GAAG;QACjD,QAAQ,EAAE,SAAS,gBAAgB,EAAE,CAAC;QACtC,YAAY,EAAE,UAAU,CAAC;QACzB,cAAc,EAAE,MAAM,CAAC;QACvB,eAAe,EAAE,MAAM,CAAC;KACzB,GAAG,OAAO,CAAC;QACV,MAAM,EAAE,OAAO,CAAC;QAChB,KAAK,CAAC,EAAE,UAAU,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC,CAAC;CACJ;AAED,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAC7B,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;IAChC,cAAc,EAAE,kBAAkB,CAAC,iBAAiB,CAAC,CAAC;IACtD,iBAAiB,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC;IACrD,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IAC/B,iBAAiB,EAAE,MAAM,GAAG,SAAS,CAAC;CACvC;AAED,MAAM,WAAW,4BAA4B;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,SAAS,EAAE,yBAAyB,CAAC;CACtC;AAED,MAAM,WAAW,aAAc,SAAQ,4BAA4B;IACjE,KAAK,EAAE,SAAS,uBAAuB,EAAE,CAAC;IAC1C,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,CAAC,GAAG,CAAC,CAAC;CACpB;AAED,MAAM,WAAW,0BAA2B,SAAQ,mBAAmB;IACrE,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,SAAS,4BAA4B,EAAE,CAAC;IAC/C,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,YAAY,EAAE,sBAAsB,CAAC;IACrC,MAAM,EAAE,oBAAoB,CAAC;IAC7B,MAAM,EAAE,eAAe,CAAC;IACxB,MAAM,EAAE,qBAAqB,CAAC;IAC9B,YAAY,EAAE,YAAY,CAAC;IAC3B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,0BAA0B,CAAC,KAAK,MAAM,GAAG,SAAS,CAAC;IACxH,qEAAqE;IACrE,SAAS,CAAC,EAAE,MAAM,OAAO,CAAC;CAC3B;AAED,MAAM,MAAM,iBAAiB,GACzB;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,aAAa,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,qBAAqB,CAAA;CAAE,GACnG;IACA,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,SAAS,CAAC;IACpB,aAAa,EAAE,IAAI,CAAC;IACpB,WAAW,EAAE,uBAAuB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;CACrF,CAAC;AAEJ,MAAM,WAAW,iBAAiB;IAChC,cAAc,EAAE,KAAK,CAAC;IACtB,SAAS,EAAE,SAAS,iBAAiB,EAAE,CAAC;CACzC;AAED,cAAc;AACd,UAAU,oBAAoB;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,8BAA8B;IAC7C,SAAS,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAChD,QAAQ,EAAE,SAAS,0BAA0B,EAAE,CAAC;IAChD,KAAK,EAAE,cAAc,CAAC;IACtB,WAAW,EAAE,SAAS,mBAAmB,EAAE,CAAC;CAC7C;AAED,MAAM,MAAM,0BAA0B,GAAG,oBAAoB,GAAG,CAC5D;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,qBAAqB,CAAA;CAAE,GAC1G;IACA,MAAM,EAAE,WAAW,CAAC;IACpB,YAAY,EAAE,IAAI,CAAC;IACnB,UAAU,EAAE,uBAAuB,GAAG,mBAAmB,GAAG,sBAAsB,CAAC;CACpF,GACC;IACA,MAAM,EAAE,aAAa,GAAG,gBAAgB,GAAG,WAAW,CAAC;IACvD,YAAY,EAAE,IAAI,CAAC;IACnB,UAAU,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC;CACzC,CACF,CAAC;AAEF,MAAM,WAAW,oBAAoB;IACnC,cAAc,CAAC,EAAE,8BAA8B,CAAC;IAChD,KAAK,EAAE,sBAAsB,CAAC;IAC9B,SAAS,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAChD,SAAS,CAAC,EAAE,SAAS,0BAA0B,EAAE,CAAC;CACnD;AAED,MAAM,WAAW,yBAAyB;IACxC,aAAa,EAAE,KAAK,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;CAC5B"}

package/dist/discovery/types.js

@@ -0,0 +1 @@
+export {};

package/dist/discovery/usage.d.ts

@@ -0,0 +1,2 @@
+export { USAGE_QUANTITIES, knownUsage, ownValue, usageQuantities, validReportedUsage, aggregateProviderUsage as aggregateDiscoveryUsage } from "../runtime/provider-usage.js";
+//# sourceMappingURL=usage.d.ts.map

package/dist/discovery/usage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../src/discovery/usage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,kBAAkB,EAClF,sBAAsB,IAAI,uBAAuB,EAAE,MAAM,8BAA8B,CAAC"}

package/dist/discovery/usage.js

@@ -0,0 +1 @@
+export { USAGE_QUANTITIES, knownUsage, ownValue, usageQuantities, validReportedUsage, aggregateProviderUsage as aggregateDiscoveryUsage } from "../runtime/provider-usage.js";

package/dist/discovery/vectors.d.ts

@@ -0,0 +1,5 @@
+export declare function validVector(vector: unknown, dimension: number): vector is readonly number[];
+export declare function validVectorBatch(value: unknown, count: number, dimension: number): value is readonly (readonly number[])[];
+/** Scale before squaring, avoiding overflow/underflow even for finite extreme components. */
+export declare function semanticSimilarity(left: readonly number[], right: readonly number[]): number;
+//# sourceMappingURL=vectors.d.ts.map

package/dist/discovery/vectors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectors.d.ts","sourceRoot":"","sources":["../../src/discovery/vectors.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,IAAI,SAAS,MAAM,EAAE,CAU3F;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,KAAK,IAAI,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAQ1H;AAED,6FAA6F;AAC7F,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAe5F"}

package/dist/discovery/vectors.js

@@ -0,0 +1,43 @@
+export function validVector(vector, dimension) {
+    if (!Array.isArray(vector) || Object.getPrototypeOf(vector) !== Array.prototype || vector.length !== dimension || dimension < 1
+        || Reflect.ownKeys(vector).length !== dimension + 1)
+        return false;
+    let nonzero = false;
+    for (let index = 0; index < dimension; index++) {
+        const property = Object.getOwnPropertyDescriptor(vector, String(index));
+        if (!property || !property.enumerable || !("value" in property) || typeof property.value !== "number" || !Number.isFinite(property.value))
+            return false;
+        nonzero ||= property.value !== 0;
+    }
+    return nonzero;
+}
+export function validVectorBatch(value, count, dimension) {
+    if (!Array.isArray(value) || Object.getPrototypeOf(value) !== Array.prototype
+        || value.length !== count || Reflect.ownKeys(value).length !== count + 1)
+        return false;
+    for (let index = 0; index < count; index++) {
+        const property = Object.getOwnPropertyDescriptor(value, String(index));
+        if (!property || !property.enumerable || !("value" in property) || !validVector(property.value, dimension))
+            return false;
+    }
+    return true;
+}
+/** Scale before squaring, avoiding overflow/underflow even for finite extreme components. */
+export function semanticSimilarity(left, right) {
+    if (left.length !== right.length || !validVector(left, left.length) || !validVector(right, right.length)) {
+        throw new Error("Incompatible vectors.");
+    }
+    let leftScale = 0, rightScale = 0;
+    for (let index = 0; index < left.length; index++) {
+        leftScale = Math.max(leftScale, Math.abs(left[index]));
+        rightScale = Math.max(rightScale, Math.abs(right[index]));
+    }
+    let dot = 0, leftSquare = 0, rightSquare = 0;
+    for (let index = 0; index < left.length; index++) {
+        const a = left[index] / leftScale, b = right[index] / rightScale;
+        dot += a * b;
+        leftSquare += a * a;
+        rightSquare += b * b;
+    }
+    return Math.max(0, Math.min(1, dot / Math.sqrt(leftSquare) / Math.sqrt(rightSquare)));
+}

package/dist/discovery/versions.d.ts

@@ -0,0 +1,37 @@
+/** Internal contracts; package-level discovery exports are introduced separately. */
+export declare const DISCOVERY_BINDING_VERSIONS: Readonly<{
+    readonly registry_source: "1.0";
+    readonly corpus: "1.0";
+    readonly embedding_configuration: "1.0";
+    readonly index: "1.0";
+    readonly eligibility: "1.0";
+    readonly retrieval_policy: "1.0";
+    readonly candidate_cards: "1.0";
+    readonly selector: "1.2";
+}>;
+export declare const DISCOVERY_SCHEMA_VERSION: "1.0";
+export declare const DISCOVERY_DEFAULT_LIMITS: Readonly<{
+    readonly maxQueries: 8;
+    readonly maxFragmentsPerQuery: 16;
+    readonly maxQueryCharacters: 4000;
+    readonly maxCandidates: 8;
+    readonly aliasDiversitySlots: 0;
+}>;
+export declare const DISCOVERY_HARD_LIMITS: Readonly<{
+    readonly maxQueries: 32;
+    readonly maxFragmentsPerQuery: 32;
+    readonly maxQueryCharacters: 16000;
+    readonly maxCandidates: 20;
+    readonly aliasDiversitySlots: 1;
+}>;
+export declare const SELECTION_DEFAULT_LIMITS: Readonly<{
+    readonly maxTasks: 8;
+    readonly maxInputCharacters: 32000;
+    readonly maxAttempts: 1;
+}>;
+export declare const SELECTION_HARD_LIMITS: Readonly<{
+    readonly maxTasks: 32;
+    readonly maxInputCharacters: 128000;
+    readonly maxAttempts: 2;
+}>;
+//# sourceMappingURL=versions.d.ts.map

package/dist/discovery/versions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/discovery/versions.ts"],"names":[],"mappings":"AAAA,qFAAqF;AACrF,eAAO,MAAM,0BAA0B;;;;;;;;;EAS5B,CAAC;AAEZ,eAAO,MAAM,wBAAwB,EAAG,KAAc,CAAC;AAEvD,eAAO,MAAM,wBAAwB;;;;;;EAM1B,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;;;EAMvB,CAAC;AAEZ,eAAO,MAAM,wBAAwB;;;;EAI1B,CAAC;AAEZ,eAAO,MAAM,qBAAqB;;;;EAIvB,CAAC"}

package/dist/discovery/versions.js

@@ -0,0 +1,36 @@
+/** Internal contracts; package-level discovery exports are introduced separately. */
+export const DISCOVERY_BINDING_VERSIONS = Object.freeze({
+    registry_source: "1.0",
+    corpus: "1.0",
+    embedding_configuration: "1.0",
+    index: "1.0",
+    eligibility: "1.0",
+    retrieval_policy: "1.0",
+    candidate_cards: "1.0",
+    selector: "1.2"
+});
+export const DISCOVERY_SCHEMA_VERSION = "1.0";
+export const DISCOVERY_DEFAULT_LIMITS = Object.freeze({
+    maxQueries: 8,
+    maxFragmentsPerQuery: 16,
+    maxQueryCharacters: 4_000,
+    maxCandidates: 8,
+    aliasDiversitySlots: 0
+});
+export const DISCOVERY_HARD_LIMITS = Object.freeze({
+    maxQueries: 32,
+    maxFragmentsPerQuery: 32,
+    maxQueryCharacters: 16_000,
+    maxCandidates: 20,
+    aliasDiversitySlots: 1
+});
+export const SELECTION_DEFAULT_LIMITS = Object.freeze({
+    maxTasks: 8,
+    maxInputCharacters: 32_000,
+    maxAttempts: 1
+});
+export const SELECTION_HARD_LIMITS = Object.freeze({
+    maxTasks: 32,
+    maxInputCharacters: 128_000,
+    maxAttempts: 2
+});

package/dist/evals-live/live-eval-runner.d.ts

@@ -15,6 +15,7 @@ export declare function createOpenAILiveEvalRunner(options: {
     maxTurns?: number;
     model: string;
     runtimeName?: string;
+    providerExecution?: import("../openai/types.js").AicfOpenAIRunRequest["providerExecution"];
     systemInstructions?: string;
     temperature?: number;
 }): AicfLiveEvalRunner;

package/dist/evals-live/live-eval-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"live-eval-runner.d.ts","sourceRoot":"","sources":["../../src/evals-live/live-eval-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,yBAAyB,EAA4B,MAAM,oBAAoB,CAAC;AAClH,OAAO,EAAwB,KAAK,2BAA2B,EAA+B,MAAM,iCAAiC,CAAC;AACtI,OAAO,EAA4B,KAAK,gBAAgB,EAA4B,MAAM,8BAA8B,CAAC;AACzH,OAAO,EAAuD,KAAK,yBAAyB,EAA2B,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAIzL,OAAO,KAAK,EACV,mBAAmB,EACnB,QAAQ,EACR,gBAAgB,EAEjB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EACV,YAAY,EACZ,kBAAkB,EAClB,qBAAqB,EAErB,mBAAmB,EACnB,sBAAsB,EACtB,kBAAkB,EAClB,kBAAkB,EAClB,+BAA+B,EAC/B,4BAA4B,EAC7B,MAAM,YAAY,CAAC;AAEpB,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA0F/B;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,IAAI,CAAC,mBAAmB,EAAE,QAAQ,CAAC,GAAG;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,yBAAyB,CAAC;CACzC,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAQ/B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE;IAClD,MAAM,EAAE,yBAAyB,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,kBAAkB,CA2BrB;AAED,wBAAgB,6BAA6B,CAAC,OAAO,EAAE;IACrD,MAAM,EAAE,2BAA2B,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,kBAAkB,CA6BrB;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE;IAClD,MAAM,EAAE,gBAAgB,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,kBAAkB,CA2BrB;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE;IACjD,YAAY,EAAE,yBAAyB,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,sBAAsB,CAAC;CACxC,GAAG,kBAAkB,CA2BrB;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC,MAAM,EAAE,+BAA+B,GAAG,CAAC,CAAC,QAAQ,EAAE,qBAAqB,KAAK,+BAA+B,CAAC,CAAC;IACjH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,kBAAkB,CAmBrB;AAED,wBAAgB,YAAY,CAC1B,OAAO,EAAE,kBAAkB,EAAE,EAC7B,IAAI,GAAE,YAAiB,GACtB,kBAAkB,CAsCpB;AAED,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,MAAM,EACd,SAAS,EAAE;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;YAAE,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IACjE,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3E,WAAW,EAAE,KAAK,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE;YAAE,MAAM,EAAE,SAAS,GAAG,mBAAmB,GAAG,QAAQ,CAAA;SAAE,CAAC;QAChE,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ,GACA,mBAAmB,CAoBrB;AAgHD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,4BAA4B,GAAG,QAAQ,CAsBrF;AAED,wBAAgB,0BAA0B,IAAI;IAC5C,IAAI,EAAE,yBAAyB,CAAC;IAChC,KAAK,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,OAAO,EAAE,CAAA;SAAE,CAAA;KAAE,GAAG,gBAAgB,CAAC;CAC9F,CAoBA"}
+{"version":3,"file":"live-eval-runner.d.ts","sourceRoot":"","sources":["../../src/evals-live/live-eval-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,KAAK,yBAAyB,EAA4B,MAAM,oBAAoB,CAAC;AAClH,OAAO,EAAwB,KAAK,2BAA2B,EAA+B,MAAM,iCAAiC,CAAC;AACtI,OAAO,EAA4B,KAAK,gBAAgB,EAA4B,MAAM,8BAA8B,CAAC;AACzH,OAAO,EAAuD,KAAK,yBAAyB,EAA2B,KAAK,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAIzL,OAAO,KAAK,EACV,mBAAmB,EACnB,QAAQ,EACR,gBAAgB,EAEjB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EACV,YAAY,EACZ,kBAAkB,EAClB,qBAAqB,EAErB,mBAAmB,EACnB,sBAAsB,EACtB,kBAAkB,EAClB,kBAAkB,EAClB,+BAA+B,EAC/B,4BAA4B,EAC7B,MAAM,YAAY,CAAC;AAEpB,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAgG/B;AAED,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,IAAI,CAAC,mBAAmB,EAAE,QAAQ,CAAC,GAAG;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,yBAAyB,CAAC;CACzC,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAQ/B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE;IAClD,MAAM,EAAE,yBAAyB,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,OAAO,oBAAoB,EAAE,oBAAoB,CAAC,mBAAmB,CAAC,CAAC;IAC3F,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,kBAAkB,CA2BrB;AAED,wBAAgB,6BAA6B,CAAC,OAAO,EAAE;IACrD,MAAM,EAAE,2BAA2B,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,kBAAkB,CA6BrB;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE;IAClD,MAAM,EAAE,gBAAgB,CAAC;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B,GAAG,kBAAkB,CA2BrB;AAED,wBAAgB,yBAAyB,CAAC,OAAO,EAAE;IACjD,YAAY,EAAE,yBAAyB,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,sBAAsB,CAAC;CACxC,GAAG,kBAAkB,CA2BrB;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE;IAC9C,UAAU,CAAC,EAAE,sBAAsB,CAAC;IACpC,MAAM,EAAE,+BAA+B,GAAG,CAAC,CAAC,QAAQ,EAAE,qBAAqB,KAAK,+BAA+B,CAAC,CAAC;IACjH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,GAAG,kBAAkB,CAmBrB;AAED,wBAAgB,YAAY,CAC1B,OAAO,EAAE,kBAAkB,EAAE,EAC7B,IAAI,GAAE,YAAiB,GACtB,kBAAkB,CAsCpB;AAED,wBAAgB,gCAAgC,CAC9C,MAAM,EAAE,MAAM,EACd,SAAS,EAAE;IACT,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;YAAE,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IACjE,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3E,WAAW,EAAE,KAAK,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE;YAAE,MAAM,EAAE,SAAS,GAAG,mBAAmB,GAAG,QAAQ,CAAA;SAAE,CAAC;QAChE,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;CACJ,GACA,mBAAmB,CAoBrB;AAiHD,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,4BAA4B,GAAG,QAAQ,CAsBrF;AAED,wBAAgB,0BAA0B,IAAI;IAC5C,IAAI,EAAE,yBAAyB,CAAC;IAChC,KAAK,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,OAAO,EAAE,CAAA;SAAE,CAAA;KAAE,GAAG,gBAAgB,CAAC;CAC9F,CAoBA"}