@cat-factory/server 0.6.0

package/dist/modules/llmProxy/LlmProxyController.js

@@ -0,0 +1,567 @@
+import { Hono } from 'hono';
+import { cachedTokensFromUsage, promptCacheParams } from '@cat-factory/agents';
+import { isLocalRunner } from '@cat-factory/contracts';
+import { contextWindowFor } from '@cat-factory/kernel';
+import { ContainerSessionService } from '../../containers/ContainerSessionService.js';
+import { logger } from '../../observability/logger.js';
+// The OpenAI Chat Completions-compatible proxy that implementation containers
+// point Pi at. It is the seam that keeps provider secrets out of the container:
+// the container authenticates with a short-lived, model-locked session token
+// (no API key), and the facade injects the real upstream key and forwards the
+// request. It is also the single spend-metering point for container runs.
+//
+// This controller is runtime-neutral: session verification, the spend gate,
+// request hardening, the OpenAI-compatible HTTP forward and the streaming metering
+// all live here. The runtime-specific bits — resolving an OpenAI-compatible
+// upstream (base URL + key) and the optional in-process path for binding-reached
+// providers (Cloudflare Workers AI) — are delegated to the `llmUpstream` gateway.
+/**
+ * Output-token floor applied to every container-agent call on a `workers-ai` provider
+ * (native `@cf/...` and AI-catalog slugs both): `max_tokens = max(asked, this)`.
+ *
+ * This is the EFFECTIVE per-call output ceiling, not a mere safety net. Production
+ * telemetry showed every workers-ai call recording exactly 16384 — Pi does NOT forward
+ * its model-entry `maxTokens` (the harness `PI_MAX_OUTPUT_TOKENS`) as the request
+ * `max_tokens`, so `asked` is always ≤ this floor and the floor governs. Raising the
+ * harness ceiling alone therefore does nothing; this is the value to change. Keep it in
+ * step with the harness `PI_MAX_OUTPUT_TOKENS` (32k). A ceiling, not a target — unused
+ * tokens are not billed. It is itself capped per-call against the model's context window
+ * below: a small-window model (e.g. qwen3-30b-a3b-fp8 at 32K total) does NOT clamp a
+ * too-large output request, it rejects the whole call (error 8007 → HTTP 502).
+ */
+const PI_MIN_OUTPUT_TOKENS = 32_768;
+/**
+ * Chars-per-token used to estimate a prompt's input-token cost from its serialized
+ * length when capping the output request against a model's context window. Kept LOW (a
+ * dense-JSON ratio) on purpose so the estimate runs HIGH and the cap stays conservative:
+ * over-reserving input room only trims output a little, while under-reserving risks the
+ * very overflow the cap exists to prevent.
+ */
+const PROMPT_CHARS_PER_TOKEN = 3;
+/**
+ * Tokens held back from the context window beyond the estimated input — covers role/
+ * formatting overhead the char estimate misses and the model's own generation headroom.
+ */
+const CONTEXT_WINDOW_MARGIN = 512;
+/**
+ * The output-token ceiling for a workers-ai container call: Pi's asked value floored to
+ * {@link PI_MIN_OUTPUT_TOKENS}, then capped so input + output fits the model's context
+ * window (when the catalog declares one). A small-window model rejects the WHOLE request
+ * (Workers AI error 8007 → HTTP 502) when the output request alone fills the window, so we
+ * reserve room for the prompt: estimate its input-token cost from the serialized
+ * prompt + tool definitions (`inputChars`) and hold that back. The cap only NARROWS the
+ * floor; an unknown window or ample room leaves it untouched. Pure + exported for testing.
+ */
+export function workersAiOutputCeiling(args) {
+    let ceiling = Math.max(args.asked, PI_MIN_OUTPUT_TOKENS);
+    if (args.contextWindow) {
+        const estimatedInputTokens = Math.ceil(args.inputChars / PROMPT_CHARS_PER_TOKEN);
+        const outputRoom = args.contextWindow - estimatedInputTokens - CONTEXT_WINDOW_MARGIN;
+        if (outputRoom > 0 && outputRoom < ceiling)
+            ceiling = outputRoom;
+    }
+    return ceiling;
+}
+/** Pull the bearer token from the Authorization header. */
+function bearer(header) {
+    if (!header)
+        return null;
+    const match = /^Bearer\s+(.+)$/i.exec(header.trim());
+    return match ? match[1].trim() : null;
+}
+/**
+ * Schedule post-response work. On the Worker the runtime exposes `executionCtx.waitUntil`
+ * (keeps the isolate alive past the response); on Node there is no such context, so we
+ * fall back to fire-and-forget (the process is long-lived).
+ */
+function makeWaitUntil(c) {
+    return (p) => {
+        try {
+            c.executionCtx.waitUntil(p);
+        }
+        catch {
+            void p.catch(() => { });
+        }
+    };
+}
+export function llmProxyController() {
+    const app = new Hono();
+    app.post('/v1/chat/completions', async (c) => {
+        // Proxy-entry clock: everything from here to the upstream dispatch (and after the
+        // response) is transport overhead; the slice spent waiting on the model is the
+        // actual execution. The two are split in the observability sink.
+        const t0 = Date.now();
+        const { config, spendService, gateways, llmObservability, executionEventPublisher, apiKeys, localModelEndpoints, } = c.get('container');
+        const secret = config.auth.sessionSecret;
+        if (!secret) {
+            logger.error({ scope: 'llmProxy' }, 'llm proxy: session secret not configured');
+            return c.json({ error: { message: 'LLM proxy is not configured' } }, 503);
+        }
+        const sessions = new ContainerSessionService({ secret });
+        const session = await sessions.verify(bearer(c.req.header('authorization')));
+        if (!session) {
+            logger.warn({ scope: 'llmProxy' }, 'llm proxy: invalid or expired session token');
+            return c.json({ error: { message: 'Invalid or expired session token' } }, 401);
+        }
+        // Parse + harden the request: lock the model to the session's, and ask for
+        // usage on the final streamed chunk so we can always meter. Parsed before the
+        // spend gate so a refusal is still recorded with its prompt/shape for analysis.
+        let payload;
+        try {
+            payload = (await c.req.json());
+        }
+        catch {
+            return c.json({ error: { message: 'Invalid JSON body' } }, 400);
+        }
+        payload.model = session.model;
+        // Prompt caching: route this conversation's calls to the same cached prefix on
+        // providers that support it (keyed on the execution id, stable across the run's
+        // turns). A no-op for providers that cache automatically on the prefix or not at
+        // all — see `promptCacheParams`.
+        Object.assign(payload, promptCacheParams(session.provider, session.executionId));
+        const streaming = payload.stream === true;
+        const toolCount = Array.isArray(payload.tools) ? payload.tools.length : 0;
+        const messageCount = Array.isArray(payload.messages) ? payload.messages.length : 0;
+        // The EFFECTIVE output ceiling: updated below if the proxy overrides max_tokens
+        // (e.g. the Workers AI floor), so the recorded metric reflects what actually
+        // applied, not just what the client asked for.
+        let requestMaxTokens = typeof payload.max_tokens === 'number' ? payload.max_tokens : null;
+        const promptText = JSON.stringify(payload.messages ?? []);
+        // Correlate every proxied call with its run so a bootstrap/execution can be
+        // traced end to end. We log the tool count explicitly: an agent (Pi) that gets
+        // no tools back can't edit files, so a toolless call is the signature of a no-op.
+        const log = logger.child({
+            scope: 'llmProxy',
+            workspaceId: session.workspaceId,
+            executionId: session.executionId,
+            agentKind: session.agentKind,
+            provider: session.provider,
+            model: session.model,
+        });
+        log.info({ streaming, toolCount }, 'llm proxy: forwarding chat completion');
+        const waitUntil = makeWaitUntil(c);
+        // One id per proxied call, minted here so the SAME id rides both the live
+        // `llmCall` activity event and the persisted metric row — the drill-down panel
+        // keys its lazy body-load by it, and a live-appended summary row reconciles with
+        // the stored row on reload instead of duplicating.
+        const callId = `llm_${crypto.randomUUID()}`;
+        // Per-call observation handling, off the response path: (1) push a COMPACT live
+        // activity event (no prompt/response bodies) so an open "Model activity" panel
+        // updates in real time, independent of the durable driver — the proxy records
+        // calls even while the run's poll loop is evicted; (2) persist the full metric to
+        // the observability sink when it is wired. `upstreamMs` is supplied by whichever
+        // path made the call; `totalMs` is the proxy's end-to-end time. Both are
+        // best-effort and must never break the proxy.
+        const observe = (obs) => {
+            const promptTokens = obs.usage?.prompt_tokens ?? 0;
+            const completionTokens = obs.usage?.completion_tokens ?? 0;
+            const cachedPromptTokens = obs.cachedPromptTokens ?? cachedTokensFromUsage(obs.usage);
+            const totalMs = Date.now() - t0;
+            // Live activity event — emitted regardless of whether the persistence sink is
+            // wired, so the live view works even on a deployment that does not retain
+            // metrics. This fires on EVERY observed outcome, including refusals/errors (spend
+            // exhausted, unavailable provider, upstream non-2xx) where no model work ran:
+            // surfacing those live (with `ok:false`) is intentional and matches what the sink
+            // persists. Best-effort: a publish failure (no subscribers, transient hub error)
+            // must not break metering.
+            waitUntil(Promise.resolve(
+            // `?.` on the publisher itself, not just the method: a minimal container
+            // (e.g. the harness's real-proxy acceptance test) may omit it, and the live
+            // emit is best-effort — a missing publisher must never break metering.
+            executionEventPublisher?.llmCallObserved?.(session.workspaceId, {
+                id: callId,
+                workspaceId: session.workspaceId,
+                executionId: session.executionId,
+                agentKind: session.agentKind,
+                provider: session.provider,
+                model: session.model,
+                createdAt: Date.now(),
+                streaming,
+                messageCount,
+                toolCount,
+                requestMaxTokens,
+                promptTokens,
+                cachedPromptTokens,
+                completionTokens,
+                totalTokens: promptTokens + completionTokens,
+                finishReason: obs.finishReason,
+                upstreamMs: obs.upstreamMs,
+                overheadMs: Math.max(0, totalMs - obs.upstreamMs),
+                totalMs,
+                ok: obs.ok,
+                httpStatus: obs.httpStatus,
+                errorMessage: obs.errorMessage,
+            })).catch(() => { }));
+            if (!llmObservability)
+                return;
+            waitUntil(llmObservability
+                .record({
+                id: callId,
+                workspaceId: session.workspaceId,
+                executionId: session.executionId,
+                agentKind: session.agentKind,
+                provider: session.provider,
+                model: session.model,
+                streaming,
+                messageCount,
+                toolCount,
+                requestMaxTokens,
+                promptTokens,
+                cachedPromptTokens,
+                completionTokens,
+                totalTokens: promptTokens + completionTokens,
+                finishReason: obs.finishReason,
+                totalMs,
+                upstreamMs: obs.upstreamMs,
+                ok: obs.ok,
+                httpStatus: obs.httpStatus,
+                errorMessage: obs.errorMessage,
+                promptText,
+                responseText: obs.responseText,
+                reasoningText: obs.reasoningText ?? '',
+            })
+                // Observability must never break the proxy.
+                .catch((err) => log.warn({ err: err instanceof Error ? err.message : String(err) }, 'llm proxy: failed to record metric')));
+        };
+        // Spend gate: refuse once the monthly budget is exhausted, mirroring the
+        // engine's pre-step check so a container can't keep spending.
+        if (await spendService.isOverBudget()) {
+            logger.warn({ scope: 'llmProxy', workspaceId: session.workspaceId, executionId: session.executionId }, 'llm proxy: spend budget exhausted — refusing call');
+            observe({
+                usage: null,
+                finishReason: null,
+                responseText: '',
+                ok: false,
+                httpStatus: 402,
+                errorMessage: 'Spend budget exhausted',
+                upstreamMs: 0,
+            });
+            return c.json({ error: { message: 'Spend budget exhausted' } }, 402);
+        }
+        // Give container agents (Pi) generous output room for in-process Workers AI models
+        // (which clamp to their large ceilings gracefully). Other providers keep Pi's value
+        // to respect their stricter upstream output caps.
+        if (session.provider === 'workers-ai') {
+            const asked = typeof payload.max_tokens === 'number' ? payload.max_tokens : 0;
+            const toolsText = Array.isArray(payload.tools) ? JSON.stringify(payload.tools) : '';
+            const floored = workersAiOutputCeiling({
+                asked,
+                contextWindow: contextWindowFor({ provider: session.provider, model: session.model }),
+                inputChars: promptText.length + toolsText.length,
+            });
+            payload.max_tokens = floored;
+            // Record the ceiling we actually applied, not the (often absent) asked value.
+            requestMaxTokens = floored;
+        }
+        // The pooled API key leased for this call (non-binding providers), so usage can be
+        // folded back into its rolling-window rotation counters when the call completes.
+        let leasedApiKeyId = null;
+        const record = (usage) => {
+            if (!usage)
+                return Promise.resolve(0);
+            const inputTokens = usage.prompt_tokens ?? 0;
+            const outputTokens = usage.completion_tokens ?? 0;
+            // Fold usage into the leased key's rotation counters (best-effort, off the meter).
+            if (leasedApiKeyId && apiKeys) {
+                void apiKeys.recordUsage(leasedApiKeyId, { inputTokens, outputTokens }).catch(() => { });
+            }
+            return spendService.record({
+                workspaceId: session.workspaceId,
+                executionId: session.executionId,
+                agentKind: session.agentKind,
+                model: `${session.provider}:${session.model}`,
+                usage: { inputTokens, outputTokens },
+            });
+        };
+        // Workers AI (and any binding-reached provider) has no external upstream: run it
+        // in-process via the facade's gateway. Null means this runtime can't (e.g. Node) →
+        // the provider is unavailable.
+        if (session.provider === 'workers-ai') {
+            // The in-process gateway reports its own observation via `recordMetric` (it
+            // owns the model timing). We only record here when the dispatch itself fails.
+            const dispatchAt = Date.now();
+            const inProcess = gateways.llmUpstream.runInProcess({
+                model: session.model,
+                payload,
+                streaming,
+                record,
+                recordMetric: observe,
+                waitUntil,
+                log,
+            });
+            if (!inProcess) {
+                log.error('llm proxy: in-process provider is not available in this runtime');
+                observe({
+                    usage: null,
+                    finishReason: null,
+                    responseText: '',
+                    ok: false,
+                    httpStatus: 502,
+                    errorMessage: `Provider '${session.provider}' is not available`,
+                    upstreamMs: 0,
+                });
+                return c.json({ error: { message: `Provider '${session.provider}' is not available` } }, 502);
+            }
+            try {
+                return await inProcess;
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                log.error({ err: message }, 'llm proxy: in-process call failed');
+                observe({
+                    usage: null,
+                    finishReason: null,
+                    responseText: '',
+                    ok: false,
+                    httpStatus: 502,
+                    errorMessage: message,
+                    upstreamMs: Date.now() - dispatchAt,
+                });
+                return c.json({ error: { message: `In-process call failed for model '${session.model}': ${message}` } }, 502);
+            }
+        }
+        // Resolve the upstream base URL + bearer key. Two paths:
+        //  - LOCAL runners (Ollama / LM Studio / …): the endpoint is configured PER USER, so
+        //    resolve it by the run INITIATOR (`session.userId`) and use its optional key
+        //    directly — NO DB key lease (these runners are keyless by default; a placeholder
+        //    bearer is harmless). `leasedApiKeyId` stays undefined so no spend key is attributed.
+        //  - Cloud providers: resolve the base URL from the gateway and lease the key from the
+        //    DB-backed pool (workspace + account + initiator).
+        let baseURL;
+        let apiKey;
+        if (isLocalRunner(session.provider)) {
+            const resolved = session.userId && localModelEndpoints
+                ? await localModelEndpoints.resolve(session.userId, session.provider)
+                : null;
+            if (!resolved) {
+                log.error('llm proxy: no local runner endpoint configured for the run initiator');
+                observe({
+                    usage: null,
+                    finishReason: null,
+                    responseText: '',
+                    ok: false,
+                    httpStatus: 502,
+                    errorMessage: `No local runner '${session.provider}' configured for this run`,
+                    upstreamMs: 0,
+                });
+                return c.json({ error: { message: `No local runner '${session.provider}' configured for this run` } }, 502);
+            }
+            baseURL = resolved.baseUrl.replace(/\/+$/, '');
+            // Most local runners ignore auth; the SDK/fetch still emit an Authorization header.
+            apiKey = resolved.apiKey || 'local';
+        }
+        else {
+            const upstream = gateways.llmUpstream.resolveOpenAiCompatible(session.provider);
+            if (!upstream) {
+                log.error('llm proxy: provider is not available (no base URL resolved)');
+                observe({
+                    usage: null,
+                    finishReason: null,
+                    responseText: '',
+                    ok: false,
+                    httpStatus: 502,
+                    errorMessage: `Provider '${session.provider}' is not available`,
+                    upstreamMs: 0,
+                });
+                return c.json({ error: { message: `Provider '${session.provider}' is not available` } }, 502);
+            }
+            // Lease the API key for this provider from the DB-backed pool (workspace + owning
+            // account + the run initiator), scoped from the signed session claims. Keys are no
+            // longer env-baked: an empty pool means the provider is not configured.
+            if (!apiKeys) {
+                log.error('llm proxy: API-key store is not configured');
+                observe({
+                    usage: null,
+                    finishReason: null,
+                    responseText: '',
+                    ok: false,
+                    httpStatus: 502,
+                    errorMessage: 'API-key store is not configured',
+                    upstreamMs: 0,
+                });
+                return c.json({ error: { message: 'API-key store is not configured' } }, 502);
+            }
+            try {
+                const leased = await apiKeys.lease(session.workspaceId, session.provider, {
+                    accountId: session.accountId,
+                    userId: session.userId,
+                });
+                leasedApiKeyId = leased.keyId;
+                apiKey = leased.secret;
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                log.error({ err: message }, 'llm proxy: no API key configured for provider');
+                observe({
+                    usage: null,
+                    finishReason: null,
+                    responseText: '',
+                    ok: false,
+                    httpStatus: 502,
+                    errorMessage: message,
+                    upstreamMs: 0,
+                });
+                return c.json({ error: { message: `No API key configured for provider '${session.provider}'` } }, 502);
+            }
+            baseURL = upstream.baseURL;
+        }
+        if (streaming) {
+            payload.stream_options = { include_usage: true };
+        }
+        // Upstream-dispatch clock: the slice between here and the response is the model's
+        // execution; the rest of the proxy's time is transport overhead.
+        const dispatchAt = Date.now();
+        const upstreamRes = await fetch(`${baseURL}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                authorization: `Bearer ${apiKey}`,
+                'content-type': 'application/json',
+            },
+            body: JSON.stringify(payload),
+        });
+        // Non-2xx: pass the upstream error straight back, nothing to meter.
+        if (!upstreamRes.ok || !upstreamRes.body) {
+            log.error({ status: upstreamRes.status }, 'llm proxy: upstream returned non-2xx');
+            observe({
+                usage: null,
+                finishReason: null,
+                responseText: '',
+                ok: false,
+                httpStatus: upstreamRes.status,
+                errorMessage: `Upstream returned ${upstreamRes.status}`,
+                upstreamMs: Date.now() - dispatchAt,
+            });
+            return new Response(upstreamRes.body, {
+                status: upstreamRes.status,
+                headers: { 'content-type': upstreamRes.headers.get('content-type') ?? 'application/json' },
+            });
+        }
+        if (streaming) {
+            // Tee the SSE stream so we can scrape the trailing `usage` chunk + finish
+            // reason + assistant text without buffering the response, then meter spend and
+            // record the observation (off the response path) once it ends.
+            const body = upstreamRes.body.pipeThrough(observationStream(dispatchAt, (obs) => {
+                waitUntil(record(obs.usage));
+                observe(obs);
+            }));
+            return new Response(body, {
+                status: upstreamRes.status,
+                headers: { 'content-type': 'text/event-stream' },
+            });
+        }
+        // Buffered JSON: read usage, meter, record the observation, and relay verbatim.
+        const json = (await upstreamRes.json());
+        const upstreamMs = Date.now() - dispatchAt;
+        await record(json.usage ?? null);
+        observe({
+            usage: json.usage ?? null,
+            finishReason: json.choices?.[0]?.finish_reason ?? null,
+            responseText: assistantTextFromCompletion(json),
+            reasoningText: reasoningTextFromCompletion(json),
+            ok: true,
+            httpStatus: upstreamRes.status,
+            errorMessage: null,
+            upstreamMs,
+        });
+        return c.json(json);
+    });
+    return app;
+}
+/** Pull the assistant text out of a buffered completion (empty when tool-only). */
+function assistantTextFromCompletion(json) {
+    const content = json.choices?.[0]?.message?.content;
+    return typeof content === 'string' ? content : '';
+}
+/**
+ * Pull the reasoning/"thinking" trace out of a buffered completion, across the field
+ * names OpenAI-compatible providers use (`reasoning_content` on DeepSeek, `reasoning`
+ * on OpenRouter and others). Empty for non-reasoning models.
+ */
+function reasoningTextFromCompletion(json) {
+    const message = json.choices?.[0]?.message;
+    const reasoning = message?.reasoning_content ?? message?.reasoning;
+    return typeof reasoning === 'string' ? reasoning : '';
+}
+/**
+ * A passthrough TransformStream that scans OpenAI SSE chunks, accumulating the
+ * assistant text, the final `usage` and the finish reason, and reports the full
+ * observation once the stream ends — so the proxy can meter spend AND record the
+ * observability metric without buffering the response. `dispatchAt` anchors the
+ * model-execution slice (`upstreamMs` = stream end − dispatch). OpenAI emits usage
+ * in the last `data:` event when `stream_options.include_usage` is set.
+ *
+ * Caveat: for a streamed call `upstreamMs` is measured at `flush`, which fires when
+ * the upstream closes after chunks have drained downstream — so a slow consumer can
+ * fold some client-drain time into the "model execution" slice. Container readers
+ * (Pi) drain fast, so the transport-vs-execution split stays a good approximation;
+ * exact per-chunk attribution would need first-byte/last-byte timestamps.
+ *
+ * Two further limitations are accepted deliberately to keep the response unbuffered:
+ * - `responseText` captures the assistant *text* deltas only (not tool-call argument
+ *   deltas), matching the buffered path — a tool-only turn records empty text.
+ * - `flush` only runs on a clean close, so a stream the upstream *errors* mid-flight
+ *   is not recorded here; the error still propagates to the client. (The in-process
+ *   Workers-AI path, which owns its generation, does record stream failures.)
+ * Recording either would require buffering/teeing the body, which this seam exists to
+ * avoid; revisit only if streaming-error observability becomes a real need.
+ */
+function observationStream(dispatchAt, report) {
+    const decoder = new TextDecoder();
+    let buffer = '';
+    let lastUsage = null;
+    let finishReason = null;
+    let text = '';
+    let reasoning = '';
+    const scan = (input) => {
+        buffer += input;
+        let nl;
+        while ((nl = buffer.indexOf('\n')) !== -1) {
+            const line = buffer.slice(0, nl).trim();
+            buffer = buffer.slice(nl + 1);
+            if (!line.startsWith('data:'))
+                continue;
+            const data = line.slice(5).trim();
+            if (data === '' || data === '[DONE]')
+                continue;
+            try {
+                const parsed = JSON.parse(data);
+                if (parsed.usage)
+                    lastUsage = parsed.usage;
+                const choice = parsed.choices?.[0];
+                if (choice) {
+                    const delta = choice.delta?.content;
+                    if (typeof delta === 'string')
+                        text += delta;
+                    const reasoningDelta = choice.delta?.reasoning_content ?? choice.delta?.reasoning;
+                    if (typeof reasoningDelta === 'string')
+                        reasoning += reasoningDelta;
+                    if (choice.finish_reason)
+                        finishReason = choice.finish_reason;
+                }
+            }
+            catch {
+                // Partial/non-JSON keep-alive line; ignore.
+            }
+        }
+    };
+    return new TransformStream({
+        transform(chunk, controller) {
+            scan(decoder.decode(chunk, { stream: true }));
+            controller.enqueue(chunk);
+        },
+        flush() {
+            scan(decoder.decode());
+            report({
+                usage: lastUsage,
+                finishReason,
+                responseText: text,
+                reasoningText: reasoning,
+                ok: true,
+                httpStatus: 200,
+                errorMessage: null,
+                upstreamMs: Date.now() - dispatchAt,
+            });
+        },
+    });
+}
+//# sourceMappingURL=LlmProxyController.js.map

package/dist/modules/llmProxy/LlmProxyController.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LlmProxyController.js","sourceRoot":"","sources":["../../../src/modules/llmProxy/LlmProxyController.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAC3B,OAAO,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAA;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAA;AACtD,OAAO,EAAuB,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAC3E,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAA;AAErF,OAAO,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAA;AAGtD,8EAA8E;AAC9E,gFAAgF;AAChF,6EAA6E;AAC7E,8EAA8E;AAC9E,0EAA0E;AAC1E,EAAE;AACF,4EAA4E;AAC5E,mFAAmF;AACnF,4EAA4E;AAC5E,iFAAiF;AACjF,kFAAkF;AAElF;;;;;;;;;;;;;GAaG;AACH,MAAM,oBAAoB,GAAG,MAAM,CAAA;AAEnC;;;;;;GAMG;AACH,MAAM,sBAAsB,GAAG,CAAC,CAAA;AAEhC;;;GAGG;AACH,MAAM,qBAAqB,GAAG,GAAG,CAAA;AAEjC;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB,CAAC,IAItC;IACC,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAA;IACxD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,MAAM,oBAAoB,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,sBAAsB,CAAC,CAAA;QAChF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,GAAG,oBAAoB,GAAG,qBAAqB,CAAA;QACpF,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,OAAO;YAAE,OAAO,GAAG,UAAU,CAAA;IAClE,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,2DAA2D;AAC3D,SAAS,MAAM,CAAC,MAA0B;IACxC,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAA;IACxB,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAA;IACpD,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;AACxC,CAAC;AAED;;;;GAIG;AACH,SAAS,aAAa,CAAC,CAAkB;IACvC,OAAO,CAAC,CAAC,EAAE,EAAE;QACX,IAAI,CAAC;YACH,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACxB,CAAC;IACH,CAAC,CAAA;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAU,CAAA;IAE9B,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC3C,kFAAkF;QAClF,+EAA+E;QAC/E,iEAAiE;QACjE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACrB,MAAM,EACJ,MAAM,EACN,YAAY,EACZ,QAAQ,EACR,gBAAgB,EAChB,uBAAuB,EACvB,OAAO,EACP,mBAAmB,GACpB,GAAG,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QACtB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAA;QACxC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,0CAA0C,CAAC,CAAA;YAC/E,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,6BAA6B,EAAE,EAAE,EAAE,GAAG,CAAC,CAAA;QAC3E,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,uBAAuB,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;QACxD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QAC5E,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,6CAA6C,CAAC,CAAA;YACjF,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,kCAAkC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAA;QAChF,CAAC;QAED,2EAA2E;QAC3E,8EAA8E;QAC9E,gFAAgF;QAChF,IAAI,OAAgC,CAAA;QACpC,IAAI,CAAC;YACH,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAA;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,mBAAmB,EAAE,EAAE,EAAE,GAAG,CAAC,CAAA;QACjE,CAAC;QACD,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAA;QAE7B,+EAA+E;QAC/E,gFAAgF;QAChF,iFAAiF;QACjF,iCAAiC;QACjC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,CAAA;QAEhF,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAA;QACzC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QACzE,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;QAClF,gFAAgF;QAChF,6EAA6E;QAC7E,+CAA+C;QAC/C,IAAI,gBAAgB,GAAG,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAA;QACzF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAA;QAEzD,4EAA4E;QAC5E,+EAA+E;QAC/E,kFAAkF;QAClF,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC;YACvB,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAA;QACF,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,uCAAuC,CAAC,CAAA;QAE3E,MAAM,SAAS,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;QAElC,0EAA0E;QAC1E,+EAA+E;QAC/E,iFAAiF;QACjF,mDAAmD;QACnD,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,UAAU,EAAE,EAAE,CAAA;QAE3C,gFAAgF;QAChF,+EAA+E;QAC/E,8EAA8E;QAC9E,kFAAkF;QAClF,iFAAiF;QACjF,yEAAyE;QACzE,8CAA8C;QAC9C,MAAM,OAAO,GAAG,CAAC,GAAyB,EAAQ,EAAE;YAClD,MAAM,YAAY,GAAG,GAAG,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAA;YAClD,MAAM,gBAAgB,GAAG,GAAG,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAA;YAC1D,MAAM,kBAAkB,GAAG,GAAG,CAAC,kBAAkB,IAAI,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YACrF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAA;YAE/B,8EAA8E;YAC9E,0EAA0E;YAC1E,kFAAkF;YAClF,8EAA8E;YAC9E,kFAAkF;YAClF,iFAAiF;YACjF,2BAA2B;YAC3B,SAAS,CACP,OAAO,CAAC,OAAO;YACb,yEAAyE;YACzE,4EAA4E;YAC5E,uEAAuE;YACvE,uBAAuB,EAAE,eAAe,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;gBAC9D,EAAE,EAAE,MAAM;gBACV,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,SAAS;gBACT,YAAY;gBACZ,SAAS;gBACT,gBAAgB;gBAChB,YAAY;gBACZ,kBAAkB;gBAClB,gBAAgB;gBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;gBAC5C,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,GAAG,CAAC,UAAU,CAAC;gBACjD,OAAO;gBACP,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;aAC/B,CAAC,CACH,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAClB,CAAA;YAED,IAAI,CAAC,gBAAgB;gBAAE,OAAM;YAC7B,SAAS,CACP,gBAAgB;iBACb,MAAM,CAAC;gBACN,EAAE,EAAE,MAAM;gBACV,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,SAAS;gBACT,YAAY;gBACZ,SAAS;gBACT,gBAAgB;gBAChB,YAAY;gBACZ,kBAAkB;gBAClB,gBAAgB;gBAChB,WAAW,EAAE,YAAY,GAAG,gBAAgB;gBAC5C,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,OAAO;gBACP,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,UAAU;gBACV,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,aAAa,EAAE,GAAG,CAAC,aAAa,IAAI,EAAE;aACvC,CAAC;gBACF,4CAA4C;iBAC3C,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CACb,GAAG,CAAC,IAAI,CACN,EAAE,GAAG,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EACzD,oCAAoC,CACrC,CACF,CACJ,CAAA;QACH,CAAC,CAAA;QAED,yEAAyE;QACzE,8DAA8D;QAC9D,IAAI,MAAM,YAAY,CAAC,YAAY,EAAE,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,EACzF,mDAAmD,CACpD,CAAA;YACD,OAAO,CAAC;gBACN,KAAK,EAAE,IAAI;gBACX,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,EAAE;gBAChB,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,GAAG;gBACf,YAAY,EAAE,wBAAwB;gBACtC,UAAU,EAAE,CAAC;aACd,CAAC,CAAA;YACF,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE,EAAE,EAAE,GAAG,CAAC,CAAA;QACtE,CAAC;QAED,mFAAmF;QACnF,oFAAoF;QACpF,kDAAkD;QAClD,IAAI,OAAO,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,OAAO,OAAO,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;YAC7E,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YACnF,MAAM,OAAO,GAAG,sBAAsB,CAAC;gBACrC,KAAK;gBACL,aAAa,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;gBACrF,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;aACjD,CAAC,CAAA;YACF,OAAO,CAAC,UAAU,GAAG,OAAO,CAAA;YAC5B,8EAA8E;YAC9E,gBAAgB,GAAG,OAAO,CAAA;QAC5B,CAAC;QAED,mFAAmF;QACnF,iFAAiF;QACjF,IAAI,cAAc,GAAkB,IAAI,CAAA;QAExC,MAAM,MAAM,GAAG,CAAC,KAA2B,EAAmB,EAAE;YAC9D,IAAI,CAAC,KAAK;gBAAE,OAAO,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;YACrC,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,IAAI,CAAC,CAAA;YAC5C,MAAM,YAAY,GAAG,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAA;YACjD,mFAAmF;YACnF,IAAI,cAAc,IAAI,OAAO,EAAE,CAAC;gBAC9B,KAAK,OAAO,CAAC,WAAW,CAAC,cAAc,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACzF,CAAC;YACD,OAAO,YAAY,CAAC,MAAM,CAAC;gBACzB,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,KAAK,EAAE,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,EAAE;gBAC7C,KAAK,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE;aACrC,CAAC,CAAA;QACJ,CAAC,CAAA;QAED,iFAAiF;QACjF,mFAAmF;QACnF,+BAA+B;QAC/B,IAAI,OAAO,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YACtC,4EAA4E;YAC5E,8EAA8E;YAC9E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC7B,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC;gBAClD,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO;gBACP,SAAS;gBACT,MAAM;gBACN,YAAY,EAAE,OAAO;gBACrB,SAAS;gBACT,GAAG;aACJ,CAAC,CAAA;YACF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,GAAG,CAAC,KAAK,CAAC,iEAAiE,CAAC,CAAA;gBAC5E,OAAO,CAAC;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,EAAE;oBAChB,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,GAAG;oBACf,YAAY,EAAE,aAAa,OAAO,CAAC,QAAQ,oBAAoB;oBAC/D,UAAU,EAAE,CAAC;iBACd,CAAC,CAAA;gBACF,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,aAAa,OAAO,CAAC,QAAQ,oBAAoB,EAAE,EAAE,EACzE,GAAG,CACJ,CAAA;YACH,CAAC;YACD,IAAI,CAAC;gBACH,OAAO,MAAM,SAAS,CAAA;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBAChE,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,mCAAmC,CAAC,CAAA;gBAChE,OAAO,CAAC;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,EAAE;oBAChB,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,GAAG;oBACf,YAAY,EAAE,OAAO;oBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;iBACpC,CAAC,CAAA;gBACF,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,qCAAqC,OAAO,CAAC,KAAK,MAAM,OAAO,EAAE,EAAE,EAAE,EACzF,GAAG,CACJ,CAAA;YACH,CAAC;QACH,CAAC;QAED,yDAAyD;QACzD,qFAAqF;QACrF,iFAAiF;QACjF,qFAAqF;QACrF,0FAA0F;QAC1F,uFAAuF;QACvF,uDAAuD;QACvD,IAAI,OAAe,CAAA;QACnB,IAAI,MAAc,CAAA;QAClB,IAAI,aAAa,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpC,MAAM,QAAQ,GACZ,OAAO,CAAC,MAAM,IAAI,mBAAmB;gBACnC,CAAC,CAAC,MAAM,mBAAmB,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC;gBACrE,CAAC,CAAC,IAAI,CAAA;YACV,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,GAAG,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAA;gBACjF,OAAO,CAAC;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,EAAE;oBAChB,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,GAAG;oBACf,YAAY,EAAE,oBAAoB,OAAO,CAAC,QAAQ,2BAA2B;oBAC7E,UAAU,EAAE,CAAC;iBACd,CAAC,CAAA;gBACF,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,oBAAoB,OAAO,CAAC,QAAQ,2BAA2B,EAAE,EAAE,EACvF,GAAG,CACJ,CAAA;YACH,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAA;YAC9C,oFAAoF;YACpF,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,uBAAuB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;YAC/E,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,GAAG,CAAC,KAAK,CAAC,6DAA6D,CAAC,CAAA;gBACxE,OAAO,CAAC;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,EAAE;oBAChB,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,GAAG;oBACf,YAAY,EAAE,aAAa,OAAO,CAAC,QAAQ,oBAAoB;oBAC/D,UAAU,EAAE,CAAC;iBACd,CAAC,CAAA;gBACF,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,aAAa,OAAO,CAAC,QAAQ,oBAAoB,EAAE,EAAE,EACzE,GAAG,CACJ,CAAA;YACH,CAAC;YACD,kFAAkF;YAClF,mFAAmF;YACnF,wEAAwE;YACxE,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAA;gBACvD,OAAO,CAAC;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,EAAE;oBAChB,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,GAAG;oBACf,YAAY,EAAE,iCAAiC;oBAC/C,UAAU,EAAE,CAAC;iBACd,CAAC,CAAA;gBACF,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,iCAAiC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAA;YAC/E,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAChC,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,QAA0B,EAClC;oBACE,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB,CACF,CAAA;gBACD,cAAc,GAAG,MAAM,CAAC,KAAK,CAAA;gBAC7B,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;YACxB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;gBAChE,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,+CAA+C,CAAC,CAAA;gBAC5E,OAAO,CAAC;oBACN,KAAK,EAAE,IAAI;oBACX,YAAY,EAAE,IAAI;oBAClB,YAAY,EAAE,EAAE;oBAChB,EAAE,EAAE,KAAK;oBACT,UAAU,EAAE,GAAG;oBACf,YAAY,EAAE,OAAO;oBACrB,UAAU,EAAE,CAAC;iBACd,CAAC,CAAA;gBACF,OAAO,CAAC,CAAC,IAAI,CACX,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,uCAAuC,OAAO,CAAC,QAAQ,GAAG,EAAE,EAAE,EAClF,GAAG,CACJ,CAAA;YACH,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAA;QAC5B,CAAC;QACD,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAA;QAClD,CAAC;QAED,kFAAkF;QAClF,iEAAiE;QACjE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC7B,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;YAC7D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,MAAM,EAAE;gBACjC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,CAAC,CAAA;QAEF,oEAAoE;QACpE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;YACzC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,EAAE,sCAAsC,CAAC,CAAA;YACjF,OAAO,CAAC;gBACN,KAAK,EAAE,IAAI;gBACX,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,EAAE;gBAChB,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,WAAW,CAAC,MAAM;gBAC9B,YAAY,EAAE,qBAAqB,WAAW,CAAC,MAAM,EAAE;gBACvD,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;aACpC,CAAC,CAAA;YACF,OAAO,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,EAAE;gBACpC,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,OAAO,EAAE,EAAE,cAAc,EAAE,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,kBAAkB,EAAE;aAC3F,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACd,0EAA0E;YAC1E,+EAA+E;YAC/E,+DAA+D;YAC/D,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,WAAW,CACvC,iBAAiB,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,EAAE;gBACpC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAA;gBAC5B,OAAO,CAAC,GAAG,CAAC,CAAA;YACd,CAAC,CAAC,CACH,CAAA;YACD,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE;gBACxB,MAAM,EAAE,WAAW,CAAC,MAAM;gBAC1B,OAAO,EAAE,EAAE,cAAc,EAAE,mBAAmB,EAAE;aACjD,CAAC,CAAA;QACJ,CAAC;QAED,gFAAgF;QAChF,MAAM,IAAI,GAAG,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,CAAuB,CAAA;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAA;QAC1C,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA;QAChC,OAAO,CAAC;YACN,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;YACzB,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,IAAI,IAAI;YACtD,YAAY,EAAE,2BAA2B,CAAC,IAAI,CAAC;YAC/C,aAAa,EAAE,2BAA2B,CAAC,IAAI,CAAC;YAChD,EAAE,EAAE,IAAI;YACR,UAAU,EAAE,WAAW,CAAC,MAAM;YAC9B,YAAY,EAAE,IAAI;YAClB,UAAU;SACX,CAAC,CAAA;QACF,OAAO,CAAC,CAAC,IAAI,CAAC,IAA+B,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,OAAO,GAAG,CAAA;AACZ,CAAC;AAgBD,mFAAmF;AACnF,SAAS,2BAA2B,CAAC,IAAwB;IAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAA;IACnD,OAAO,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAA;AACnD,CAAC;AAED;;;;GAIG;AACH,SAAS,2BAA2B,CAAC,IAAwB;IAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,CAAA;IAC1C,MAAM,SAAS,GAAG,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,SAAS,CAAA;IAClE,OAAO,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAA;AACvD,CAAC;AAgBD;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAS,iBAAiB,CACxB,UAAkB,EAClB,MAAmD;IAEnD,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAA;IACjC,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,IAAI,SAAS,GAAyB,IAAI,CAAA;IAC1C,IAAI,YAAY,GAAkB,IAAI,CAAA;IACtC,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,IAAI,SAAS,GAAG,EAAE,CAAA;IAElB,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,EAAE;QAC7B,MAAM,IAAI,KAAK,CAAA;QACf,IAAI,EAAU,CAAA;QACd,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;YACvC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAA;YAC7B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,SAAQ;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;YACjC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,QAAQ;gBAAE,SAAQ;YAC9C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAA;gBAC9C,IAAI,MAAM,CAAC,KAAK;oBAAE,SAAS,GAAG,MAAM,CAAC,KAAK,CAAA;gBAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;gBAClC,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,OAAO,CAAA;oBACnC,IAAI,OAAO,KAAK,KAAK,QAAQ;wBAAE,IAAI,IAAI,KAAK,CAAA;oBAC5C,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,EAAE,iBAAiB,IAAI,MAAM,CAAC,KAAK,EAAE,SAAS,CAAA;oBACjF,IAAI,OAAO,cAAc,KAAK,QAAQ;wBAAE,SAAS,IAAI,cAAc,CAAA;oBACnE,IAAI,MAAM,CAAC,aAAa;wBAAE,YAAY,GAAG,MAAM,CAAC,aAAa,CAAA;gBAC/D,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,4CAA4C;YAC9C,CAAC;QACH,CAAC;IACH,CAAC,CAAA;IAED,OAAO,IAAI,eAAe,CAAC;QACzB,SAAS,CAAC,KAAK,EAAE,UAAU;YACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;YAC7C,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;QACD,KAAK;YACH,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YACtB,MAAM,CAAC;gBACL,KAAK,EAAE,SAAS;gBAChB,YAAY;gBACZ,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,SAAS;gBACxB,EAAE,EAAE,IAAI;gBACR,UAAU,EAAE,GAAG;gBACf,YAAY,EAAE,IAAI;gBAClB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;aACpC,CAAC,CAAA;QACJ,CAAC;KACF,CAAC,CAAA;AACJ,CAAC"}

package/dist/modules/localModels/LocalModelEndpointController.d.ts

@@ -0,0 +1,4 @@
+import { Hono } from 'hono';
+import type { AppEnv } from '../../http/env.js';
+export declare function localModelEndpointController(): Hono<AppEnv>;
+//# sourceMappingURL=LocalModelEndpointController.d.ts.map

package/dist/modules/localModels/LocalModelEndpointController.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalModelEndpointController.d.ts","sourceRoot":"","sources":["../../../src/modules/localModels/LocalModelEndpointController.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAE3B,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAA;AAkB/C,wBAAgB,4BAA4B,IAAI,IAAI,CAAC,MAAM,CAAC,CA8C3D"}