@xemahq/llm-client-nest 0.1.0

package/dist/lib/llm-client.js

@@ -0,0 +1,341 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlmClient = exports.DEFAULT_CALL_TIMEOUT_MS = void 0;
+const observability_nest_1 = require("@xemahq/observability-nest");
+const dialect_1 = require("./dialect");
+const errors_1 = require("./errors");
+const gen_ai_1 = require("./gen-ai");
+const json_readers_1 = require("./json-readers");
+const stream_1 = require("./stream");
+const structured_1 = require("./structured");
+exports.DEFAULT_CALL_TIMEOUT_MS = 120_000;
+class LlmClient {
+    minter;
+    constructor(minter) {
+        this.minter = minter;
+    }
+    async chat(context, request) {
+        const { model } = context;
+        const providerName = (0, gen_ai_1.genAiProviderName)(model.apiType, model.providerSlug);
+        return this.instrument(gen_ai_1.GenAiOperation.Chat, model, providerName, { stream: false, maxTokens: request.maxTokens }, async (span) => {
+            const session = await this.minter.acquire(model, context);
+            const dialect = (0, dialect_1.selectDialect)(model.apiType);
+            const { url, headers } = (0, dialect_1.chatEndpoint)(dialect, session);
+            const body = buildChatBody(dialect, request, model);
+            const response = await this.send(url, headers, body, request.timeoutMs);
+            const result = parseChatResponse(dialect, await readJson(response));
+            span.setAttributes({
+                ...(result.model === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_MODEL]: result.model }),
+                ...(result.responseId === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_ID]: result.responseId }),
+                ...(result.finishReason === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS]: [result.finishReason] }),
+                ...usageAttributes(result.usage),
+            });
+            return { result, usage: result.usage, responseModel: result.model };
+        });
+    }
+    async chatStructured(context, request, spec) {
+        const jsonSchema = (0, structured_1.structuredOutputJsonSchema)(spec);
+        const { model } = context;
+        const providerName = (0, gen_ai_1.genAiProviderName)(model.apiType, model.providerSlug);
+        return this.instrument(gen_ai_1.GenAiOperation.Chat, model, providerName, { stream: false, maxTokens: request.maxTokens }, async (span) => {
+            const session = await this.minter.acquire(model, context);
+            const dialect = (0, dialect_1.selectDialect)(model.apiType);
+            const { url, headers } = (0, dialect_1.chatEndpoint)(dialect, session);
+            const response = await this.send(url, headers, {
+                ...buildChatBody(dialect, request, model),
+                ...(0, structured_1.structuredOutputBodyFields)(dialect, spec, jsonSchema),
+            }, request.timeoutMs);
+            const completion = parseChatResponse(dialect, await readJson(response));
+            span.setAttributes({
+                ...(completion.model === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_MODEL]: completion.model }),
+                ...(completion.responseId === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_ID]: completion.responseId }),
+                ...usageAttributes(completion.usage),
+            });
+            return {
+                result: (0, structured_1.parseStructuredOutput)(spec, completion.content),
+                usage: completion.usage,
+                responseModel: completion.model,
+            };
+        });
+    }
+    async *chatStream(context, request) {
+        const { model } = context;
+        const providerName = (0, gen_ai_1.genAiProviderName)(model.apiType, model.providerSlug);
+        const startedAt = Date.now();
+        const span = (0, observability_nest_1.getTracer)().startSpan((0, gen_ai_1.genAiSpanName)(gen_ai_1.GenAiOperation.Chat, model.modelId), {
+            attributes: {
+                [gen_ai_1.ATTR_GEN_AI_OPERATION_NAME]: gen_ai_1.GenAiOperation.Chat,
+                [gen_ai_1.ATTR_GEN_AI_PROVIDER_NAME]: providerName,
+                [gen_ai_1.ATTR_GEN_AI_REQUEST_MODEL]: model.modelId,
+                [gen_ai_1.ATTR_GEN_AI_REQUEST_STREAM]: true,
+                ...(model.temperature === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_REQUEST_TEMPERATURE]: model.temperature }),
+                ...(request.maxTokens === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS]: request.maxTokens }),
+            },
+        });
+        let usage = {};
+        let responseModel;
+        let errorType;
+        try {
+            const session = await this.minter.acquire(model, context);
+            const dialect = (0, dialect_1.selectDialect)(model.apiType);
+            const { url, headers } = (0, dialect_1.chatEndpoint)(dialect, session);
+            const response = await this.send(url, headers, { ...buildChatBody(dialect, request, model), stream: true }, request.timeoutMs);
+            if (response.body === null) {
+                throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayResponseMalformed, 'The LLM gateway returned a 2xx streaming response with no body.');
+            }
+            for await (const event of (0, stream_1.chatStreamEvents)(dialect, response.body)) {
+                if (event.kind === 'done') {
+                    usage = event.result.usage;
+                    responseModel = event.result.model;
+                    span.setAttributes({
+                        ...(event.result.model === undefined
+                            ? {}
+                            : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_MODEL]: event.result.model }),
+                        ...(event.result.responseId === undefined
+                            ? {}
+                            : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_ID]: event.result.responseId }),
+                        ...(event.result.finishReason === undefined
+                            ? {}
+                            : {
+                                [gen_ai_1.ATTR_GEN_AI_RESPONSE_FINISH_REASONS]: [
+                                    event.result.finishReason,
+                                ],
+                            }),
+                        ...usageAttributes(event.result.usage),
+                    });
+                }
+                yield event;
+            }
+        }
+        catch (err) {
+            errorType = (0, gen_ai_1.errorTypeOf)(err);
+            if (err instanceof Error) {
+                span.recordException(err);
+            }
+            span.setAttributes({ [gen_ai_1.ATTR_ERROR_TYPE]: errorType });
+            throw err;
+        }
+        finally {
+            span.end();
+            (0, gen_ai_1.recordGenAiMetrics)({
+                operation: gen_ai_1.GenAiOperation.Chat,
+                providerName,
+                requestModel: model.modelId,
+                responseModel,
+                inputTokens: usage.inputTokens,
+                outputTokens: usage.outputTokens,
+                durationMs: Date.now() - startedAt,
+                errorType,
+            });
+        }
+    }
+    async embed(context, input, options) {
+        const { model } = context;
+        const providerName = (0, gen_ai_1.genAiProviderName)(model.apiType, model.providerSlug);
+        return this.instrument(gen_ai_1.GenAiOperation.Embeddings, model, providerName, { stream: false }, async (span) => {
+            const session = await this.minter.acquire(model, context);
+            const { url, headers } = (0, dialect_1.embeddingsEndpoint)(session);
+            const response = await this.send(url, headers, { model: model.modelId, input: [...input] }, options?.timeoutMs);
+            const result = parseEmbedResponse(await readJson(response));
+            const dimensions = result.embeddings[0]?.length;
+            span.setAttributes({
+                ...(result.model === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_RESPONSE_MODEL]: result.model }),
+                ...(dimensions === undefined
+                    ? {}
+                    : { [gen_ai_1.ATTR_GEN_AI_EMBEDDINGS_DIMENSION_COUNT]: dimensions }),
+                ...usageAttributes(result.usage),
+            });
+            return { result, usage: result.usage, responseModel: result.model };
+        });
+    }
+    async instrument(operation, model, providerName, request, run) {
+        const startedAt = Date.now();
+        try {
+            const { result, usage, responseModel } = await (0, observability_nest_1.withSpan)((0, gen_ai_1.genAiSpanName)(operation, model.modelId), run, {
+                attributes: {
+                    [gen_ai_1.ATTR_GEN_AI_OPERATION_NAME]: operation,
+                    [gen_ai_1.ATTR_GEN_AI_PROVIDER_NAME]: providerName,
+                    [gen_ai_1.ATTR_GEN_AI_REQUEST_MODEL]: model.modelId,
+                    [gen_ai_1.ATTR_GEN_AI_REQUEST_STREAM]: request.stream,
+                    ...(model.temperature === undefined
+                        ? {}
+                        : { [gen_ai_1.ATTR_GEN_AI_REQUEST_TEMPERATURE]: model.temperature }),
+                    ...(request.maxTokens === undefined
+                        ? {}
+                        : { [gen_ai_1.ATTR_GEN_AI_REQUEST_MAX_TOKENS]: request.maxTokens }),
+                },
+            });
+            (0, gen_ai_1.recordGenAiMetrics)({
+                operation,
+                providerName,
+                requestModel: model.modelId,
+                responseModel,
+                inputTokens: usage.inputTokens,
+                outputTokens: usage.outputTokens,
+                durationMs: Date.now() - startedAt,
+            });
+            return result;
+        }
+        catch (err) {
+            (0, gen_ai_1.recordGenAiMetrics)({
+                operation,
+                providerName,
+                requestModel: model.modelId,
+                durationMs: Date.now() - startedAt,
+                errorType: (0, gen_ai_1.errorTypeOf)(err),
+            });
+            throw err;
+        }
+    }
+    async send(url, headers, body, timeoutMs) {
+        let response;
+        try {
+            response = await fetch(url, {
+                method: 'POST',
+                headers,
+                body: JSON.stringify(body),
+                signal: AbortSignal.timeout(timeoutMs ?? exports.DEFAULT_CALL_TIMEOUT_MS),
+            });
+        }
+        catch (cause) {
+            throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayCallFailed, `The LLM gateway call did not complete: ${cause instanceof Error ? cause.message : String(cause)}`, { cause });
+        }
+        if (!response.ok) {
+            throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayCallFailed, `The LLM gateway returned ${response.status}: ${await (0, errors_1.readDetail)(response)}`, { status: response.status });
+        }
+        return response;
+    }
+}
+exports.LlmClient = LlmClient;
+async function readJson(response) {
+    try {
+        return await response.json();
+    }
+    catch (cause) {
+        throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayResponseMalformed, 'The LLM gateway returned a 2xx body that is not JSON.', { cause });
+    }
+}
+function usageAttributes(usage) {
+    return {
+        ...(usage.inputTokens === undefined
+            ? {}
+            : { [gen_ai_1.ATTR_GEN_AI_USAGE_INPUT_TOKENS]: usage.inputTokens }),
+        ...(usage.outputTokens === undefined
+            ? {}
+            : { [gen_ai_1.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS]: usage.outputTokens }),
+    };
+}
+function buildChatBody(dialect, request, model) {
+    if (dialect === dialect_1.GatewayDialect.AnthropicNative) {
+        const system = request.messages
+            .filter((m) => m.role === 'system')
+            .map((m) => m.content)
+            .join('\n\n');
+        return {
+            model: model.modelId,
+            ...(system === '' ? {} : { system }),
+            messages: request.messages
+                .filter((m) => m.role !== 'system')
+                .map((m) => ({ role: m.role, content: m.content })),
+            max_tokens: requireMaxTokens(request.maxTokens),
+            ...(model.temperature === undefined ? {} : { temperature: model.temperature }),
+            ...(model.reasoningEffort === undefined
+                ? {}
+                : { output_config: { effort: model.reasoningEffort } }),
+        };
+    }
+    return {
+        model: model.modelId,
+        messages: request.messages.map((m) => ({ role: m.role, content: m.content })),
+        ...(model.temperature === undefined ? {} : { temperature: model.temperature }),
+        ...(model.reasoningEffort === undefined
+            ? {}
+            : { reasoning_effort: model.reasoningEffort }),
+        ...(request.maxTokens === undefined ? {} : { max_tokens: request.maxTokens }),
+    };
+}
+function requireMaxTokens(maxTokens) {
+    if (maxTokens === undefined) {
+        throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayCallFailed, 'The Anthropic native surface requires `maxTokens`; this client will not ' +
+            "invent a platform default for somebody else's model budget.");
+    }
+    return maxTokens;
+}
+function parseChatResponse(dialect, body) {
+    const root = (0, json_readers_1.asRecord)(body, 'chat response');
+    if (dialect === dialect_1.GatewayDialect.AnthropicNative) {
+        const content = (0, json_readers_1.asArray)(root['content'], 'content')
+            .map((part) => {
+            const rec = part;
+            return typeof rec['text'] === 'string' ? rec['text'] : '';
+        })
+            .join('');
+        const usage = (0, json_readers_1.asRecordOrUndefined)(root['usage']);
+        return {
+            content,
+            model: typeof root['model'] === 'string' ? root['model'] : undefined,
+            responseId: typeof root['id'] === 'string' ? root['id'] : undefined,
+            finishReason: typeof root['stop_reason'] === 'string' ? root['stop_reason'] : undefined,
+            usage: {
+                inputTokens: (0, json_readers_1.numberOrUndefined)(usage?.['input_tokens']),
+                outputTokens: (0, json_readers_1.numberOrUndefined)(usage?.['output_tokens']),
+            },
+        };
+    }
+    const choice = (0, json_readers_1.asArray)(root['choices'], 'choices')[0];
+    const message = (0, json_readers_1.asRecordOrUndefined)((0, json_readers_1.asRecordOrUndefined)(choice)?.['message']);
+    const content = message?.['content'];
+    if (typeof content !== 'string') {
+        throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayResponseMalformed, 'The LLM gateway returned a completion with no `choices[0].message.content`.');
+    }
+    const usage = (0, json_readers_1.asRecordOrUndefined)(root['usage']);
+    return {
+        content,
+        model: typeof root['model'] === 'string' ? root['model'] : undefined,
+        responseId: typeof root['id'] === 'string' ? root['id'] : undefined,
+        finishReason: typeof (0, json_readers_1.asRecordOrUndefined)(choice)?.['finish_reason'] === 'string'
+            ? (0, json_readers_1.asRecordOrUndefined)(choice)?.['finish_reason']
+            : undefined,
+        usage: {
+            inputTokens: (0, json_readers_1.numberOrUndefined)(usage?.['prompt_tokens']),
+            outputTokens: (0, json_readers_1.numberOrUndefined)(usage?.['completion_tokens']),
+        },
+    };
+}
+function parseEmbedResponse(body) {
+    const root = (0, json_readers_1.asRecord)(body, 'embeddings response');
+    const rows = (0, json_readers_1.asArray)(root['data'], 'data');
+    const embeddings = rows.map((row) => {
+        const vector = (0, json_readers_1.asRecordOrUndefined)(row)?.['embedding'];
+        if (!Array.isArray(vector) || vector.some((v) => typeof v !== 'number')) {
+            throw new errors_1.LlmClientError(errors_1.LlmClientFailure.GatewayResponseMalformed, 'The LLM gateway returned an embeddings row whose `embedding` is not a ' +
+                'numeric vector.');
+        }
+        return vector;
+    });
+    const usage = (0, json_readers_1.asRecordOrUndefined)(root['usage']);
+    return {
+        embeddings,
+        model: typeof root['model'] === 'string' ? root['model'] : undefined,
+        usage: {
+            inputTokens: (0, json_readers_1.numberOrUndefined)(usage?.['prompt_tokens']),
+        },
+    };
+}
+//# sourceMappingURL=llm-client.js.map

package/dist/lib/llm-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-client.js","sourceRoot":"","sources":["../../src/lib/llm-client.ts"],"names":[],"mappings":";;;AAAA,mEAA4E;AAE5E,uCAA4F;AAC5F,qCAAwE;AACxE,qCAmBkB;AAClB,iDAKwB;AACxB,qCAAkE;AAClE,6CAKsB;AAmBT,QAAA,uBAAuB,GAAG,OAAO,CAAC;AAgG/C,MAAa,SAAS;IACgB;IAApC,YAAoC,MAA4B;QAA5B,WAAM,GAAN,MAAM,CAAsB;IAAG,CAAC;IAG7D,KAAK,CAAC,IAAI,CACf,OAAuB,EACvB,OAAoB;QAEpB,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1E,OAAO,IAAI,CAAC,UAAU,CACpB,uBAAc,CAAC,IAAI,EACnB,KAAK,EACL,YAAY,EACZ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAC/C,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,IAAA,uBAAa,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,sBAAY,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YACxE,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpE,IAAI,CAAC,aAAa,CAAC;gBACjB,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;oBAC5B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,mCAA0B,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;gBACnD,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS;oBACjC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,gCAAuB,CAAC,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;gBACrD,GAAG,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS;oBACnC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,4CAAmC,CAAC,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;gBACrE,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC;aACjC,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QACtE,CAAC,CACF,CAAC;IACJ,CAAC;IAmBM,KAAK,CAAC,cAAc,CACzB,OAAuB,EACvB,OAAoB,EACpB,IAA6B;QAE7B,MAAM,UAAU,GAAG,IAAA,uCAA0B,EAAC,IAAI,CAAC,CAAC;QACpD,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1E,OAAO,IAAI,CAAC,UAAU,CACpB,uBAAc,CAAC,IAAI,EACnB,KAAK,EACL,YAAY,EACZ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAC/C,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,IAAA,uBAAa,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,sBAAY,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAC9B,GAAG,EACH,OAAO,EACP;gBACE,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC;gBACzC,GAAG,IAAA,uCAA0B,EAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC;aACzD,EACD,OAAO,CAAC,SAAS,CAClB,CAAC;YACF,MAAM,UAAU,GAAG,iBAAiB,CAAC,OAAO,EAAE,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YACxE,IAAI,CAAC,aAAa,CAAC;gBACjB,GAAG,CAAC,UAAU,CAAC,KAAK,KAAK,SAAS;oBAChC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,mCAA0B,CAAC,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;gBACvD,GAAG,CAAC,UAAU,CAAC,UAAU,KAAK,SAAS;oBACrC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,gCAAuB,CAAC,EAAE,UAAU,CAAC,UAAU,EAAE,CAAC;gBACzD,GAAG,eAAe,CAAC,UAAU,CAAC,KAAK,CAAC;aACrC,CAAC,CAAC;YAKH,OAAO;gBACL,MAAM,EAAE,IAAA,kCAAqB,EAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC;gBACvD,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,aAAa,EAAE,UAAU,CAAC,KAAK;aAChC,CAAC;QACJ,CAAC,CACF,CAAC;IACJ,CAAC;IA6BM,KAAK,CAAC,CAAC,UAAU,CACtB,OAAuB,EACvB,OAAoB;QAEpB,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAA,8BAAS,GAAE,CAAC,SAAS,CAChC,IAAA,sBAAa,EAAC,uBAAc,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,EACjD;YACE,UAAU,EAAE;gBACV,CAAC,mCAA0B,CAAC,EAAE,uBAAc,CAAC,IAAI;gBACjD,CAAC,kCAAyB,CAAC,EAAE,YAAY;gBACzC,CAAC,kCAAyB,CAAC,EAAE,KAAK,CAAC,OAAO;gBAC1C,CAAC,mCAA0B,CAAC,EAAE,IAAI;gBAClC,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;oBACjC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,wCAA+B,CAAC,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;gBAC7D,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS;oBACjC,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,uCAA8B,CAAC,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;aAC7D;SACF,CACF,CAAC;QACF,IAAI,KAAK,GAAa,EAAE,CAAC;QACzB,IAAI,aAAiC,CAAC;QACtC,IAAI,SAA6B,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,IAAA,uBAAa,EAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,sBAAY,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAC9B,GAAG,EACH,OAAO,EAIP,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAC3D,OAAO,CAAC,SAAS,CAClB,CAAC;YACF,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBAC3B,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,wBAAwB,EACzC,iEAAiE,CAClE,CAAC;YACJ,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAA,yBAAgB,EAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACnE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC3B,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;oBACnC,IAAI,CAAC,aAAa,CAAC;wBACjB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;4BAClC,CAAC,CAAC,EAAE;4BACJ,CAAC,CAAC,EAAE,CAAC,mCAA0B,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;wBACzD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS;4BACvC,CAAC,CAAC,EAAE;4BACJ,CAAC,CAAC,EAAE,CAAC,gCAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;wBAC3D,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,KAAK,SAAS;4BACzC,CAAC,CAAC,EAAE;4BACJ,CAAC,CAAC;gCACE,CAAC,4CAAmC,CAAC,EAAE;oCACrC,KAAK,CAAC,MAAM,CAAC,YAAY;iCAC1B;6BACF,CAAC;wBACN,GAAG,eAAe,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;qBACvC,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,GAAG,IAAA,oBAAW,EAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;gBACzB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;YAMD,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,wBAAe,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;YACrD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAA,2BAAkB,EAAC;gBACjB,SAAS,EAAE,uBAAc,CAAC,IAAI;gBAC9B,YAAY;gBACZ,YAAY,EAAE,KAAK,CAAC,OAAO;gBAC3B,aAAa;gBACb,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS;aACV,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAGM,KAAK,CAAC,KAAK,CAChB,OAAuB,EACvB,KAAwB,EACxB,OAAyC;QAEzC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;QAC1B,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;QAC1E,OAAO,IAAI,CAAC,UAAU,CACpB,uBAAc,CAAC,UAAU,EACzB,KAAK,EACL,YAAY,EACZ,EAAE,MAAM,EAAE,KAAK,EAAE,EACjB,KAAK,EAAE,IAAI,EAAE,EAAE;YACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,IAAA,4BAAkB,EAAC,OAAO,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAC9B,GAAG,EACH,OAAO,EACP,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,GAAG,KAAK,CAAC,EAAE,EAC3C,OAAO,EAAE,SAAS,CACnB,CAAC;YACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC5D,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;YAChD,IAAI,CAAC,aAAa,CAAC;gBACjB,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS;oBAC5B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,mCAA0B,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;gBACnD,GAAG,CAAC,UAAU,KAAK,SAAS;oBAC1B,CAAC,CAAC,EAAE;oBACJ,CAAC,CAAC,EAAE,CAAC,+CAAsC,CAAC,EAAE,UAAU,EAAE,CAAC;gBAC7D,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC;aACjC,CAAC,CAAC;YACH,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QACtE,CAAC,CACF,CAAC;IACJ,CAAC;IAUO,KAAK,CAAC,UAAU,CACtB,SAAyB,EACzB,KAAoB,EACpB,YAAoB,EACpB,OAGC,EACD,GAIE;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,MAAM,IAAA,6BAAQ,EACrD,IAAA,sBAAa,EAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,EACvC,GAAG,EACH;gBACE,UAAU,EAAE;oBACV,CAAC,mCAA0B,CAAC,EAAE,SAAS;oBACvC,CAAC,kCAAyB,CAAC,EAAE,YAAY;oBACzC,CAAC,kCAAyB,CAAC,EAAE,KAAK,CAAC,OAAO;oBAC1C,CAAC,mCAA0B,CAAC,EAAE,OAAO,CAAC,MAAM;oBAQ5C,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;wBACjC,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,CAAC,wCAA+B,CAAC,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;oBAC7D,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS;wBACjC,CAAC,CAAC,EAAE;wBACJ,CAAC,CAAC,EAAE,CAAC,uCAA8B,CAAC,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;iBAC7D;aACF,CACF,CAAC;YACF,IAAA,2BAAkB,EAAC;gBACjB,SAAS;gBACT,YAAY;gBACZ,YAAY,EAAE,KAAK,CAAC,OAAO;gBAC3B,aAAa;gBACb,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACnC,CAAC,CAAC;YACH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAA,2BAAkB,EAAC;gBACjB,SAAS;gBACT,YAAY;gBACZ,YAAY,EAAE,KAAK,CAAC,OAAO;gBAC3B,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,IAAA,oBAAW,EAAC,GAAG,CAAC;aAC5B,CAAC,CAAC;YACH,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI,CAChB,GAAW,EACX,OAA+B,EAC/B,IAAa,EACb,SAA6B;QAE7B,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAC1B,MAAM,EAAE,MAAM;gBACd,OAAO;gBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBAC1B,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,IAAI,+BAAuB,CAAC;aAClE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,iBAAiB,EAClC,0CACE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CACvD,EAAE,EACF,EAAE,KAAK,EAAE,CACV,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAIjB,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,iBAAiB,EAClC,4BAA4B,QAAQ,CAAC,MAAM,KAAK,MAAM,IAAA,mBAAU,EAAC,QAAQ,CAAC,EAAE,EAC5E,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAC5B,CAAC;QACJ,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF;AApXD,8BAoXC;AAED,KAAK,UAAU,QAAQ,CAAC,QAAkB;IACxC,IAAI,CAAC;QACH,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,wBAAwB,EACzC,uDAAuD,EACvD,EAAE,KAAK,EAAE,CACV,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAe;IACtC,OAAO;QACL,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS;YACjC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,CAAC,uCAA8B,CAAC,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;QAC5D,GAAG,CAAC,KAAK,CAAC,YAAY,KAAK,SAAS;YAClC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,CAAC,wCAA+B,CAAC,EAAE,KAAK,CAAC,YAAY,EAAE,CAAC;KAC/D,CAAC;AACJ,CAAC;AA0BD,SAAS,aAAa,CACpB,OAAuB,EACvB,OAAoB,EACpB,KAAoB;IAMpB,IAAI,OAAO,KAAK,wBAAc,CAAC,eAAe,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aACrB,IAAI,CAAC,MAAM,CAAC,CAAC;QAChB,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,OAAO;YAGpB,GAAG,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC;YACpC,QAAQ,EAAE,OAAO,CAAC,QAAQ;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC;iBAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAIrD,UAAU,EAAE,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC;YAC/C,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;YAC9E,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS;gBACrC,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,eAAe,EAAE,EAAE,CAAC;SAC1D,CAAC;IACJ,CAAC;IACD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,OAAO;QACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7E,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS;YACrC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,gBAAgB,EAAE,KAAK,CAAC,eAAe,EAAE,CAAC;QAChD,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;KAC9E,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,SAA6B;IACrD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC5B,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,iBAAiB,EAClC,0EAA0E;YACxE,6DAA6D,CAChE,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,iBAAiB,CACxB,OAAuB,EACvB,IAAa;IAEb,MAAM,IAAI,GAAG,IAAA,uBAAQ,EAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IAC7C,IAAI,OAAO,KAAK,wBAAc,CAAC,eAAe,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,IAAA,sBAAO,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC;aAChD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,GAAG,GAAG,IAA+B,CAAC;YAC5C,OAAO,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,MAAM,KAAK,GAAG,IAAA,kCAAmB,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACjD,OAAO;YACL,OAAO;YACP,KAAK,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;YACpE,UAAU,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;YACnE,YAAY,EACV,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,SAAS;YAC3E,KAAK,EAAE;gBACL,WAAW,EAAE,IAAA,gCAAiB,EAAC,KAAK,EAAE,CAAC,cAAc,CAAC,CAAC;gBACvD,YAAY,EAAE,IAAA,gCAAiB,EAAC,KAAK,EAAE,CAAC,eAAe,CAAC,CAAC;aAC1D;SACF,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,IAAA,sBAAO,EAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,IAAA,kCAAmB,EACjC,IAAA,kCAAmB,EAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,CACzC,CAAC;IACF,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC;IACrC,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,wBAAwB,EACzC,6EAA6E,CAC9E,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,IAAA,kCAAmB,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACjD,OAAO;QACL,OAAO;QACP,KAAK,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QACpE,UAAU,EAAE,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;QACnE,YAAY,EACV,OAAO,IAAA,kCAAmB,EAAC,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,KAAK,QAAQ;YAChE,CAAC,CAAE,IAAA,kCAAmB,EAAC,MAAM,CAAC,EAAE,CAAC,eAAe,CAAY;YAC5D,CAAC,CAAC,SAAS;QACf,KAAK,EAAE;YACL,WAAW,EAAE,IAAA,gCAAiB,EAAC,KAAK,EAAE,CAAC,eAAe,CAAC,CAAC;YACxD,YAAY,EAAE,IAAA,gCAAiB,EAAC,KAAK,EAAE,CAAC,mBAAmB,CAAC,CAAC;SAC9D;KACF,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAa;IACvC,MAAM,IAAI,GAAG,IAAA,uBAAQ,EAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;IACnD,MAAM,IAAI,GAAG,IAAA,sBAAO,EAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAClC,MAAM,MAAM,GAAG,IAAA,kCAAmB,EAAC,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,wBAAwB,EACzC,wEAAwE;gBACtE,iBAAiB,CACpB,CAAC;QACJ,CAAC;QACD,OAAO,MAAkB,CAAC;IAC5B,CAAC,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAA,kCAAmB,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACjD,OAAO;QACL,UAAU;QACV,KAAK,EAAE,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QACpE,KAAK,EAAE;YACL,WAAW,EAAE,IAAA,gCAAiB,EAAC,KAAK,EAAE,CAAC,eAAe,CAAC,CAAC;SACzD;KACF,CAAC;AACJ,CAAC"}

package/dist/lib/provider-address.d.ts

@@ -0,0 +1,3 @@
+import type { ResolvedModel } from './wire';
+export declare function resolveBrokerProviderId(model: ResolvedModel): string;
+//# sourceMappingURL=provider-address.d.ts.map

package/dist/lib/provider-address.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-address.d.ts","sourceRoot":"","sources":["../../src/lib/provider-address.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAwB5C,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,aAAa,GAAG,MAAM,CAepE"}

package/dist/lib/provider-address.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveBrokerProviderId = resolveBrokerProviderId;
+const errors_1 = require("./errors");
+function resolveBrokerProviderId(model) {
+    const slug = model.providerSlug?.trim();
+    if (slug !== undefined && slug !== '') {
+        return slug;
+    }
+    const id = model.providerId?.trim();
+    if (id !== undefined && id !== '') {
+        return id;
+    }
+    throw new errors_1.LlmClientError(errors_1.LlmClientFailure.ProviderAddressMissing, `The resolved model "${model.modelId}" carried no usable provider address ` +
+        '(neither providerSlug nor the registry providerId); refusing to mint a ' +
+        'gateway token against an ambiguous provider.');
+}
+//# sourceMappingURL=provider-address.js.map

package/dist/lib/provider-address.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-address.js","sourceRoot":"","sources":["../../src/lib/provider-address.ts"],"names":[],"mappings":";;AA0BA,0DAeC;AAzCD,qCAA4D;AA0B5D,SAAgB,uBAAuB,CAAC,KAAoB;IAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;IACxC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC;IACpC,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAClC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,IAAI,uBAAc,CACtB,yBAAgB,CAAC,sBAAsB,EACvC,uBAAuB,KAAK,CAAC,OAAO,uCAAuC;QACzE,yEAAyE;QACzE,8CAA8C,CACjD,CAAC;AACJ,CAAC"}

package/dist/lib/session-cache.d.ts

@@ -0,0 +1,21 @@
+import type { GatewaySession } from './wire';
+export declare const GRANT_REFRESH_BUFFER_MS = 60000;
+export declare const MAX_CACHED_GRANTS = 512;
+export declare function grantCacheKey(parts: {
+    readonly orgId: string;
+    readonly projectId?: string | undefined;
+    readonly providerId: string;
+    readonly modelId: string;
+}): string;
+export declare class GrantCache {
+    private readonly maxEntries;
+    private readonly now;
+    private readonly entries;
+    private readonly inFlight;
+    constructor(maxEntries?: number, now?: () => number);
+    getOrLoad(key: string, load: () => Promise<GatewaySession>): Promise<GatewaySession>;
+    invalidate(key: string): void;
+    get size(): number;
+    private store;
+}
+//# sourceMappingURL=session-cache.d.ts.map

package/dist/lib/session-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-cache.d.ts","sourceRoot":"","sources":["../../src/lib/session-cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AAW7C,eAAO,MAAM,uBAAuB,QAAS,CAAC;AAS9C,eAAO,MAAM,iBAAiB,MAAM,CAAC;AAqCrC,wBAAgB,aAAa,CAAC,KAAK,EAAE;IACnC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B,GAAG,MAAM,CAIT;AAcD,qBAAa,UAAU;IAKnB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,GAAG;IALtB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiC;IACzD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA8C;gBAGpD,UAAU,GAAE,MAA0B,EACtC,GAAG,GAAE,MAAM,MAAiB;IAWxC,SAAS,CACd,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,MAAM,OAAO,CAAC,cAAc,CAAC,GAClC,OAAO,CAAC,cAAc,CAAC;IA0BnB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAKpC,IAAW,IAAI,IAAI,MAAM,CAExB;IAED,OAAO,CAAC,KAAK;CAuBd"}

package/dist/lib/session-cache.js

@@ -0,0 +1,65 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GrantCache = exports.MAX_CACHED_GRANTS = exports.GRANT_REFRESH_BUFFER_MS = void 0;
+exports.grantCacheKey = grantCacheKey;
+exports.GRANT_REFRESH_BUFFER_MS = 60_000;
+exports.MAX_CACHED_GRANTS = 512;
+function grantCacheKey(parts) {
+    return [parts.orgId, parts.projectId ?? '', parts.providerId, parts.modelId]
+        .map((segment) => `${segment.length}:${segment}`)
+        .join('');
+}
+class GrantCache {
+    maxEntries;
+    now;
+    entries = new Map();
+    inFlight = new Map();
+    constructor(maxEntries = exports.MAX_CACHED_GRANTS, now = Date.now) {
+        this.maxEntries = maxEntries;
+        this.now = now;
+    }
+    getOrLoad(key, load) {
+        const cached = this.entries.get(key);
+        if (cached !== undefined && cached.expiresAtMs > this.now()) {
+            return Promise.resolve(cached.session);
+        }
+        const pending = this.inFlight.get(key);
+        if (pending !== undefined) {
+            return pending;
+        }
+        const started = load()
+            .then((session) => {
+            this.store(key, session);
+            return session;
+        })
+            .finally(() => {
+            this.inFlight.delete(key);
+        });
+        this.inFlight.set(key, started);
+        return started;
+    }
+    invalidate(key) {
+        this.entries.delete(key);
+    }
+    get size() {
+        return this.entries.size;
+    }
+    store(key, session) {
+        const lifetimeMs = session.expiresIn * 1000 - exports.GRANT_REFRESH_BUFFER_MS;
+        if (lifetimeMs <= 0) {
+            return;
+        }
+        if (this.entries.size >= this.maxEntries && !this.entries.has(key)) {
+            const oldest = this.entries.keys().next();
+            if (oldest.done !== true) {
+                this.entries.delete(oldest.value);
+            }
+        }
+        this.entries.set(key, {
+            session,
+            expiresAtMs: this.now() + lifetimeMs,
+        });
+    }
+}
+exports.GrantCache = GrantCache;
+//# sourceMappingURL=session-cache.js.map

package/dist/lib/session-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"session-cache.js","sourceRoot":"","sources":["../../src/lib/session-cache.ts"],"names":[],"mappings":";;;AAyDA,sCASC;AAvDY,QAAA,uBAAuB,GAAG,MAAM,CAAC;AASjC,QAAA,iBAAiB,GAAG,GAAG,CAAC;AAqCrC,SAAgB,aAAa,CAAC,KAK7B;IACC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC;SACzE,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;SAChD,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAcD,MAAa,UAAU;IAKF;IACA;IALF,OAAO,GAAG,IAAI,GAAG,EAAsB,CAAC;IACxC,QAAQ,GAAG,IAAI,GAAG,EAAmC,CAAC;IAEvE,YACmB,aAAqB,yBAAiB,EACtC,MAAoB,IAAI,CAAC,GAAG;QAD5B,eAAU,GAAV,UAAU,CAA4B;QACtC,QAAG,GAAH,GAAG,CAAyB;IAC5C,CAAC;IAUG,SAAS,CACd,GAAW,EACX,IAAmC;QAEnC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;YAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC;QACjB,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,EAAE;aACnB,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;YAChB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC;QACjB,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QACL,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAOM,UAAU,CAAC,GAAW;QAC3B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAGD,IAAW,IAAI;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAEO,KAAK,CAAC,GAAW,EAAE,OAAuB;QAChD,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,GAAG,+BAAuB,CAAC;QAItE,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAKnE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;YACpB,OAAO;YACP,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU;SACrC,CAAC,CAAC;IACL,CAAC;CACF;AA9ED,gCA8EC"}

package/dist/lib/stream.d.ts

@@ -0,0 +1,18 @@
+import { GatewayDialect } from './dialect';
+import type { ChatResult } from './llm-client';
+export type ChatStreamEvent = {
+    readonly kind: 'delta';
+    readonly text: string;
+} | {
+    readonly kind: 'done';
+    readonly result: ChatResult;
+};
+export declare function sseDataLines(body: ReadableStream<Uint8Array>): AsyncGenerator<string>;
+interface StreamAccumulator {
+    push(payload: string): string | undefined | null;
+    finish(): ChatResult;
+}
+export declare function accumulatorFor(dialect: GatewayDialect): StreamAccumulator;
+export declare function chatStreamEvents(dialect: GatewayDialect, body: ReadableStream<Uint8Array>): AsyncGenerator<ChatStreamEvent, void>;
+export {};
+//# sourceMappingURL=stream.d.ts.map

package/dist/lib/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../src/lib/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAQ3C,OAAO,KAAK,EAAE,UAAU,EAAY,MAAM,cAAc,CAAC;AAgBzD,MAAM,MAAM,eAAe,GACvB;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACjD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAA;CAAE,CAAC;AAmB3D,wBAAuB,YAAY,CACjC,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAC/B,cAAc,CAAC,MAAM,CAAC,CAgCxB;AAaD,UAAU,iBAAiB;IACzB,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;IACjD,MAAM,IAAI,UAAU,CAAC;CACtB;AA8JD,wBAAgB,cAAc,CAAC,OAAO,EAAE,cAAc,GAAG,iBAAiB,CAOzE;AAUD,wBAAuB,gBAAgB,CACrC,OAAO,EAAE,cAAc,EACvB,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,GAC/B,cAAc,CAAC,eAAe,EAAE,IAAI,CAAC,CAwBvC"}