mojentic 1.0.0

package/dist/llm/gateways/openai.d.ts

@@ -0,0 +1,40 @@
+/**
+ * OpenAI gateway implementation for chat completions, embeddings, and streaming.
+ */
+import { LlmGateway } from '../gateway';
+import { LlmMessage, CompletionConfig, GatewayResponse, StreamChunk } from '../models';
+import { ToolDescriptor } from '../tools';
+import { Result } from '../../error';
+/**
+ * Gateway for OpenAI API provider.
+ *
+ * Supports chat completions, structured output, tool calling, streaming, and embeddings.
+ */
+export declare class OpenAIGateway implements LlmGateway {
+    private readonly apiKey;
+    private readonly baseUrl;
+    private readonly modelRegistry;
+    constructor(apiKey?: string, baseUrl?: string);
+    /**
+     * Adapt parameters based on the model type and capabilities.
+     */
+    private adaptParametersForModel;
+    /**
+     * Validate that the parameters are compatible with the model.
+     */
+    private validateModelParameters;
+    generate(model: string, messages: LlmMessage[], config?: CompletionConfig, tools?: ToolDescriptor[]): Promise<Result<GatewayResponse, Error>>;
+    generateStream(model: string, messages: LlmMessage[], config?: CompletionConfig, tools?: ToolDescriptor[]): AsyncGenerator<Result<StreamChunk, Error>>;
+    listModels(): Promise<Result<string[], Error>>;
+    calculateEmbeddings(text: string, model?: string): Promise<Result<number[], Error>>;
+    /**
+     * Split text into chunks of tokens.
+     */
+    private chunkedTokens;
+    /**
+     * Calculate weighted average of embeddings.
+     * Uses array destructuring to avoid object-injection security warnings.
+     */
+    private weightedAverageEmbeddings;
+}
+//# sourceMappingURL=openai.d.ts.map

package/dist/llm/gateways/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/openai.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,WAAW,EAAY,MAAM,WAAW,CAAC;AACjG,OAAO,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAyB,MAAM,aAAa,CAAC;AA2E5D;;;;GAIG;AACH,qBAAa,aAAc,YAAW,UAAU;IAC9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAsB;gBAExC,MAAM,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAK7C;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA2D/B;;OAEG;IACH,OAAO,CAAC,uBAAuB;IA6BzB,QAAQ,CACZ,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,UAAU,EAAE,EACtB,MAAM,CAAC,EAAE,gBAAgB,EACzB,KAAK,CAAC,EAAE,cAAc,EAAE,GACvB,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAkInC,cAAc,CACnB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,UAAU,EAAE,EACtB,MAAM,CAAC,EAAE,gBAAgB,EACzB,KAAK,CAAC,EAAE,cAAc,EAAE,GACvB,cAAc,CAAC,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAoNvC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;IA8B9C,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,CAAC;IAmEzF;;OAEG;IACH,OAAO,CAAE,aAAa;IAYtB;;;OAGG;IACH,OAAO,CAAC,yBAAyB;CA0BlC"}

package/dist/llm/gateways/openai.js

@@ -0,0 +1,469 @@
+"use strict";
+/**
+ * OpenAI gateway implementation for chat completions, embeddings, and streaming.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIGateway = void 0;
+const error_1 = require("../../error");
+const openai_messages_adapter_1 = require("./openai-messages-adapter");
+const openai_model_registry_1 = require("./openai-model-registry");
+const tokenizerGateway_1 = require("./tokenizerGateway");
+/**
+ * Gateway for OpenAI API provider.
+ *
+ * Supports chat completions, structured output, tool calling, streaming, and embeddings.
+ */
+class OpenAIGateway {
+    apiKey;
+    baseUrl;
+    modelRegistry = (0, openai_model_registry_1.getModelRegistry)();
+    constructor(apiKey, baseUrl) {
+        this.apiKey = apiKey || process.env.OPENAI_API_KEY || '';
+        this.baseUrl = baseUrl || process.env.OPENAI_API_ENDPOINT || 'https://api.openai.com/v1';
+    }
+    /**
+     * Adapt parameters based on the model type and capabilities.
+     */
+    adaptParametersForModel(model, args) {
+        const adaptedArgs = { ...args };
+        const capabilities = this.modelRegistry.getModelCapabilities(model);
+        // Handle token limit parameter conversion
+        if ('maxTokens' in adaptedArgs && adaptedArgs.maxTokens !== undefined) {
+            const tokenParam = (0, openai_model_registry_1.getTokenLimitParam)(capabilities);
+            if (tokenParam !== 'max_tokens') {
+                // Convert max_tokens to max_completion_tokens for reasoning models
+                adaptedArgs['maxCompletionTokens'] = adaptedArgs.maxTokens;
+                delete adaptedArgs.maxTokens;
+            }
+        }
+        // Validate tool usage for models that don't support tools
+        if ('tools' in adaptedArgs &&
+            adaptedArgs.tools &&
+            Array.isArray(adaptedArgs.tools) &&
+            adaptedArgs.tools.length > 0 &&
+            !capabilities.supportsTools) {
+            console.warn(`Model ${model} does not support tools, removing tool configuration (${adaptedArgs.tools.length} tools)`);
+            adaptedArgs.tools = undefined;
+        }
+        // Handle temperature restrictions for specific models
+        if ('temperature' in adaptedArgs && adaptedArgs.temperature !== undefined) {
+            const temperature = adaptedArgs.temperature;
+            if (capabilities.supportedTemperatures !== undefined) {
+                if (Array.isArray(capabilities.supportedTemperatures) &&
+                    capabilities.supportedTemperatures.length === 0) {
+                    // Model doesn't support temperature parameter at all - remove it
+                    console.warn(`Model ${model} does not support temperature parameter at all (requested: ${temperature})`);
+                    delete adaptedArgs.temperature;
+                }
+                else if (!(0, openai_model_registry_1.supportsTemperature)(capabilities, temperature)) {
+                    // Model supports temperature but not this specific value - use default
+                    const defaultTemp = 1.0;
+                    console.warn(`Model ${model} does not support requested temperature ${temperature}, using default ${defaultTemp}`);
+                    adaptedArgs.temperature = defaultTemp;
+                }
+            }
+        }
+        return adaptedArgs;
+    }
+    /**
+     * Validate that the parameters are compatible with the model.
+     */
+    validateModelParameters(model, args) {
+        const capabilities = this.modelRegistry.getModelCapabilities(model);
+        // Warning for tools on reasoning models that don't support them
+        if (capabilities.modelType === openai_model_registry_1.ModelType.REASONING &&
+            !capabilities.supportsTools &&
+            'tools' in args &&
+            args.tools &&
+            Array.isArray(args.tools) &&
+            args.tools.length > 0) {
+            console.warn(`Reasoning model ${model} may not support tools (${args.tools.length} tools provided)`);
+        }
+        // Validate token limits (check both possible parameter names)
+        const tokenValue = args.maxTokens || args.maxCompletionTokens;
+        if (tokenValue && capabilities.maxOutputTokens) {
+            if (tokenValue > capabilities.maxOutputTokens) {
+                console.warn(`Requested token limit ${tokenValue} exceeds model maximum ${capabilities.maxOutputTokens} for ${model}`);
+            }
+        }
+    }
+    async generate(model, messages, config, tools) {
+        try {
+            // Build args object for adaptation
+            const args = {
+                model,
+                messages,
+                objectModel: config?.responseFormat?.schema,
+                tools,
+                temperature: config?.temperature ?? 1.0,
+                numCtx: config?.numCtx ?? 32768,
+                maxTokens: config?.maxTokens ?? 16384,
+                numPredict: config?.numPredict,
+            };
+            // Adapt parameters based on model type
+            const adaptedArgs = this.adaptParametersForModel(model, args);
+            // Validate parameters after adaptation
+            this.validateModelParameters(model, adaptedArgs);
+            // Build OpenAI request
+            const openaiMessages = (0, openai_messages_adapter_1.adaptMessagesToOpenAI)(messages);
+            const requestBody = {
+                model: adaptedArgs.model,
+                messages: openaiMessages,
+            };
+            // Add temperature if specified
+            if ('temperature' in adaptedArgs) {
+                requestBody.temperature = adaptedArgs.temperature;
+            }
+            // Handle response format for structured output
+            if (config?.responseFormat?.type === 'json_object' && config?.responseFormat?.schema) {
+                requestBody.response_format = {
+                    type: 'json_schema',
+                    json_schema: {
+                        name: 'response',
+                        schema: config.responseFormat.schema,
+                    },
+                };
+            }
+            // Add tools if provided
+            if (adaptedArgs.tools && Array.isArray(adaptedArgs.tools) && adaptedArgs.tools.length > 0) {
+                requestBody.tools = adaptedArgs.tools.map((t) => ({
+                    type: 'function',
+                    function: {
+                        name: t.function.name,
+                        description: t.function.description,
+                        parameters: t.function.parameters,
+                    },
+                }));
+            }
+            // Handle token limit parameters
+            if ('maxTokens' in adaptedArgs && adaptedArgs.maxTokens !== undefined) {
+                requestBody.max_tokens = adaptedArgs.maxTokens;
+            }
+            else if ('maxCompletionTokens' in adaptedArgs &&
+                adaptedArgs.maxCompletionTokens !== undefined) {
+                requestBody.max_completion_tokens = adaptedArgs.maxCompletionTokens;
+            }
+            const response = await fetch(`${this.baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify(requestBody),
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                return (0, error_1.Err)(new error_1.GatewayError(`OpenAI API error: ${response.status} ${response.statusText} - ${errorText}`, response.status));
+            }
+            const data = (await response.json());
+            const message = data.choices[0]?.message;
+            if (!message) {
+                return (0, error_1.Err)(new error_1.GatewayError('No message in OpenAI response'));
+            }
+            // Parse tool calls if present
+            let toolCalls;
+            if (message.tool_calls && message.tool_calls.length > 0) {
+                toolCalls = message.tool_calls.map((tc) => ({
+                    id: tc.id,
+                    type: 'function',
+                    function: {
+                        name: tc.function.name,
+                        arguments: tc.function.arguments,
+                    },
+                }));
+            }
+            const gatewayResponse = {
+                content: message.content || '',
+                toolCalls,
+                finishReason: data.choices[0]?.finish_reason,
+                model: data.model,
+            };
+            if (data.usage) {
+                gatewayResponse.usage = {
+                    promptTokens: data.usage.prompt_tokens,
+                    completionTokens: data.usage.completion_tokens,
+                    totalTokens: data.usage.total_tokens,
+                };
+            }
+            return (0, error_1.Ok)(gatewayResponse);
+        }
+        catch (error) {
+            return (0, error_1.Err)(new error_1.GatewayError(`Failed to generate completion: ${error instanceof Error ? error.message : String(error)}`));
+        }
+    }
+    async *generateStream(model, messages, config, tools) {
+        try {
+            // Build args object for adaptation
+            const args = {
+                model,
+                messages,
+                objectModel: config?.responseFormat?.schema,
+                tools,
+                temperature: config?.temperature ?? 1.0,
+                numCtx: config?.numCtx ?? 32768,
+                maxTokens: config?.maxTokens ?? 16384,
+                numPredict: config?.numPredict,
+            };
+            // Adapt parameters based on model type
+            const adaptedArgs = this.adaptParametersForModel(model, args);
+            // Validate parameters after adaptation
+            this.validateModelParameters(model, adaptedArgs);
+            // Check if model supports streaming
+            const capabilities = this.modelRegistry.getModelCapabilities(model);
+            if (!capabilities.supportsStreaming) {
+                yield (0, error_1.Err)(new error_1.GatewayError(`Model ${model} does not support streaming`));
+                return;
+            }
+            // Structured output doesn't work with streaming
+            if (config?.responseFormat?.type === 'json_object' && config?.responseFormat?.schema) {
+                yield (0, error_1.Err)(new error_1.GatewayError('Streaming with structured output (responseFormat) is not supported'));
+                return;
+            }
+            // Build OpenAI request
+            const openaiMessages = (0, openai_messages_adapter_1.adaptMessagesToOpenAI)(messages);
+            const requestBody = {
+                model: adaptedArgs.model,
+                messages: openaiMessages,
+                stream: true,
+            };
+            // Add temperature if specified
+            if ('temperature' in adaptedArgs) {
+                requestBody.temperature = adaptedArgs.temperature;
+            }
+            // Add tools if provided
+            if (adaptedArgs.tools && Array.isArray(adaptedArgs.tools) && adaptedArgs.tools.length > 0) {
+                requestBody.tools = adaptedArgs.tools.map((t) => ({
+                    type: 'function',
+                    function: {
+                        name: t.function.name,
+                        description: t.function.description,
+                        parameters: t.function.parameters,
+                    },
+                }));
+            }
+            // Handle token limit parameters
+            if ('maxTokens' in adaptedArgs && adaptedArgs.maxTokens !== undefined) {
+                requestBody.max_tokens = adaptedArgs.maxTokens;
+            }
+            else if ('maxCompletionTokens' in adaptedArgs &&
+                adaptedArgs.maxCompletionTokens !== undefined) {
+                requestBody.max_completion_tokens = adaptedArgs.maxCompletionTokens;
+            }
+            const response = await fetch(`${this.baseUrl}/chat/completions`, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+                body: JSON.stringify(requestBody),
+            });
+            if (!response.ok) {
+                const errorText = await response.text();
+                yield (0, error_1.Err)(new error_1.GatewayError(`OpenAI API error: ${response.status} ${response.statusText} - ${errorText}`, response.status));
+                return;
+            }
+            if (!response.body) {
+                yield (0, error_1.Err)(new error_1.GatewayError('No response body'));
+                return;
+            }
+            const reader = response.body.getReader();
+            const decoder = new TextDecoder();
+            let buffer = '';
+            // Accumulate tool calls as they stream in
+            // OpenAI streams tool arguments incrementally, indexed by tool call index
+            const toolCallsAccumulator = new Map();
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || '';
+                for (const line of lines) {
+                    const trimmedLine = line.trim();
+                    if (!trimmedLine || trimmedLine === 'data: [DONE]')
+                        continue;
+                    if (trimmedLine.startsWith('data: ')) {
+                        try {
+                            const data = JSON.parse(trimmedLine.slice(6));
+                            const choice = data.choices[0];
+                            if (!choice)
+                                continue;
+                            const delta = choice.delta;
+                            const finishReason = choice.finish_reason;
+                            // Yield content chunks as they arrive
+                            if (delta.content) {
+                                yield (0, error_1.Ok)({ content: delta.content, done: false });
+                            }
+                            // Accumulate tool call chunks
+                            if (delta.tool_calls) {
+                                for (const toolCallDelta of delta.tool_calls) {
+                                    const index = toolCallDelta.index;
+                                    // Initialize accumulator for this tool call if needed
+                                    if (!toolCallsAccumulator.has(index)) {
+                                        toolCallsAccumulator.set(index, { id: null, name: null, arguments: '' });
+                                    }
+                                    // We just ensured the key exists above, so this is guaranteed to be defined
+                                    const acc = toolCallsAccumulator.get(index);
+                                    if (!acc)
+                                        continue;
+                                    // First chunk has id and name
+                                    if (toolCallDelta.id) {
+                                        acc.id = toolCallDelta.id;
+                                    }
+                                    if (toolCallDelta.function?.name) {
+                                        acc.name = toolCallDelta.function.name;
+                                    }
+                                    // All chunks may have argument fragments
+                                    if (toolCallDelta.function?.arguments) {
+                                        acc.arguments += toolCallDelta.function.arguments;
+                                    }
+                                }
+                            }
+                            // When stream is complete with tool_calls, yield accumulated tool calls
+                            if (finishReason === 'tool_calls' && toolCallsAccumulator.size > 0) {
+                                const completeToolCalls = [];
+                                // Sort by index to maintain order
+                                const sortedIndices = Array.from(toolCallsAccumulator.keys()).sort((a, b) => a - b);
+                                for (const index of sortedIndices) {
+                                    const tc = toolCallsAccumulator.get(index);
+                                    if (!tc)
+                                        continue;
+                                    // Keep arguments as string for ToolCall interface
+                                    completeToolCalls.push({
+                                        id: tc.id || '',
+                                        type: 'function',
+                                        function: {
+                                            name: tc.name || '',
+                                            arguments: tc.arguments,
+                                        },
+                                    });
+                                }
+                                if (completeToolCalls.length > 0) {
+                                    yield (0, error_1.Ok)({
+                                        toolCalls: completeToolCalls,
+                                        done: true,
+                                        finishReason: 'tool_calls',
+                                    });
+                                }
+                            }
+                            if (finishReason && finishReason !== 'tool_calls') {
+                                yield (0, error_1.Ok)({ done: true, finishReason: finishReason });
+                            }
+                        }
+                        catch (parseError) {
+                            console.error(`Failed to parse stream chunk: ${trimmedLine}`, parseError);
+                        }
+                    }
+                }
+            }
+        }
+        catch (error) {
+            yield (0, error_1.Err)(new error_1.GatewayError(`Failed to generate stream: ${error instanceof Error ? error.message : String(error)}`));
+        }
+    }
+    async listModels() {
+        try {
+            const response = await fetch(`${this.baseUrl}/models`, {
+                headers: {
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+            });
+            if (!response.ok) {
+                return (0, error_1.Err)(new error_1.GatewayError(`OpenAI API error: ${response.status} ${response.statusText}`, response.status));
+            }
+            const data = (await response.json());
+            const modelNames = data.data.map((m) => m.id).sort();
+            return (0, error_1.Ok)(modelNames);
+        }
+        catch (error) {
+            return (0, error_1.Err)(new error_1.GatewayError(`Failed to list models: ${error instanceof Error ? error.message : String(error)}`));
+        }
+    }
+    async calculateEmbeddings(text, model) {
+        try {
+            const embeddingModel = model || 'text-embedding-3-large';
+            // Chunk the text if it's too long (8191 tokens max for OpenAI embeddings)
+            const tokenizer = new tokenizerGateway_1.TokenizerGateway();
+            const chunks = this.chunkedTokens(tokenizer, text, 8191);
+            const allEmbeddings = [];
+            const lengths = [];
+            for (const chunk of chunks) {
+                const response = await fetch(`${this.baseUrl}/embeddings`, {
+                    method: 'POST',
+                    headers: {
+                        'Content-Type': 'application/json',
+                        Authorization: `Bearer ${this.apiKey}`,
+                    },
+                    body: JSON.stringify({
+                        model: embeddingModel,
+                        input: chunk,
+                    }),
+                });
+                if (!response.ok) {
+                    const errorText = await response.text();
+                    tokenizer.free();
+                    return (0, error_1.Err)(new error_1.GatewayError(`OpenAI embeddings API error: ${response.status} ${response.statusText} - ${errorText}`, response.status));
+                }
+                const data = (await response.json());
+                const embedding = data.data[0]?.embedding;
+                if (embedding) {
+                    allEmbeddings.push(embedding);
+                    lengths.push(embedding.length);
+                }
+            }
+            tokenizer.free();
+            if (allEmbeddings.length === 0) {
+                return (0, error_1.Err)(new error_1.GatewayError('No embeddings returned'));
+            }
+            // If only one chunk, return it directly
+            if (allEmbeddings.length === 1) {
+                return (0, error_1.Ok)(allEmbeddings[0]);
+            }
+            // Average the embeddings weighted by length
+            const average = this.weightedAverageEmbeddings(allEmbeddings, lengths);
+            return (0, error_1.Ok)(average);
+        }
+        catch (error) {
+            return (0, error_1.Err)(new error_1.GatewayError(`Failed to calculate embeddings: ${error instanceof Error ? error.message : String(error)}`));
+        }
+    }
+    /**
+     * Split text into chunks of tokens.
+     */
+    *chunkedTokens(tokenizer, text, chunkLength) {
+        const tokens = tokenizer.encode(text);
+        for (let i = 0; i < tokens.length; i += chunkLength) {
+            yield tokens.slice(i, i + chunkLength);
+        }
+    }
+    /**
+     * Calculate weighted average of embeddings.
+     * Uses array destructuring to avoid object-injection security warnings.
+     */
+    weightedAverageEmbeddings(embeddings, weights) {
+        if (embeddings.length === 0)
+            return [];
+        const dimension = embeddings[0].length;
+        const totalWeight = weights.reduce((a, b) => a + b, 0);
+        // Build weighted sum for each dimension
+        const average = Array.from({ length: dimension }, (_, dimIdx) => {
+            let sum = 0;
+            embeddings.forEach((embedding, embIdx) => {
+                // Use Array.prototype.at() which is safer than bracket notation
+                const weight = weights.at(embIdx) ?? 0;
+                const value = embedding.at(dimIdx) ?? 0;
+                sum += value * (weight / totalWeight);
+            });
+            return sum;
+        });
+        // Normalize
+        const norm = Math.sqrt(average.reduce((sum, x) => sum + x * x, 0));
+        if (norm > 0) {
+            return average.map((x) => x / norm);
+        }
+        return average;
+    }
+}
+exports.OpenAIGateway = OpenAIGateway;
+//# sourceMappingURL=openai.js.map

package/dist/llm/gateways/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../src/llm/gateways/openai.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAKH,uCAA4D;AAC5D,uEAAkE;AAClE,mEAKiC;AACjC,yDAAsD;AAmEtD;;;;GAIG;AACH,MAAa,aAAa;IACP,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,aAAa,GAAG,IAAA,wCAAgB,GAAE,CAAC;IAEpD,YAAY,MAAe,EAAE,OAAgB;QAC3C,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,2BAA2B,CAAC;IAC3F,CAAC;IAED;;OAEG;IACK,uBAAuB,CAC7B,KAAa,EACb,IAA6B;QAE7B,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAEpE,0CAA0C;QAC1C,IAAI,WAAW,IAAI,WAAW,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACtE,MAAM,UAAU,GAAG,IAAA,0CAAkB,EAAC,YAAY,CAAC,CAAC;YACpD,IAAI,UAAU,KAAK,YAAY,EAAE,CAAC;gBAChC,mEAAmE;gBACnE,WAAW,CAAC,qBAAqB,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC;gBAC3D,OAAO,WAAW,CAAC,SAAS,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,0DAA0D;QAC1D,IACE,OAAO,IAAI,WAAW;YACtB,WAAW,CAAC,KAAK;YACjB,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC;YAChC,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,YAAY,CAAC,aAAa,EAC3B,CAAC;YACD,OAAO,CAAC,IAAI,CACV,SAAS,KAAK,yDAA0D,WAAW,CAAC,KAAmB,CAAC,MAAM,SAAS,CACxH,CAAC;YACF,WAAW,CAAC,KAAK,GAAG,SAAS,CAAC;QAChC,CAAC;QAED,sDAAsD;QACtD,IAAI,aAAa,IAAI,WAAW,IAAI,WAAW,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YAC1E,MAAM,WAAW,GAAG,WAAW,CAAC,WAAqB,CAAC;YAEtD,IAAI,YAAY,CAAC,qBAAqB,KAAK,SAAS,EAAE,CAAC;gBACrD,IACE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,qBAAqB,CAAC;oBACjD,YAAY,CAAC,qBAAqB,CAAC,MAAM,KAAK,CAAC,EAC/C,CAAC;oBACD,iEAAiE;oBACjE,OAAO,CAAC,IAAI,CACV,SAAS,KAAK,8DAA8D,WAAW,GAAG,CAC3F,CAAC;oBACF,OAAO,WAAW,CAAC,WAAW,CAAC;gBACjC,CAAC;qBAAM,IAAI,CAAC,IAAA,2CAAmB,EAAC,YAAY,EAAE,WAAW,CAAC,EAAE,CAAC;oBAC3D,uEAAuE;oBACvE,MAAM,WAAW,GAAG,GAAG,CAAC;oBACxB,OAAO,CAAC,IAAI,CACV,SAAS,KAAK,2CAA2C,WAAW,mBAAmB,WAAW,EAAE,CACrG,CAAC;oBACF,WAAW,CAAC,WAAW,GAAG,WAAW,CAAC;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,KAAa,EAAE,IAA6B;QAC1E,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;QAEpE,gEAAgE;QAChE,IACE,YAAY,CAAC,SAAS,KAAK,iCAAS,CAAC,SAAS;YAC9C,CAAC,YAAY,CAAC,aAAa;YAC3B,OAAO,IAAI,IAAI;YACf,IAAI,CAAC,KAAK;YACV,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EACrB,CAAC;YACD,OAAO,CAAC,IAAI,CACV,mBAAmB,KAAK,2BAA2B,IAAI,CAAC,KAAK,CAAC,MAAM,kBAAkB,CACvF,CAAC;QACJ,CAAC;QAED,8DAA8D;QAC9D,MAAM,UAAU,GACb,IAAI,CAAC,SAAgC,IAAK,IAAI,CAAC,mBAA0C,CAAC;QAC7F,IAAI,UAAU,IAAI,YAAY,CAAC,eAAe,EAAE,CAAC;YAC/C,IAAI,UAAU,GAAG,YAAY,CAAC,eAAe,EAAE,CAAC;gBAC9C,OAAO,CAAC,IAAI,CACV,yBAAyB,UAAU,0BAA0B,YAAY,CAAC,eAAe,QAAQ,KAAK,EAAE,CACzG,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,KAAa,EACb,QAAsB,EACtB,MAAyB,EACzB,KAAwB;QAExB,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,IAAI,GAA4B;gBACpC,KAAK;gBACL,QAAQ;gBACR,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM;gBAC3C,KAAK;gBACL,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,GAAG;gBACvC,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,KAAK;gBAC/B,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,KAAK;gBACrC,UAAU,EAAE,MAAM,EAAE,UAAU;aAC/B,CAAC;YAEF,uCAAuC;YACvC,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAE9D,uCAAuC;YACvC,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAEjD,uBAAuB;YACvB,MAAM,cAAc,GAAG,IAAA,+CAAqB,EAAC,QAAQ,CAAC,CAAC;YAEvD,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,QAAQ,EAAE,cAAc;aACzB,CAAC;YAEF,+BAA+B;YAC/B,IAAI,aAAa,IAAI,WAAW,EAAE,CAAC;gBACjC,WAAW,CAAC,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;YACpD,CAAC;YAED,+CAA+C;YAC/C,IAAI,MAAM,EAAE,cAAc,EAAE,IAAI,KAAK,aAAa,IAAI,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;gBACrF,WAAW,CAAC,eAAe,GAAG;oBAC5B,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,UAAU;wBAChB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;qBACrC;iBACF,CAAC;YACJ,CAAC;YAED,wBAAwB;YACxB,IAAI,WAAW,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1F,WAAW,CAAC,KAAK,GAAI,WAAW,CAAC,KAA0B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;wBACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;wBACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;qBAClC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YAED,gCAAgC;YAChC,IAAI,WAAW,IAAI,WAAW,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACtE,WAAW,CAAC,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC;YACjD,CAAC;iBAAM,IACL,qBAAqB,IAAI,WAAW;gBACpC,WAAW,CAAC,mBAAmB,KAAK,SAAS,EAC7C,CAAC;gBACD,WAAW,CAAC,qBAAqB,GAAG,WAAW,CAAC,mBAAmB,CAAC;YACtE,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;aAClC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,OAAO,IAAA,WAAG,EACR,IAAI,oBAAY,CACd,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,EAC5E,QAAQ,CAAC,MAAM,CAChB,CACF,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAmB,CAAC;YAEvD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;YACzC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,IAAA,WAAG,EAAC,IAAI,oBAAY,CAAC,+BAA+B,CAAC,CAAC,CAAC;YAChE,CAAC;YAED,8BAA8B;YAC9B,IAAI,SAAiC,CAAC;YACtC,IAAI,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC1C,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE;wBACR,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBACtB,SAAS,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS;qBACjC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YAED,MAAM,eAAe,GAAoB;gBACvC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAC9B,SAAS;gBACT,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAgD;gBAC/E,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC;YAEF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,eAAe,CAAC,KAAK,GAAG;oBACtB,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa;oBACtC,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB;oBAC9C,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY;iBACrC,CAAC;YACJ,CAAC;YAED,OAAO,IAAA,UAAE,EAAC,eAAe,CAAC,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,oBAAY,CACd,kCAAkC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC3F,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,CAAC,cAAc,CACnB,KAAa,EACb,QAAsB,EACtB,MAAyB,EACzB,KAAwB;QAExB,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,IAAI,GAA4B;gBACpC,KAAK;gBACL,QAAQ;gBACR,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM;gBAC3C,KAAK;gBACL,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,GAAG;gBACvC,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,KAAK;gBAC/B,SAAS,EAAE,MAAM,EAAE,SAAS,IAAI,KAAK;gBACrC,UAAU,EAAE,MAAM,EAAE,UAAU;aAC/B,CAAC;YAEF,uCAAuC;YACvC,MAAM,WAAW,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAE9D,uCAAuC;YACvC,IAAI,CAAC,uBAAuB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAEjD,oCAAoC;YACpC,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YACpE,IAAI,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;gBACpC,MAAM,IAAA,WAAG,EAAC,IAAI,oBAAY,CAAC,SAAS,KAAK,6BAA6B,CAAC,CAAC,CAAC;gBACzE,OAAO;YACT,CAAC;YAED,gDAAgD;YAChD,IAAI,MAAM,EAAE,cAAc,EAAE,IAAI,KAAK,aAAa,IAAI,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC;gBACrF,MAAM,IAAA,WAAG,EACP,IAAI,oBAAY,CAAC,oEAAoE,CAAC,CACvF,CAAC;gBACF,OAAO;YACT,CAAC;YAED,uBAAuB;YACvB,MAAM,cAAc,GAAG,IAAA,+CAAqB,EAAC,QAAQ,CAAC,CAAC;YAEvD,MAAM,WAAW,GAA4B;gBAC3C,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,IAAI;aACb,CAAC;YAEF,+BAA+B;YAC/B,IAAI,aAAa,IAAI,WAAW,EAAE,CAAC;gBACjC,WAAW,CAAC,WAAW,GAAG,WAAW,CAAC,WAAW,CAAC;YACpD,CAAC;YAED,wBAAwB;YACxB,IAAI,WAAW,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1F,WAAW,CAAC,KAAK,GAAI,WAAW,CAAC,KAA0B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI;wBACrB,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;wBACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;qBAClC;iBACF,CAAC,CAAC,CAAC;YACN,CAAC;YAED,gCAAgC;YAChC,IAAI,WAAW,IAAI,WAAW,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACtE,WAAW,CAAC,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC;YACjD,CAAC;iBAAM,IACL,qBAAqB,IAAI,WAAW;gBACpC,WAAW,CAAC,mBAAmB,KAAK,SAAS,EAC7C,CAAC;gBACD,WAAW,CAAC,qBAAqB,GAAG,WAAW,CAAC,mBAAmB,CAAC;YACtE,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,mBAAmB,EAAE;gBAC/D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;aAClC,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,IAAA,WAAG,EACP,IAAI,oBAAY,CACd,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,EAC5E,QAAQ,CAAC,MAAM,CAChB,CACF,CAAC;gBACF,OAAO;YACT,CAAC;YAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAA,WAAG,EAAC,IAAI,oBAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC;gBAChD,OAAO;YACT,CAAC;YAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,0CAA0C;YAC1C,0EAA0E;YAC1E,MAAM,oBAAoB,GAGtB,IAAI,GAAG,EAAE,CAAC;YAEd,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAE5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAE3B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChC,IAAI,CAAC,WAAW,IAAI,WAAW,KAAK,cAAc;wBAAE,SAAS;oBAE7D,IAAI,WAAW,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACrC,IAAI,CAAC;4BACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAsB,CAAC;4BACnE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;4BAC/B,IAAI,CAAC,MAAM;gCAAE,SAAS;4BAEtB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;4BAC3B,MAAM,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC;4BAE1C,sCAAsC;4BACtC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gCAClB,MAAM,IAAA,UAAE,EAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;4BACpD,CAAC;4BAED,8BAA8B;4BAC9B,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gCACrB,KAAK,MAAM,aAAa,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;oCAC7C,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC;oCAElC,sDAAsD;oCACtD,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wCACrC,oBAAoB,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;oCAC3E,CAAC;oCAED,4EAA4E;oCAC5E,MAAM,GAAG,GAAG,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oCAC5C,IAAI,CAAC,GAAG;wCAAE,SAAS;oCAEnB,8BAA8B;oCAC9B,IAAI,aAAa,CAAC,EAAE,EAAE,CAAC;wCACrB,GAAG,CAAC,EAAE,GAAG,aAAa,CAAC,EAAE,CAAC;oCAC5B,CAAC;oCAED,IAAI,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;wCACjC,GAAG,CAAC,IAAI,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC;oCACzC,CAAC;oCAED,yCAAyC;oCACzC,IAAI,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;wCACtC,GAAG,CAAC,SAAS,IAAI,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC;oCACpD,CAAC;gCACH,CAAC;4BACH,CAAC;4BAED,wEAAwE;4BACxE,IAAI,YAAY,KAAK,YAAY,IAAI,oBAAoB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gCACnE,MAAM,iBAAiB,GAAe,EAAE,CAAC;gCAEzC,kCAAkC;gCAClC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gCAEpF,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;oCAClC,MAAM,EAAE,GAAG,oBAAoB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oCAC3C,IAAI,CAAC,EAAE;wCAAE,SAAS;oCAClB,kDAAkD;oCAClD,iBAAiB,CAAC,IAAI,CAAC;wCACrB,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE;wCACf,IAAI,EAAE,UAAmB;wCACzB,QAAQ,EAAE;4CACR,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,EAAE;4CACnB,SAAS,EAAE,EAAE,CAAC,SAAS;yCACxB;qCACF,CAAC,CAAC;gCACL,CAAC;gCAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oCACjC,MAAM,IAAA,UAAE,EAAC;wCACP,SAAS,EAAE,iBAAiB;wCAC5B,IAAI,EAAE,IAAI;wCACV,YAAY,EAAE,YAAY;qCAC3B,CAAC,CAAC;gCACL,CAAC;4BACH,CAAC;4BAED,IAAI,YAAY,IAAI,YAAY,KAAK,YAAY,EAAE,CAAC;gCAClD,MAAM,IAAA,UAAE,EAAC,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAE,YAA2C,EAAE,CAAC,CAAC;4BACtF,CAAC;wBACH,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,OAAO,CAAC,KAAK,CAAC,iCAAiC,WAAW,EAAE,EAAE,UAAU,CAAC,CAAC;wBAC5E,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAA,WAAG,EACP,IAAI,oBAAY,CACd,8BAA8B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACvF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,SAAS,EAAE;gBACrD,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;iBACvC;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,IAAA,WAAG,EACR,IAAI,oBAAY,CACd,qBAAqB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EAC7D,QAAQ,CAAC,MAAM,CAChB,CACF,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyB,CAAC;YAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAErD,OAAO,IAAA,UAAE,EAAC,UAAU,CAAC,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,oBAAY,CACd,0BAA0B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACnF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,IAAY,EAAE,KAAc;QACpD,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,KAAK,IAAI,wBAAwB,CAAC;YAEzD,0EAA0E;YAC1E,MAAM,SAAS,GAAG,IAAI,mCAAgB,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YAEzD,MAAM,aAAa,GAAe,EAAE,CAAC;YACrC,MAAM,OAAO,GAAa,EAAE,CAAC;YAE7B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,aAAa,EAAE;oBACzD,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;qBACvC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,KAAK,EAAE,cAAc;wBACrB,KAAK,EAAE,KAAK;qBACb,CAAC;iBACH,CAAC,CAAC;gBAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACxC,SAAS,CAAC,IAAI,EAAE,CAAC;oBACjB,OAAO,IAAA,WAAG,EACR,IAAI,oBAAY,CACd,gCAAgC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,MAAM,SAAS,EAAE,EACvF,QAAQ,CAAC,MAAM,CAChB,CACF,CAAC;gBACJ,CAAC;gBAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;gBAChE,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC;gBAE1C,IAAI,SAAS,EAAE,CAAC;oBACd,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBAC9B,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,SAAS,CAAC,IAAI,EAAE,CAAC;YAEjB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAA,WAAG,EAAC,IAAI,oBAAY,CAAC,wBAAwB,CAAC,CAAC,CAAC;YACzD,CAAC;YAED,wCAAwC;YACxC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAA,UAAE,EAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;YAED,4CAA4C;YAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,yBAAyB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YACvE,OAAO,IAAA,UAAE,EAAC,OAAO,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAA,WAAG,EACR,IAAI,oBAAY,CACd,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC5F,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,CAAC,aAAa,CACpB,SAA2B,EAC3B,IAAY,EACZ,WAAmB;QAEnB,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACpD,MAAM,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,yBAAyB,CAAC,UAAsB,EAAE,OAAiB;QACzE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEvC,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvD,wCAAwC;QACxC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;YAC9D,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE;gBACvC,gEAAgE;gBAChE,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,KAAK,GAAG,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACxC,GAAG,IAAI,KAAK,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;YACxC,CAAC,CAAC,CAAC;YACH,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,YAAY;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACnE,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAtlBD,sCAslBC"}

package/dist/llm/gateways/tokenizerGateway.d.ts

@@ -0,0 +1,61 @@
+/**
+ * Gateway for tokenizing and detokenizing text using tiktoken.
+ *
+ * This gateway provides encoding and decoding functionality for text,
+ * which is useful for:
+ * - Counting tokens to manage context windows
+ * - Understanding token usage for cost estimation
+ * - Debugging token-related issues
+ *
+ * @example
+ * ```typescript
+ * const tokenizer = new TokenizerGateway();
+ * const tokens = tokenizer.encode("Hello, world!");
+ * const text = tokenizer.decode(tokens);
+ * ```
+ */
+export declare class TokenizerGateway {
+    private tokenizer;
+    /**
+     * Creates a new TokenizerGateway instance.
+     *
+     * @param model - The encoding model to use. Defaults to "cl100k_base" which is used by GPT-4 and GPT-3.5-turbo.
+     *                Other options include "p50k_base" (GPT-3), "r50k_base" (older models), etc.
+     */
+    constructor(model?: string);
+    /**
+     * Encodes text into tokens.
+     *
+     * @param text - The text to encode
+     * @returns An array of token IDs
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new TokenizerGateway();
+     * const tokens = tokenizer.encode("Hello, world!");
+     * console.log(`Token count: ${tokens.length}`);
+     * ```
+     */
+    encode(text: string): number[];
+    /**
+     * Decodes tokens back into text.
+     *
+     * @param tokens - The array of token IDs to decode
+     * @returns The decoded text
+     *
+     * @example
+     * ```typescript
+     * const tokenizer = new TokenizerGateway();
+     * const tokens = [9906, 11, 1917, 0];
+     * const text = tokenizer.decode(tokens);
+     * console.log(text); // "Hello, world!"
+     * ```
+     */
+    decode(tokens: number[]): string;
+    /**
+     * Frees the tokenizer resources.
+     * Call this when you're done using the tokenizer to prevent memory leaks.
+     */
+    free(): void;
+}
+//# sourceMappingURL=tokenizerGateway.d.ts.map

package/dist/llm/gateways/tokenizerGateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizerGateway.d.ts","sourceRoot":"","sources":["../../../src/llm/gateways/tokenizerGateway.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;;;;;GAeG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAAW;IAE5B;;;;;OAKG;gBACS,KAAK,GAAE,MAAsB;IAIzC;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE;IAI9B;;;;;;;;;;;;;OAaG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM;IAKhC;;;OAGG;IACH,IAAI,IAAI,IAAI;CAGb"}