jazz-ai 0.1.0

package/dist/services/llm/ai-sdk-service.js

@@ -0,0 +1,326 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createAISDKServiceLayer = createAISDKServiceLayer;
+const anthropic_1 = require("@ai-sdk/anthropic");
+const google_1 = require("@ai-sdk/google");
+const mistral_1 = require("@ai-sdk/mistral");
+const openai_1 = require("@ai-sdk/openai");
+const xai_1 = require("@ai-sdk/xai");
+const ai_1 = require("ai");
+const effect_1 = require("effect");
+const config_1 = require("../config");
+const types_1 = require("./types");
+function safeParseJson(input) {
+    try {
+        const parsed = JSON.parse(input);
+        return parsed && typeof parsed === "object" ? parsed : {};
+    }
+    catch {
+        return {};
+    }
+}
+function toCoreMessages(messages) {
+    return messages.map((m) => {
+        const role = m.role;
+        if (role === "system") {
+            return {
+                role: "system",
+                content: m.content,
+            };
+        }
+        // User messages - simple string content
+        if (role === "user") {
+            return {
+                role: "user",
+                content: m.content,
+            };
+        }
+        // Assistant messages (may include tool calls)
+        if (role === "assistant") {
+            const contentParts = [];
+            if (m.content && m.content.length > 0) {
+                contentParts.push({ type: "text", text: m.content });
+            }
+            if (m.tool_calls && m.tool_calls.length > 0) {
+                for (const tc of m.tool_calls) {
+                    contentParts.push({
+                        type: "tool-call",
+                        toolCallId: tc.id,
+                        toolName: tc.function.name,
+                        input: safeParseJson(tc.function.arguments),
+                    });
+                }
+            }
+            // If we have content parts, return them as an array, otherwise return as string
+            if (contentParts.length > 0) {
+                return { role: "assistant", content: contentParts };
+            }
+            else {
+                return { role: "assistant", content: "" };
+            }
+        }
+        // Tool messages (tool results)
+        if (role === "tool") {
+            const contentParts = [];
+            contentParts.push({
+                type: "tool-result",
+                toolCallId: m.tool_call_id ?? "",
+                toolName: m.name ?? "tool",
+                output: { type: "text", value: m.content },
+            });
+            return { role: "tool", content: contentParts };
+        }
+        // Fallback - should not reach here
+        throw new Error(`Unsupported message role: ${String(role)}`);
+    });
+}
+function selectModel(providerName, modelId) {
+    switch (providerName.toLowerCase()) {
+        case "openai":
+            return (0, openai_1.openai)(modelId);
+        case "anthropic":
+            return (0, anthropic_1.anthropic)(modelId);
+        case "gemini":
+        case "google":
+            return (0, google_1.google)(modelId);
+        case "mistral":
+            return (0, mistral_1.mistral)(modelId);
+        case "xai":
+            return (0, xai_1.xai)(modelId);
+        default:
+            return (0, openai_1.openai)(modelId);
+    }
+}
+class DefaultAISDKService {
+    config;
+    providerModels;
+    constructor(config) {
+        this.config = config;
+        // Export API keys to env for providers that read from env
+        Object.entries(this.config.apiKeys).forEach(([provider, apiKey]) => {
+            process.env[`${provider.toUpperCase()}_API_KEY`] = apiKey;
+        });
+        this.providerModels = {
+            openai: [
+                { id: "gpt-5", displayName: "GPT-5", isReasoningModel: true },
+                { id: "gpt-5-mini", displayName: "GPT-5 Mini", isReasoningModel: true },
+                { id: "gpt-5-nano", displayName: "GPT-5 Nano", isReasoningModel: true },
+                { id: "gpt-4.1", displayName: "GPT-4.1", isReasoningModel: true },
+                { id: "gpt-4.1-mini", displayName: "GPT-4.1 Mini", isReasoningModel: true },
+                { id: "gpt-4.1-nano", displayName: "GPT-4.1 Nano", isReasoningModel: true },
+                { id: "gpt-4o", displayName: "GPT-4o", isReasoningModel: false },
+                { id: "gpt-4o-mini", displayName: "GPT-4o Mini", isReasoningModel: false },
+                { id: "o4-mini", displayName: "o4-mini", isReasoningModel: true },
+            ],
+            anthropic: [
+                { id: "claude-opus-4", displayName: "Claude Opus 4", isReasoningModel: true },
+                { id: "claude-sonnet-4", displayName: "Claude Sonnet 4", isReasoningModel: true },
+                { id: "claude-3.7", displayName: "Claude 3.7", isReasoningModel: true },
+                { id: "claude-3-sonnet", displayName: "Claude 3 Sonnet", isReasoningModel: false },
+                { id: "claude-3-opus", displayName: "Claude 3 Opus", isReasoningModel: false },
+                { id: "claude-3-haiku", displayName: "Claude 3 Haiku", isReasoningModel: false },
+            ],
+            gemini: [
+                { id: "gemini-2.5-flash", displayName: "Gemini 2.5 Flash", isReasoningModel: true },
+                { id: "gemini-2.5-pro", displayName: "Gemini 2.5 Pro", isReasoningModel: true },
+                {
+                    id: "gemini-2.5-flash-lite",
+                    displayName: "Gemini 2.5 Flash Lite",
+                    isReasoningModel: true,
+                },
+                { id: "gemini-2.0-flash", displayName: "Gemini 2.0 Flash", isReasoningModel: false },
+            ],
+            mistral: [
+                { id: "mistral-small-latest", displayName: "Mistral Small", isReasoningModel: false },
+                { id: "mistral-medium-latest", displayName: "Mistral Medium", isReasoningModel: false },
+                { id: "mistral-large-latest", displayName: "Mistral Large", isReasoningModel: false },
+                { id: "magistral-small-2506", displayName: "Magistral Small", isReasoningModel: true },
+                { id: "magistral-medium-2506", displayName: "Magistral Medium", isReasoningModel: true },
+            ],
+            custom: [
+                { id: "llama4", displayName: "Llama 4", isReasoningModel: false },
+                { id: "llama3", displayName: "Llama 3", isReasoningModel: false },
+                { id: "qwq", displayName: "QWQ", isReasoningModel: false },
+                { id: "deepseek-r1", displayName: "DeepSeek R1", isReasoningModel: true },
+                { id: "mistral", displayName: "Mistral", isReasoningModel: false },
+            ],
+            xai: [
+                { id: "grok-4-0709", displayName: "Grok 4", isReasoningModel: true },
+                { id: "grok-3", displayName: "Grok 3", isReasoningModel: true },
+                { id: "grok-3-mini", displayName: "Grok 3 Mini", isReasoningModel: true },
+            ],
+        };
+    }
+    getProvider(providerName) {
+        return effect_1.Effect.try({
+            try: () => {
+                if (!this.providerModels[providerName]) {
+                    throw new types_1.LLMConfigurationError(providerName, `Provider not supported: ${providerName}`);
+                }
+                const provider = {
+                    name: providerName,
+                    supportedModels: this.providerModels[providerName],
+                    defaultModel: this.providerModels[providerName][0]?.id ?? "",
+                    authenticate: () => effect_1.Effect.try({
+                        try: () => {
+                            const apiKey = this.config.apiKeys[providerName];
+                            if (!apiKey) {
+                                throw new types_1.LLMAuthenticationError(providerName, "API key not configured");
+                            }
+                        },
+                        catch: (error) => new types_1.LLMAuthenticationError(providerName, error instanceof Error ? error.message : String(error)),
+                    }),
+                    createChatCompletion: (options) => this.createChatCompletion(providerName, options),
+                };
+                return provider;
+            },
+            catch: (error) => new types_1.LLMConfigurationError(providerName, `Failed to get provider: ${error instanceof Error ? error.message : String(error)}`),
+        });
+    }
+    listProviders() {
+        const configuredProviders = Object.keys(this.config.apiKeys);
+        const intersect = configuredProviders.filter((p) => this.providerModels[p]);
+        return effect_1.Effect.succeed(intersect);
+    }
+    createChatCompletion(providerName, options) {
+        return effect_1.Effect.tryPromise({
+            try: async () => {
+                if (options.stream === true) {
+                    throw new Error("Streaming responses are not supported yet");
+                }
+                const model = selectModel(providerName, options.model);
+                // Prepare tools for AI SDK if present
+                let tools;
+                if (options.tools && options.tools.length > 0) {
+                    tools = {};
+                    for (const toolDef of options.tools) {
+                        tools[toolDef.function.name] = (0, ai_1.tool)({
+                            description: toolDef.function.description,
+                            inputSchema: toolDef.function.parameters,
+                        });
+                    }
+                }
+                const result = await (0, ai_1.generateText)({
+                    model,
+                    messages: toCoreMessages(options.messages),
+                    ...(typeof options.temperature === "number" ? { temperature: options.temperature } : {}),
+                    ...(tools ? { tools } : {}),
+                    stopWhen: (0, ai_1.stepCountIs)(8),
+                });
+                let responseModel = options.model;
+                let content = "";
+                let toolCalls = undefined;
+                let usage = undefined;
+                // Extract text content
+                content = result.text ?? "";
+                // Extract model ID from result (fallback to options.model if not available)
+                responseModel = options.model; // AI SDK doesn't expose modelId in result
+                // Extract usage information
+                if (result.usage) {
+                    const usageData = result.usage;
+                    usage = {
+                        promptTokens: usageData.inputTokens ?? 0,
+                        completionTokens: usageData.outputTokens ?? 0,
+                        totalTokens: usageData.totalTokens ?? 0,
+                    };
+                }
+                // Extract tool calls if present
+                if (result.toolCalls && result.toolCalls.length > 0) {
+                    toolCalls = result.toolCalls.map((tc) => {
+                        // Handle both static and dynamic tool calls
+                        if ("dynamic" in tc && tc.dynamic) {
+                            // Dynamic tool call
+                            return {
+                                id: tc.toolCallId,
+                                type: "function",
+                                function: {
+                                    name: tc.toolName,
+                                    arguments: JSON.stringify(tc.input ?? {}),
+                                },
+                            };
+                        }
+                        else {
+                            // Static tool call
+                            return {
+                                id: tc.toolCallId,
+                                type: "function",
+                                function: {
+                                    name: tc.toolName,
+                                    arguments: JSON.stringify(tc.input ?? {}),
+                                },
+                            };
+                        }
+                    });
+                }
+                const resultObj = {
+                    id: "",
+                    model: responseModel,
+                    content,
+                    ...(toolCalls ? { toolCalls } : {}),
+                    ...(usage ? { usage } : {}),
+                };
+                return resultObj;
+            },
+            catch: (error) => {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                let httpStatus;
+                if (error instanceof Error) {
+                    const e = error;
+                    httpStatus = e.status || e.statusCode;
+                    if (!httpStatus) {
+                        const m = errorMessage.match(/(\d{3})\s/);
+                        if (m && m[1])
+                            httpStatus = parseInt(m[1], 10);
+                    }
+                }
+                if (httpStatus === 401 || httpStatus === 403) {
+                    return new types_1.LLMAuthenticationError(providerName, errorMessage);
+                }
+                else if (httpStatus === 429) {
+                    return new types_1.LLMRateLimitError(providerName, errorMessage);
+                }
+                else if (httpStatus && httpStatus >= 400 && httpStatus < 500) {
+                    return new types_1.LLMRequestError(providerName, errorMessage);
+                }
+                else if (httpStatus && httpStatus >= 500) {
+                    return new types_1.LLMRequestError(providerName, `Server error (${httpStatus}): ${errorMessage}`);
+                }
+                else {
+                    if (errorMessage.toLowerCase().includes("authentication") ||
+                        errorMessage.toLowerCase().includes("api key")) {
+                        return new types_1.LLMAuthenticationError(providerName, errorMessage);
+                    }
+                    else {
+                        return new types_1.LLMRequestError(providerName, errorMessage || "Unknown LLM request error");
+                    }
+                }
+            },
+        });
+    }
+}
+function createAISDKServiceLayer() {
+    return effect_1.Layer.effect(types_1.LLMServiceTag, effect_1.Effect.gen(function* () {
+        const configService = yield* config_1.AgentConfigService;
+        const appConfig = yield* configService.appConfig;
+        const apiKeys = {};
+        const openAIAPIKey = appConfig.llm?.openai?.api_key;
+        if (openAIAPIKey)
+            apiKeys["openai"] = openAIAPIKey;
+        const anthropicAPIKey = appConfig.llm?.anthropic?.api_key;
+        if (anthropicAPIKey)
+            apiKeys["anthropic"] = anthropicAPIKey;
+        const geminiAPIKey = appConfig.llm?.gemini?.api_key;
+        if (geminiAPIKey)
+            apiKeys["gemini"] = geminiAPIKey;
+        const mistralAPIKey = appConfig.llm?.mistral?.api_key;
+        if (mistralAPIKey)
+            apiKeys["mistral"] = mistralAPIKey;
+        const providers = Object.keys(apiKeys);
+        if (providers.length === 0) {
+            return yield* effect_1.Effect.fail(new types_1.LLMConfigurationError("unknown", "No LLM API keys configured. Set config.llm.<provider>.api_key or env (e.g., OPENAI_API_KEY)."));
+        }
+        const cfg = { apiKeys };
+        return new DefaultAISDKService(cfg);
+    }));
+}
+//# sourceMappingURL=ai-sdk-service.js.map

package/dist/services/llm/ai-sdk-service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-sdk-service.js","sourceRoot":"","sources":["../../../src/services/llm/ai-sdk-service.ts"],"names":[],"mappings":";;AAiYA,0DAuCC;AAxaD,iDAA8C;AAC9C,2CAAwC;AACxC,6CAA0C;AAC1C,2CAAwC;AACxC,qCAAkC;AAClC,2BAYY;AACZ,mCAAuC;AAEvC,sCAAmE;AACnE,mCAYiB;AAMjB,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAA4B,CAAC;QAC5D,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CACrB,QAUE;IAEF,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;QAEpB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,CAAC,CAAC,OAAO;aACG,CAAC;QAC1B,CAAC;QAED,wCAAwC;QACxC,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACC,CAAC;QACxB,CAAC;QAED,8CAA8C;QAC9C,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YACzB,MAAM,YAAY,GAGd,EAAE,CAAC;YAEP,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACvD,CAAC;YAED,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;oBAC9B,YAAY,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,WAAW;wBACjB,UAAU,EAAE,EAAE,CAAC,EAAE;wBACjB,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;wBAC1B,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;qBAC5C,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,gFAAgF;YAChF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAA2B,CAAC;YAC/E,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAA2B,CAAC;YACrE,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,MAAM,YAAY,GAAgC,EAAE,CAAC;YAErD,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;gBAChC,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,MAAM;gBAC1B,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE;aAC3C,CAAC,CAAC;YAEH,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAsB,CAAC;QACrE,CAAC;QAED,mCAAmC;QACnC,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC;AAID,SAAS,WAAW,CAAC,YAAoB,EAAE,OAAkB;IAC3D,QAAQ,YAAY,CAAC,WAAW,EAAE,EAAE,CAAC;QACnC,KAAK,QAAQ;YACX,OAAO,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC;QACzB,KAAK,WAAW;YACd,OAAO,IAAA,qBAAS,EAAC,OAAO,CAAC,CAAC;QAC5B,KAAK,QAAQ,CAAC;QACd,KAAK,QAAQ;YACX,OAAO,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC;QACzB,KAAK,SAAS;YACZ,OAAO,IAAA,iBAAO,EAAC,OAAO,CAAC,CAAC;QAC1B,KAAK,KAAK;YACR,OAAO,IAAA,SAAG,EAAC,OAAO,CAAC,CAAC;QACtB;YACE,OAAO,IAAA,eAAM,EAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,MAAM,mBAAmB;IACf,MAAM,CAAc;IACpB,cAAc,CAA8B;IAEpD,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,0DAA0D;QAC1D,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE;YACjE,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,GAAG;YACpB,MAAM,EAAE;gBACN,EAAE,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC7D,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACvE,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACvE,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACjE,EAAE,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC3E,EAAE,EAAE,EAAE,cAAc,EAAE,WAAW,EAAE,cAAc,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC3E,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBAChE,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBAC1E,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,IAAI,EAAE;aAClE;YACD,SAAS,EAAE;gBACT,EAAE,EAAE,EAAE,eAAe,EAAE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC7E,EAAE,EAAE,EAAE,iBAAiB,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACjF,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACvE,EAAE,EAAE,EAAE,iBAAiB,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBAClF,EAAE,EAAE,EAAE,eAAe,EAAE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBAC9E,EAAE,EAAE,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,KAAK,EAAE;aACjF;YACD,MAAM,EAAE;gBACN,EAAE,EAAE,EAAE,kBAAkB,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACnF,EAAE,EAAE,EAAE,gBAAgB,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC/E;oBACE,EAAE,EAAE,uBAAuB;oBAC3B,WAAW,EAAE,uBAAuB;oBACpC,gBAAgB,EAAE,IAAI;iBACvB;gBACD,EAAE,EAAE,EAAE,kBAAkB,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,KAAK,EAAE;aACrF;YACD,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,sBAAsB,EAAE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBACrF,EAAE,EAAE,EAAE,uBAAuB,EAAE,WAAW,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBACvF,EAAE,EAAE,EAAE,sBAAsB,EAAE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBACrF,EAAE,EAAE,EAAE,sBAAsB,EAAE,WAAW,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACtF,EAAE,EAAE,EAAE,uBAAuB,EAAE,WAAW,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,IAAI,EAAE;aACzF;YACD,MAAM,EAAE;gBACN,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBACjE,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBACjE,EAAE,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE;gBAC1D,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACzE,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE;aACnE;YACD,GAAG,EAAE;gBACH,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBACpE,EAAE,EAAE,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,gBAAgB,EAAE,IAAI,EAAE;gBAC/D,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,gBAAgB,EAAE,IAAI,EAAE;aAC1E;SACF,CAAC;IACJ,CAAC;IAED,WAAW,CACT,YAA8C;QAE9C,OAAO,eAAM,CAAC,GAAG,CAAC;YAChB,GAAG,EAAE,GAAG,EAAE;gBACR,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,CAAC;oBACvC,MAAM,IAAI,6BAAqB,CAAC,YAAY,EAAE,2BAA2B,YAAY,EAAE,CAAC,CAAC;gBAC3F,CAAC;gBAED,MAAM,QAAQ,GAAgB;oBAC5B,IAAI,EAAE,YAAY;oBAClB,eAAe,EAAE,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC;oBAClD,YAAY,EAAE,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE;oBAC5D,YAAY,EAAE,GAAG,EAAE,CACjB,eAAM,CAAC,GAAG,CAAC;wBACT,GAAG,EAAE,GAAG,EAAE;4BACR,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;4BACjD,IAAI,CAAC,MAAM,EAAE,CAAC;gCACZ,MAAM,IAAI,8BAAsB,CAAC,YAAY,EAAE,wBAAwB,CAAC,CAAC;4BAC3E,CAAC;wBACH,CAAC;wBACD,KAAK,EAAE,CAAC,KAAc,EAAE,EAAE,CACxB,IAAI,8BAAsB,CACxB,YAAY,EACZ,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD;qBACJ,CAAC;oBACJ,oBAAoB,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,OAAO,CAAC;iBACpF,CAAC;gBAEF,OAAO,QAAQ,CAAC;YAClB,CAAC;YACD,KAAK,EAAE,CAAC,KAAc,EAAE,EAAE,CACxB,IAAI,6BAAqB,CACvB,YAAY,EACZ,2BAA2B,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CACpF;SACJ,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,MAAM,mBAAmB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,OAAO,eAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;IAED,oBAAoB,CAClB,YAAoB,EACpB,OAA8B;QAE9B,OAAO,eAAM,CAAC,UAAU,CAAC;YACvB,GAAG,EAAE,KAAK,IAAI,EAAE;gBACd,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;gBAC/D,CAAC;gBAED,MAAM,KAAK,GAAG,WAAW,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBAEvD,sCAAsC;gBACtC,IAAI,KAA0B,CAAC;gBAC/B,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9C,KAAK,GAAG,EAAE,CAAC;oBAEX,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;wBACpC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAA,SAAI,EAAC;4BAClC,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,WAAW;4BACzC,WAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,UAAqC;yBACpE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAY,EAAC;oBAChC,KAAK;oBACL,QAAQ,EAAE,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC;oBAC1C,GAAG,CAAC,OAAO,OAAO,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxF,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3B,QAAQ,EAAE,IAAA,gBAAW,EAAC,CAAC,CAAC;iBACzB,CAAC,CAAC;gBAEH,IAAI,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC;gBAClC,IAAI,OAAO,GAAG,EAAE,CAAC;gBACjB,IAAI,SAAS,GAAoD,SAAS,CAAC;gBAC3E,IAAI,KAAK,GAAgD,SAAS,CAAC;gBAEnE,uBAAuB;gBACvB,OAAO,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBAE5B,4EAA4E;gBAC5E,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,0CAA0C;gBAEzE,4BAA4B;gBAC5B,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC;oBAC/B,KAAK,GAAG;wBACN,YAAY,EAAE,SAAS,CAAC,WAAW,IAAI,CAAC;wBACxC,gBAAgB,EAAE,SAAS,CAAC,YAAY,IAAI,CAAC;wBAC7C,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,CAAC;qBACxC,CAAC;gBACJ,CAAC;gBAED,gCAAgC;gBAChC,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpD,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAA0B,EAAE,EAAE;wBAC9D,4CAA4C;wBAC5C,IAAI,SAAS,IAAI,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;4BAClC,oBAAoB;4BACpB,OAAO;gCACL,EAAE,EAAE,EAAE,CAAC,UAAU;gCACjB,IAAI,EAAE,UAAmB;gCACzB,QAAQ,EAAE;oCACR,IAAI,EAAE,EAAE,CAAC,QAAQ;oCACjB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;iCAC1C;6BACF,CAAC;wBACJ,CAAC;6BAAM,CAAC;4BACN,mBAAmB;4BACnB,OAAO;gCACL,EAAE,EAAE,EAAE,CAAC,UAAU;gCACjB,IAAI,EAAE,UAAmB;gCACzB,QAAQ,EAAE;oCACR,IAAI,EAAE,EAAE,CAAC,QAAQ;oCACjB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;iCAC1C;6BACF,CAAC;wBACJ,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBAED,MAAM,SAAS,GAA2B;oBACxC,EAAE,EAAE,EAAE;oBACN,KAAK,EAAE,aAAa;oBACpB,OAAO;oBACP,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACnC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC5B,CAAC;gBACF,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,KAAK,EAAE,CAAC,KAAc,EAAE,EAAE;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,IAAI,UAA8B,CAAC;gBAEnC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,MAAM,CAAC,GAAG,KAAyD,CAAC;oBACpE,UAAU,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,UAAU,CAAC;oBACtC,IAAI,CAAC,UAAU,EAAE,CAAC;wBAChB,MAAM,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBAC1C,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;4BAAE,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACjD,CAAC;gBACH,CAAC;gBAED,IAAI,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;oBAC7C,OAAO,IAAI,8BAAsB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;gBAChE,CAAC;qBAAM,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;oBAC9B,OAAO,IAAI,yBAAiB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;gBAC3D,CAAC;qBAAM,IAAI,UAAU,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;oBAC/D,OAAO,IAAI,uBAAe,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;gBACzD,CAAC;qBAAM,IAAI,UAAU,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;oBAC3C,OAAO,IAAI,uBAAe,CAAC,YAAY,EAAE,iBAAiB,UAAU,MAAM,YAAY,EAAE,CAAC,CAAC;gBAC5F,CAAC;qBAAM,CAAC;oBACN,IACE,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;wBACrD,YAAY,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAC9C,CAAC;wBACD,OAAO,IAAI,8BAAsB,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;oBAChE,CAAC;yBAAM,CAAC;wBACN,OAAO,IAAI,uBAAe,CAAC,YAAY,EAAE,YAAY,IAAI,2BAA2B,CAAC,CAAC;oBACxF,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAgB,uBAAuB;IAKrC,OAAO,cAAK,CAAC,MAAM,CACjB,qBAAa,EACb,eAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,aAAa,GAAG,KAAK,CAAC,CAAC,2BAAkB,CAAC;QAChD,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;QAEjD,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC;QACpD,IAAI,YAAY;YAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC;QAEnD,MAAM,eAAe,GAAG,SAAS,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC;QAC1D,IAAI,eAAe;YAAE,OAAO,CAAC,WAAW,CAAC,GAAG,eAAe,CAAC;QAE5D,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC;QACpD,IAAI,YAAY;YAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC;QAEnD,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC;QACtD,IAAI,aAAa;YAAE,OAAO,CAAC,SAAS,CAAC,GAAG,aAAa,CAAC;QAEtD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC,CAAC,eAAM,CAAC,IAAI,CACvB,IAAI,6BAAqB,CACvB,SAAS,EACT,8FAA8F,CAC/F,CACF,CAAC;QACJ,CAAC;QAED,MAAM,GAAG,GAAgB,EAAE,OAAO,EAAE,CAAC;QACrC,OAAO,IAAI,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC,CAAC,CACH,CAAC;AACJ,CAAC"}

package/dist/services/llm/context-manager.d.ts

@@ -0,0 +1,51 @@
+import { type ChatMessage } from "./types";
+/**
+ * Get the context window limit for a model
+ */
+export declare function getModelContextLimit(model: string): number;
+/**
+ * Get all models for a specific provider
+ */
+export declare function getModelsByProvider(provider: string): Record<string, number>;
+/**
+ * Get all available providers
+ */
+export declare function getAvailableProviders(): string[];
+/**
+ * Simple token counting - rough approximation
+ * For production use, consider using tiktoken or similar
+ */
+export declare function estimateTokenCount(content: string): number;
+/**
+ * Estimate tokens for a single message
+ */
+export declare function estimateMessageTokens(message: ChatMessage): number;
+/**
+ * Estimate total tokens for a conversation
+ */
+export declare function estimateConversationTokens(messages: ChatMessage[]): number;
+/**
+ * Check if conversation should be summarized
+ */
+export declare function shouldSummarize(messages: ChatMessage[], model: string, safetyMargin?: number): boolean;
+/**
+ * Find the point where summarization should start, considering both message count and token limits
+ */
+export declare function findSummarizationPoint(messages: ChatMessage[], model: string, targetTokens: number, maxRecentTokens?: number, preserveRecentMessages?: number): number;
+/**
+ * Create a simple summary message
+ */
+export declare function createSummaryMessage(summarizedCount: number): ChatMessage;
+/**
+ * Check if a message contains large tool call results that should be summarized
+ */
+export declare function isLargeToolResult(message: ChatMessage, maxTokens?: number): boolean;
+/**
+ * Summarize large tool call results to reduce context usage
+ */
+export declare function summarizeToolResult(message: ChatMessage, maxTokens?: number): ChatMessage;
+/**
+ * Summarize conversation by replacing early messages with a summary
+ */
+export declare function summarizeConversation(messages: ChatMessage[], model: string, targetTokens?: number, maxRecentTokens?: number, preserveRecentMessages?: number, summarizeToolResults?: boolean): ChatMessage[];
+//# sourceMappingURL=context-manager.d.ts.map

package/dist/services/llm/context-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-manager.d.ts","sourceRoot":"","sources":["../../../src/services/llm/context-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,WAAW,EAAE,MAAM,SAAS,CAAC;AAqD3C;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAK5E;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,EAAE,CAEhD;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAS1D;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CA+BlE;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,MAAM,CAQ1E;AAED;;GAEG;AACH,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,WAAW,EAAE,EACvB,KAAK,EAAE,MAAM,EACb,YAAY,GAAE,MAAY,GACzB,OAAO,CAMT;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,WAAW,EAAE,EACvB,KAAK,EAAE,MAAM,EACb,YAAY,EAAE,MAAM,EACpB,eAAe,CAAC,EAAE,MAAM,EACxB,sBAAsB,CAAC,EAAE,MAAM,GAC9B,MAAM,CA4DR;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAKzE;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,GAAE,MAAa,GAAG,OAAO,CAOzF;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,WAAW,EAAE,SAAS,GAAE,MAAY,GAAG,WAAW,CAY9F;AAED;;GAEG;AACH,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,WAAW,EAAE,EACvB,KAAK,EAAE,MAAM,EACb,YAAY,CAAC,EAAE,MAAM,EACrB,eAAe,CAAC,EAAE,MAAM,EACxB,sBAAsB,CAAC,EAAE,MAAM,EAC/B,oBAAoB,CAAC,EAAE,OAAO,GAC7B,WAAW,EAAE,CAqDf"}

package/dist/services/llm/context-manager.js

@@ -0,0 +1,269 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getModelContextLimit = getModelContextLimit;
+exports.getModelsByProvider = getModelsByProvider;
+exports.getAvailableProviders = getAvailableProviders;
+exports.estimateTokenCount = estimateTokenCount;
+exports.estimateMessageTokens = estimateMessageTokens;
+exports.estimateConversationTokens = estimateConversationTokens;
+exports.shouldSummarize = shouldSummarize;
+exports.findSummarizationPoint = findSummarizationPoint;
+exports.createSummaryMessage = createSummaryMessage;
+exports.isLargeToolResult = isLargeToolResult;
+exports.summarizeToolResult = summarizeToolResult;
+exports.summarizeConversation = summarizeConversation;
+/**
+ * Advanced context window management utilities
+ * Provides intelligent conversation summarization and token management
+ * for maintaining context within LLM model limits
+ */
+// Model context window limits organized by provider (in tokens)
+const MODEL_CONTEXT_LIMITS_BY_PROVIDER = {
+    // OpenAI models
+    openai: {
+        "gpt-3.5-turbo": 4096,
+        "gpt-4": 8192,
+        "gpt-4o": 128000,
+        "gpt-4o-mini": 128000,
+        "gpt-4-turbo": 128000,
+        "gpt-5": 200000,
+        o3: 200000,
+    },
+    // Anthropic Claude models
+    anthropic: {
+        "claude-3-haiku": 200000,
+        "claude-3-sonnet": 200000,
+        "claude-3-opus": 200000,
+        "claude-sonnet-4": 200000,
+        "claude-opus-4": 200000,
+    },
+    // Google Gemini models
+    google: {
+        "gemini-pro": 30720,
+        "gemini-1.5-pro": 2000000,
+        "gemini-2.0-flash": 1000000,
+    },
+    // Mistral AI models
+    mistral: {
+        "mistral-small-latest": 32000,
+        "mistral-medium-latest": 32000,
+        "mistral-large-latest": 32000,
+        mistral: 32000,
+    },
+    // Meta Llama models
+    meta: {
+        llama3: 8192,
+        llama2: 4096,
+    },
+};
+// Flatten the provider-organized limits into a single lookup table
+const MODEL_CONTEXT_LIMITS = Object.values(MODEL_CONTEXT_LIMITS_BY_PROVIDER).reduce((acc, providerModels) => ({ ...acc, ...providerModels }), {});
+/**
+ * Get the context window limit for a model
+ */
+function getModelContextLimit(model) {
+    return MODEL_CONTEXT_LIMITS[model] || 4096; // Default to 4K if unknown
+}
+/**
+ * Get all models for a specific provider
+ */
+function getModelsByProvider(provider) {
+    return (MODEL_CONTEXT_LIMITS_BY_PROVIDER[provider] ||
+        {});
+}
+/**
+ * Get all available providers
+ */
+function getAvailableProviders() {
+    return Object.keys(MODEL_CONTEXT_LIMITS_BY_PROVIDER);
+}
+/**
+ * Simple token counting - rough approximation
+ * For production use, consider using tiktoken or similar
+ */
+function estimateTokenCount(content) {
+    if (!content)
+        return 0;
+    // Simple approximation: ~4 characters per token for English text
+    const charCount = content.length;
+    const estimatedTokens = Math.ceil(charCount / 4);
+    // Add overhead for special tokens and formatting
+    return Math.max(estimatedTokens, 1);
+}
+/**
+ * Estimate tokens for a single message
+ */
+function estimateMessageTokens(message) {
+    // Base tokens for message structure
+    let tokens = 3; // role, content, and formatting tokens
+    // Add role name tokens
+    tokens += message.role.length;
+    // Add content tokens
+    tokens += estimateTokenCount(message.content);
+    // Add name tokens if present
+    if (message.name) {
+        tokens += message.name.length;
+    }
+    // Add tool call tokens if present
+    if (message.tool_calls) {
+        tokens += message.tool_calls.length * 10; // Rough estimate for tool call overhead
+        for (const toolCall of message.tool_calls) {
+            tokens += toolCall.id.length;
+            tokens += toolCall.function.name.length;
+            tokens += toolCall.function.arguments.length;
+        }
+    }
+    // Add tool call ID tokens if present
+    if (message.tool_call_id) {
+        tokens += message.tool_call_id.length;
+    }
+    return tokens;
+}
+/**
+ * Estimate total tokens for a conversation
+ */
+function estimateConversationTokens(messages) {
+    let totalTokens = 0;
+    for (const message of messages) {
+        totalTokens += estimateMessageTokens(message);
+    }
+    return totalTokens;
+}
+/**
+ * Check if conversation should be summarized
+ */
+function shouldSummarize(messages, model, safetyMargin = 0.8) {
+    const maxTokens = getModelContextLimit(model);
+    const currentTokens = estimateConversationTokens(messages);
+    const threshold = Math.floor(maxTokens * safetyMargin);
+    return currentTokens > threshold;
+}
+/**
+ * Find the point where summarization should start, considering both message count and token limits
+ */
+function findSummarizationPoint(messages, model, targetTokens, maxRecentTokens, preserveRecentMessages) {
+    const maxTokens = getModelContextLimit(model);
+    const availableTokens = maxTokens - targetTokens;
+    let accumulatedTokens = 0;
+    let index = 0;
+    // Always keep the first message (usually system message)
+    if (messages.length > 0) {
+        const firstMessage = messages[0];
+        if (firstMessage) {
+            accumulatedTokens += estimateMessageTokens(firstMessage);
+            index = 1;
+        }
+    }
+    // Calculate how many recent messages to preserve
+    const recentMessagesToPreserve = preserveRecentMessages ?? 3;
+    const maxRecentTokensToPreserve = maxRecentTokens ?? 2000;
+    // Start from the end and work backwards to find recent messages to preserve
+    let recentTokens = 0;
+    let recentMessageCount = 0;
+    const recentStartIndex = Math.max(0, messages.length - recentMessagesToPreserve * 2); // *2 for user/assistant pairs
+    for (let i = messages.length - 1; i >= recentStartIndex; i--) {
+        const message = messages[i];
+        if (!message)
+            continue;
+        const messageTokens = estimateMessageTokens(message);
+        if (recentTokens + messageTokens > maxRecentTokensToPreserve) {
+            break;
+        }
+        recentTokens += messageTokens;
+        recentMessageCount++;
+    }
+    const actualRecentStartIndex = Math.max(index, messages.length - recentMessageCount);
+    // Ensure we never return an index that would result in empty messages
+    if (actualRecentStartIndex >= messages.length) {
+        return Math.max(1, messages.length - 1); // Keep at least the system message + 1 recent message
+    }
+    // Find the point where we exceed available tokens, but don't go past recent messages
+    for (let i = index; i < actualRecentStartIndex; i++) {
+        const message = messages[i];
+        if (!message)
+            continue;
+        const messageTokens = estimateMessageTokens(message);
+        if (accumulatedTokens + messageTokens > availableTokens - recentTokens) {
+            return i;
+        }
+        accumulatedTokens += messageTokens;
+    }
+    // If we can fit all messages, return the recent start index
+    return actualRecentStartIndex;
+}
+/**
+ * Create a simple summary message
+ */
+function createSummaryMessage(summarizedCount) {
+    return {
+        role: "assistant",
+        content: `[CONVERSATION SUMMARY] Previous ${summarizedCount} messages have been summarized to manage context window. Key points and context preserved.`,
+    };
+}
+/**
+ * Check if a message contains large tool call results that should be summarized
+ */
+function isLargeToolResult(message, maxTokens = 1000) {
+    if (message.role !== "assistant" || !message.content) {
+        return false;
+    }
+    const tokens = estimateTokenCount(message.content);
+    return tokens > maxTokens;
+}
+/**
+ * Summarize large tool call results to reduce context usage
+ */
+function summarizeToolResult(message, maxTokens = 500) {
+    if (!isLargeToolResult(message, maxTokens * 2)) {
+        return message;
+    }
+    const originalTokens = estimateTokenCount(message.content);
+    const summary = `[TOOL RESULT SUMMARY] Large tool result (${originalTokens} tokens) has been summarized. Key information preserved.`;
+    return {
+        ...message,
+        content: summary,
+    };
+}
+/**
+ * Summarize conversation by replacing early messages with a summary
+ */
+function summarizeConversation(messages, model, targetTokens, maxRecentTokens, preserveRecentMessages, summarizeToolResults) {
+    const maxTokens = getModelContextLimit(model);
+    const currentTokens = estimateConversationTokens(messages);
+    // If we don't need to summarize, return original messages
+    if (!targetTokens || currentTokens <= targetTokens) {
+        return messages;
+    }
+    const actualTargetTokens = targetTokens || Math.floor(maxTokens * 0.6);
+    const summarizationPoint = findSummarizationPoint(messages, model, actualTargetTokens, maxRecentTokens, preserveRecentMessages);
+    if (summarizationPoint <= 1) {
+        return messages; // Can't summarize much
+    }
+    // Create summary and keep recent messages
+    const summaryMessage = createSummaryMessage(summarizationPoint);
+    let recentMessages = messages.slice(summarizationPoint);
+    // Safety check: ensure we never return an empty array
+    if (recentMessages.length === 0) {
+        // If no recent messages, keep at least the last message
+        recentMessages = messages.slice(-1);
+    }
+    // Summarize large tool results in recent messages if enabled
+    if (summarizeToolResults) {
+        recentMessages = recentMessages.map((msg) => summarizeToolResult(msg));
+    }
+    // Always preserve the system message (first message) if it exists
+    const systemMessage = messages[0];
+    let result;
+    if (systemMessage && systemMessage.role === "system") {
+        result = [systemMessage, summaryMessage, ...recentMessages];
+    }
+    else {
+        result = [summaryMessage, ...recentMessages];
+    }
+    // Final safety check: ensure we never return an empty array
+    if (result.length === 0) {
+        return messages; // Fallback to original messages
+    }
+    return result;
+}
+//# sourceMappingURL=context-manager.js.map