@travisennis/acai 0.0.5 → 0.0.7

package/dist/messages.js

@@ -1,8 +1,10 @@
+import { randomUUID } from "node:crypto";
 import EventEmitter from "node:events";
-import { readdir, readFile, writeFile } from "node:fs/promises";
-import { join } from "node:path";
+import { mkdir, readdir, readFile, rename, stat, unlink, writeFile, } from "node:fs/promises";
+import { basename, join } from "node:path";
 import { isString } from "@travisennis/stdlib/typeguards";
 import { generateText, } from "ai";
+import { logger } from "./logger.js";
 export function createUserMessage(contentItems, prompt) {
     const messageParts = [];
     // Process content items (images and pre-defined texts)
@@ -38,22 +40,36 @@ function createAssistantMessage(content) {
 }
 export class MessageHistory extends EventEmitter {
     history;
+    sessionId;
+    modelId;
     title;
     createdAt;
     updatedAt;
     stateDir;
+    contextWindow;
     modelManager;
     tokenTracker;
     constructor({ stateDir, modelManager, tokenTracker, }) {
         super();
         this.history = [];
+        this.sessionId = randomUUID();
+        this.modelId = "";
         this.title = "";
         this.createdAt = new Date();
         this.updatedAt = new Date();
         this.stateDir = stateDir;
+        this.contextWindow = 0;
         this.modelManager = modelManager;
         this.tokenTracker = tokenTracker;
     }
+    create(modelId) {
+        this.clear();
+        this.modelId = modelId;
+        this.sessionId = randomUUID();
+        this.title = "";
+        this.createdAt = new Date();
+        this.updatedAt = new Date();
+    }
     validMessage(msg) {
         // Filter out messages with empty content arrays
         if (Array.isArray(msg.content) && msg.content.length === 0) {
@@ -74,8 +90,18 @@ export class MessageHistory extends EventEmitter {
     }
     clear() {
         this.history.length = 0;
+        this.contextWindow = 0;
         this.emit("clear-history");
     }
+    setContextWindow(contextWindow) {
+        if (contextWindow < 0) {
+            throw new Error("Context window cannot be negative");
+        }
+        this.contextWindow = contextWindow;
+    }
+    getContextWindow() {
+        return this.contextWindow;
+    }
     appendUserMessage(msg) {
         const now = new Date();
         const msgObj = isString(msg) ? createUserMessage([], msg) : msg;
@@ -96,6 +122,10 @@ export class MessageHistory extends EventEmitter {
         const msgObj = isString(msg) ? createAssistantMessage(msg) : msg;
         this.history.push(msgObj);
     }
+    appendToolMessages(toolResultMessages) {
+        this.updatedAt = new Date();
+        this.history.push(...toolResultMessages);
+    }
     appendResponseMessages(responseMessages) {
         this.updatedAt = new Date();
         // Filter out messages with empty content arrays
@@ -107,16 +137,55 @@ export class MessageHistory extends EventEmitter {
     }
     async save() {
         const msgHistoryDir = this.stateDir;
-        const timestamp = new Date().toISOString().replace(/:/g, "-");
-        const fileName = `message-history-${timestamp}.json`;
+        const fileName = `message-history-${this.sessionId}.json`;
         const filePath = join(msgHistoryDir, fileName);
+        const tempFilePath = `${filePath}.tmp`;
+        // Validate data before writing
+        if (!this.sessionId || this.sessionId.trim() === "") {
+            throw new Error("Cannot save: sessionId is empty");
+        }
+        if (!Array.isArray(this.history)) {
+            throw new Error("Cannot save: history is not an array");
+        }
+        const project = basename(process.cwd());
         const output = {
+            project,
+            sessionId: this.sessionId,
+            modelId: this.modelId,
             title: this.title,
             createdAt: this.createdAt,
             updatedAt: this.updatedAt,
             messages: this.history,
         };
-        await writeFile(filePath, JSON.stringify(output, null, 2));
+        try {
+            // Ensure directory exists
+            await mkdir(msgHistoryDir, { recursive: true });
+            // Write to temporary file first
+            await writeFile(tempFilePath, JSON.stringify(output, null, 2));
+            // Atomically rename to final file
+            await rename(tempFilePath, filePath);
+            logger.info(`Message history saved to ${filePath}`);
+        }
+        catch (error) {
+            // Clean up temp file if it exists
+            try {
+                await unlink(tempFilePath);
+            }
+            catch (_cleanupError) {
+                // Ignore cleanup errors
+            }
+            // Check if it's an ENOENT error from rename (temp file doesn't exist)
+            if (error instanceof Error &&
+                "code" in error &&
+                error.code === "ENOENT") {
+                logger.warn(`Temp file missing during save for ${filePath}, write may have been interrupted`);
+            }
+            else {
+                logger.error(error, `Failed to save message history to ${filePath}:`);
+                // Don't throw - just log. This is called from interrupt handlers
+                // and we don't want to crash the program on save failure.
+            }
+        }
     }
     async generateTitle(message) {
         // Skip title generation if message is empty
@@ -129,6 +198,7 @@ export class MessageHistory extends EventEmitter {
             const { text, usage } = await generateText({
                 model: this.modelManager.getModel(app),
                 system: systemPrompt,
+                maxOutputTokens: 100,
                 prompt: `Request:\n${message}\nTitle:`,
             });
             this.tokenTracker.trackUsage(app, usage);
@@ -145,6 +215,10 @@ export class MessageHistory extends EventEmitter {
         const firstUser = this.get().find((msg) => msg.role === "user");
         return firstUser;
     }
+    getLastUserMessage() {
+        const userMsg = this.history.findLast((value) => value.role === "user");
+        return userMsg;
+    }
     /**
      * Extracts the last message from the conversation history for display purposes.
      * Prioritizes assistant messages, falls back to user messages if no assistant messages exist.
@@ -180,19 +254,44 @@ export class MessageHistory extends EventEmitter {
     static async load(stateDir, count = 10) {
         try {
             const files = await readdir(stateDir);
-            const messageHistoryFiles = files
-                .filter((file) => file.startsWith("message-history-") && file.endsWith(".json"))
-                .sort((a, b) => {
-                // Extract timestamps and compare in reverse order (newest first)
-                const timeA = a.replace("message-history-", "").replace(".json", "");
-                const timeB = b.replace("message-history-", "").replace(".json", "");
-                return timeB.localeCompare(timeA); // Newest first
-            })
-                .slice(0, count); // Use the count parameter here
-            const fileReadPromises = messageHistoryFiles.map(async (fileName) => {
+            const messageHistoryFiles = files.filter((file) => file.startsWith("message-history-") && file.endsWith(".json"));
+            // Get file stats and sort by modification time (newest first)
+            const fileStatsPromises = messageHistoryFiles.map(async (fileName) => {
+                const filePath = join(stateDir, fileName);
+                try {
+                    const fileStat = await stat(filePath);
+                    return {
+                        fileName,
+                        filePath,
+                        modifiedTime: fileStat.mtime,
+                    };
+                }
+                catch (error) {
+                    console.error(`Error getting stats for file ${filePath}:`, error);
+                    return null;
+                }
+            });
+            const fileStats = await Promise.all(fileStatsPromises);
+            // Filter out null results and sort by modification time (newest first)
+            const sortedFiles = fileStats
+                .filter((stat) => stat !== null)
+                .sort((a, b) => b.modifiedTime.getTime() - a.modifiedTime.getTime())
+                .slice(0, count)
+                .map((stat) => stat.fileName);
+            const fileReadPromises = sortedFiles.map(async (fileName) => {
                 const filePath = join(stateDir, fileName);
                 try {
+                    // Check file stats first to avoid reading empty files
+                    const stats = await stat(filePath);
+                    if (stats.size === 0) {
+                        // Silently skip empty files - they're likely from interrupted saves
+                        return null;
+                    }
                     const content = await readFile(filePath, "utf-8");
+                    // Skip files that only contain whitespace
+                    if (content.trim().length === 0) {
+                        return null;
+                    }
                     const parsed = JSON.parse(content);
                     const result = parsed;
                     // Basic validation - ensure messages array exists
@@ -204,16 +303,18 @@ export class MessageHistory extends EventEmitter {
                     }
                 }
                 catch (error) {
-                    console.error(`Error reading or parsing file ${filePath}:`, error);
+                    // Only log unexpected errors, not empty/malformed JSON files
+                    // which are common from interrupted saves
+                    if (!(error instanceof SyntaxError) ||
+                        !error.message.includes("Unexpected end of JSON input")) {
+                        console.error(`Error reading or parsing file ${filePath}:`, error);
+                    }
                 }
                 return null; // Return null for failed reads/parses
             });
             const results = await Promise.all(fileReadPromises);
-            // Filter out null results (failed reads/parses)
-            //sort results by result.updatedAt which is a Date
-            return results
-                .filter((result) => result !== null)
-                .sort((a, b) => b.updatedAt.getTime() - a.updatedAt.getTime());
+            // Filter out null results and return them (already sorted by file modification time)
+            return results.filter((result) => result !== null);
         }
         catch (error) {
             // Handle cases where the directory might not exist or other readdir errors

package/dist/middleware/cache.d.ts

@@ -0,0 +1,3 @@
+import type { LanguageModelV2Middleware } from "@ai-sdk/provider";
+export declare const cacheMiddleware: LanguageModelV2Middleware;
+//# sourceMappingURL=cache.d.ts.map

package/dist/middleware/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../source/middleware/cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,yBAAyB,EAE1B,MAAM,kBAAkB,CAAC;AAsB1B,eAAO,MAAM,eAAe,EAAE,yBAyC7B,CAAC"}

package/dist/middleware/cache.js

@@ -0,0 +1,53 @@
+function applyCaching(input) {
+    input.providerOptions = {
+        anthropic: { cacheControl: { type: "ephemeral" } },
+        openrouter: {
+            // biome-ignore lint/style/useNamingConvention: third-party
+            cache_control: { type: "ephemeral" },
+            cacheControl: { type: "ephemeral" },
+        },
+        bedrock: {
+            cachePoint: { type: "ephemeral" },
+        },
+        openaiCompatible: {
+            // biome-ignore lint/style/useNamingConvention: third-party
+            cache_control: { type: "ephemeral" },
+        },
+    };
+}
+export const cacheMiddleware = {
+    transformParams: async ({ params, model }) => {
+        const providerId = model.provider;
+        const modelId = model.modelId;
+        if (providerId === "anthropic" ||
+            modelId.includes("anthropic") ||
+            modelId.includes("claude")) {
+            const msgs = params.prompt;
+            const system = msgs.filter((msg) => msg.role === "system").at(0);
+            if (system) {
+                applyCaching(system);
+            }
+            // Get the last two user messages for caching
+            const userMessages = msgs.filter((msg) => msg.role === "user");
+            const lastTwoUserMessages = userMessages.slice(-2);
+            // Mark both the latest and second-to-last user messages as ephemeral
+            for (const userMessage of lastTwoUserMessages) {
+                const content = userMessage.content;
+                if (Array.isArray(content)) {
+                    const finalContent = content.at(-1);
+                    if (finalContent) {
+                        applyCaching(finalContent);
+                    }
+                }
+            }
+            const tools = params.tools;
+            if (tools) {
+                const lastTool = tools.at(-1);
+                if (lastTool?.type === "function") {
+                    applyCaching(lastTool);
+                }
+            }
+        }
+        return params;
+    },
+};

package/dist/middleware/index.d.ts

@@ -1,3 +1,4 @@
 export { auditMessage } from "./audit-message.ts";
+export { cacheMiddleware } from "./cache.ts";
 export { createRateLimitMiddleware } from "./rate-limit.ts";
 //# sourceMappingURL=index.d.ts.map

package/dist/middleware/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../source/middleware/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../source/middleware/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/middleware/index.js

@@ -1,2 +1,3 @@
 export { auditMessage } from "./audit-message.js";
+export { cacheMiddleware } from "./cache.js";
 export { createRateLimitMiddleware } from "./rate-limit.js";

package/dist/models/ai-config.d.ts

@@ -7,7 +7,9 @@ export declare class AiConfig {
         modelMetadata: ModelMetadata;
         prompt: string;
     });
-    getMaxTokens(): number;
-    getProviderOptions(): SharedV2ProviderMetadata;
+    maxOutputTokens(): number;
+    temperature(): number | undefined;
+    topP(): 1 | undefined;
+    providerOptions(): SharedV2ProviderMetadata;
 }
 //# sourceMappingURL=ai-config.d.ts.map

package/dist/models/ai-config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-config.d.ts","sourceRoot":"","sources":["../../source/models/ai-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA2CpD,qBAAa,QAAQ;IACnB,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,aAAa,EACb,MAAM,GACP,EAAE;QAAE,aAAa,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAKnD,YAAY;IAUZ,kBAAkB,IAAI,wBAAwB;CA2C/C"}
+{"version":3,"file":"ai-config.d.ts","sourceRoot":"","sources":["../../source/models/ai-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA2CpD,qBAAa,QAAQ;IACnB,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,aAAa,EACb,MAAM,GACP,EAAE;QAAE,aAAa,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAKnD,eAAe;IAUf,WAAW;IAKX,IAAI;IAMJ,eAAe,IAAI,wBAAwB;CA2C5C"}

package/dist/models/ai-config.js

@@ -34,7 +34,7 @@ export class AiConfig {
         this.modelMetadata = modelMetadata;
         this.prompt = prompt;
     }
-    getMaxTokens() {
+    maxOutputTokens() {
         const modelConfig = this.modelMetadata;
         const thinkingLevel = calculateThinkingLevel(this.prompt);
         const maxTokens = modelConfig.provider === "anthropic" && modelConfig.supportsReasoning
@@ -42,7 +42,17 @@ export class AiConfig {
             : modelConfig.maxOutputTokens;
         return maxTokens;
     }
-    getProviderOptions() {
+    temperature() {
+        const temp = this.modelMetadata.defaultTemperature;
+        return temp > -1 ? temp : undefined;
+    }
+    topP() {
+        const modelId = this.modelMetadata.id;
+        if (modelId.toLowerCase().includes("qwen"))
+            return 1;
+        return undefined;
+    }
+    providerOptions() {
         const modelConfig = this.modelMetadata;
         const thinkingLevel = calculateThinkingLevel(this.prompt);
         if (modelConfig.supportsReasoning && thinkingLevel.effort !== "none") {

package/dist/models/anthropic-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../source/models/anthropic-provider.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAcpD,QAAA,MAAM,eAAe;;;;;;;;CAoEX,CAAC;AAEX,KAAK,SAAS,GAAG,aAAa,MAAM,OAAO,eAAe,EAAE,CAAC;AAE7D,eAAO,MAAM,mBAAmB,EAAE,SAAS,EAE1C,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;CAK7B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE;KAClC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CA6F3C,CAAC"}
+{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../source/models/anthropic-provider.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,eAAe;;;;;;;;CAuBX,CAAC;AAEX,KAAK,SAAS,GAAG,aAAa,MAAM,OAAO,eAAe,EAAE,CAAC;AAE7D,eAAO,MAAM,mBAAmB,EAAE,SAAS,EAE1C,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;CAK7B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE;KAClC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CAsF3C,CAAC"}

package/dist/models/anthropic-provider.js

@@ -1,84 +1,27 @@
 import { createAnthropic, anthropic as originalAnthropic, } from "@ai-sdk/anthropic";
 import { objectKeys } from "@travisennis/stdlib/object";
-import { isRecord } from "@travisennis/stdlib/typeguards";
 import { customProvider } from "ai";
-// Helper function copied from original providers.ts
-function addCacheControlToTools(body) {
-    const parsedBody = JSON.parse(body);
-    if (isRecord(parsedBody)) {
-        const tools = parsedBody["tools"];
-        if (Array.isArray(tools)) {
-            tools.at(-1).cache_control = { type: "ephemeral" };
-        }
-    }
-    return JSON.stringify(parsedBody);
-}
 const anthropicModels = {
-    opus: createAnthropic({
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
-    })("claude-4-opus-20250514"),
-    sonnet: createAnthropic({
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
-    })("claude-4-sonnet-20250514"),
-    sonnet37: createAnthropic({
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
-    })("claude-3-7-sonnet-20250219"),
+    opus: createAnthropic()("claude-4-opus-20250514"),
+    sonnet: createAnthropic()("claude-4-sonnet-20250514"),
+    sonnet37: createAnthropic()("claude-3-7-sonnet-20250219"),
     "sonnet37-token-efficient-tools": createAnthropic({
         headers: {
             "anthropic-version": "2023-06-01",
             "anthropic-beta": "token-efficient-tools-2025-02-19",
         },
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
     })("claude-3-7-sonnet-20250219"),
     "sonnet37-128k": createAnthropic({
         headers: {
             "anthropic-version": "2023-06-01",
             "anthropic-beta": "output-128k-2025-02-19",
         },
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
     })("claude-3-7-sonnet-20250219"),
     sonnet35: createAnthropic({
         headers: {
             "anthropic-version": "2023-06-01",
             "anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15",
         },
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
     })("claude-3-5-sonnet-20241022"),
     haiku: originalAnthropic("claude-3-5-haiku-20241022"),
 };
@@ -101,7 +44,6 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.000015,
         costPerOutputToken: 0.000075,
-        category: "powerful",
     },
     "anthropic:sonnet": {
         id: "anthropic:sonnet",
@@ -114,7 +56,6 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.000003,
         costPerOutputToken: 0.000015,
-        category: "balanced",
     },
     "anthropic:sonnet37": {
         id: "anthropic:sonnet37",
@@ -127,7 +68,6 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.000003,
         costPerOutputToken: 0.000015,
-        category: "balanced",
     },
     "anthropic:sonnet37-token-efficient-tools": {
         id: "anthropic:sonnet37-token-efficient-tools",
@@ -140,7 +80,6 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.000003,
         costPerOutputToken: 0.000015,
-        category: "balanced",
     },
     "anthropic:sonnet37-128k": {
         id: "anthropic:sonnet37-128k",
@@ -153,7 +92,6 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.000003,
         costPerOutputToken: 0.000015,
-        category: "powerful",
     },
     "anthropic:sonnet35": {
         id: "anthropic:sonnet35",
@@ -166,7 +104,6 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.000003,
         costPerOutputToken: 0.000015,
-        category: "balanced",
     },
     "anthropic:haiku": {
         id: "anthropic:haiku",
@@ -179,6 +116,5 @@ export const anthropicModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.0000008,
         costPerOutputToken: 0.000004,
-        category: "fast",
     },
 };

package/dist/models/deepseek-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"deepseek-provider.d.ts","sourceRoot":"","sources":["../../source/models/deepseek-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,cAAc;;;CAGV,CAAC;AAEX,KAAK,SAAS,GAAG,YAAY,MAAM,OAAO,cAAc,EAAE,CAAC;AAE3D,eAAO,MAAM,kBAAkB,EAAE,SAAS,EAEzC,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;CAK5B,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE;KACjC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CA4B3C,CAAC"}
+{"version":3,"file":"deepseek-provider.d.ts","sourceRoot":"","sources":["../../source/models/deepseek-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,cAAc;;;CAGV,CAAC;AAEX,KAAK,SAAS,GAAG,YAAY,MAAM,OAAO,cAAc,EAAE,CAAC;AAE3D,eAAO,MAAM,kBAAkB,EAAE,SAAS,EAEzC,CAAC;AAEF,eAAO,MAAM,gBAAgB;;;;;;;;CAK5B,CAAC;AAEF,eAAO,MAAM,qBAAqB,EAAE;KACjC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CA0B3C,CAAC"}

package/dist/models/deepseek-provider.js

@@ -24,7 +24,6 @@ export const deepseekModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.0000012, // Check official pricing
         costPerOutputToken: 0.0000012, // Check official pricing
-        category: "balanced",
     },
     "deepseek:deepseek-reasoner": {
         id: "deepseek:deepseek-reasoner",
@@ -37,6 +36,5 @@ export const deepseekModelRegistry = {
         supportsToolCalling: true, // Check if this model supports tools
         costPerInputToken: 0.00000055, // Check official pricing
         costPerOutputToken: 0.00000219, // Check official pricing
-        category: "balanced",
     },
 };

package/dist/models/google-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"google-provider.d.ts","sourceRoot":"","sources":["../../source/models/google-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,YAAY;;;;CAIR,CAAC;AAEX,KAAK,SAAS,GAAG,UAAU,MAAM,OAAO,YAAY,EAAE,CAAC;AAEvD,eAAO,MAAM,gBAAgB,EAAE,SAAS,EAEvC,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;CAK1B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,MAAM,CACtC,SAAS,EACT,aAAa,CAAC,SAAS,CAAC,CAyCzB,CAAC"}
+{"version":3,"file":"google-provider.d.ts","sourceRoot":"","sources":["../../source/models/google-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,YAAY;;;;CAIR,CAAC;AAEX,KAAK,SAAS,GAAG,UAAU,MAAM,OAAO,YAAY,EAAE,CAAC;AAEvD,eAAO,MAAM,gBAAgB,EAAE,SAAS,EAEvC,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;CAK1B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,MAAM,CACtC,SAAS,EACT,aAAa,CAAC,SAAS,CAAC,CAsCzB,CAAC"}

package/dist/models/google-provider.js

@@ -25,7 +25,6 @@ export const googleModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0,
         costPerOutputToken: 0,
-        category: "fast",
     },
     "google:pro25": {
         id: "google:pro25",
@@ -38,7 +37,6 @@ export const googleModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0,
         costPerOutputToken: 0,
-        category: "powerful",
     },
     "google:flash25": {
         id: "google:flash25",
@@ -51,6 +49,5 @@ export const googleModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 0.00000015,
         costPerOutputToken: 0.0000035,
-        category: "balanced",
     },
 };

package/dist/models/groq-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"groq-provider.d.ts","sourceRoot":"","sources":["../../source/models/groq-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAMpD,QAAA,MAAM,UAAU;;CAEN,CAAC;AAEX,KAAK,SAAS,GAAG,QAAQ,MAAM,OAAO,UAAU,EAAE,CAAC;AAEnD,eAAO,MAAM,cAAc,EAAE,SAAS,EAErC,CAAC;AAEF,eAAO,MAAM,YAAY;;;;;;;;CAKxB,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE;KAC7B,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CAe3C,CAAC"}
+{"version":3,"file":"groq-provider.d.ts","sourceRoot":"","sources":["../../source/models/groq-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAMpD,QAAA,MAAM,UAAU;;CAEN,CAAC;AAEX,KAAK,SAAS,GAAG,QAAQ,MAAM,OAAO,UAAU,EAAE,CAAC;AAEnD,eAAO,MAAM,cAAc,EAAE,SAAS,EAErC,CAAC;AAEF,eAAO,MAAM,YAAY;;;;;;;;CAKxB,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE;KAC7B,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CAc3C,CAAC"}

package/dist/models/groq-provider.js

@@ -26,6 +26,5 @@ export const groqModelRegistry = {
         supportsToolCalling: true,
         costPerInputToken: 1 / 1000000,
         costPerOutputToken: 3 / 1000000,
-        category: "fast",
     },
 };

package/dist/models/manager.d.ts

@@ -1,6 +1,6 @@
 import type { LanguageModelV2 } from "@ai-sdk/provider";
 import { type ModelMetadata, type ModelName } from "./providers.ts";
-type App = "repl" | "cli" | "title-conversation" | "conversation-summarizer" | "conversation-analyzer" | "tool-repair" | "init-project" | "task-agent";
+type App = "repl" | "cli" | "title-conversation" | "conversation-summarizer" | "conversation-analyzer" | "tool-repair" | "init-project" | "task-agent" | "handoff-agent" | "edit-fix";
 export declare class ModelManager {
     private modelMap;
     private modelMetadataMap;
@@ -11,6 +11,7 @@ export declare class ModelManager {
     setModel(app: App, model: ModelName): void;
     getModel(app: App): LanguageModelV2;
     getModelMetadata(app: App): ModelMetadata<ModelName>;
+    getText(app: App, system: string, prompt: string, signal: AbortSignal): Promise<import("ai").GenerateTextResult<import("ai").ToolSet, never>>;
 }
 export {};
 //# sourceMappingURL=manager.d.ts.map

package/dist/models/manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../source/models/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAMxD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,SAAS,EAEf,MAAM,gBAAgB,CAAC;AAsBxB,KAAK,GAAG,GACJ,MAAM,GACN,KAAK,GACL,oBAAoB,GACpB,yBAAyB,GACzB,uBAAuB,GACvB,aAAa,GACb,cAAc,GACd,YAAY,CAAC;AAEjB,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAA4B;IAC5C,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAS;gBACb,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAM9C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS;IAenC,QAAQ,CAAC,GAAG,EAAE,GAAG;IAQjB,gBAAgB,CAAC,GAAG,EAAE,GAAG;CAO1B"}
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../source/models/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAQxD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,SAAS,EAEf,MAAM,gBAAgB,CAAC;AAuBxB,KAAK,GAAG,GACJ,MAAM,GACN,KAAK,GACL,oBAAoB,GACpB,yBAAyB,GACzB,uBAAuB,GACvB,aAAa,GACb,cAAc,GACd,YAAY,GACZ,eAAe,GACf,UAAU,CAAC;AAEf,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAA4B;IAC5C,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAS;gBACb,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAM9C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS;IAenC,QAAQ,CAAC,GAAG,EAAE,GAAG;IAQjB,gBAAgB,CAAC,GAAG,EAAE,GAAG;IAQnB,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW;CA0B5E"}

package/dist/models/manager.js

@@ -1,10 +1,12 @@
-import { wrapLanguageModel } from "ai";
-import { auditMessage, createRateLimitMiddleware, } from "../middleware/index.js";
+import { generateText, wrapLanguageModel } from "ai";
+import { auditMessage, cacheMiddleware, createRateLimitMiddleware, } from "../middleware/index.js";
+import { AiConfig } from "./ai-config.js";
 import { languageModel, modelRegistry, } from "./providers.js";
 function getLanguageModel({ model, app, stateDir, }) {
     const langModel = wrapLanguageModel({
         model: languageModel(model),
         middleware: [
+            cacheMiddleware,
             createRateLimitMiddleware({ requestsPerMinute: 30 }),
             auditMessage({ filePath: stateDir, app }),
         ],
@@ -45,4 +47,26 @@ export class ModelManager {
         }
         return metadata;
     }
+    async getText(app, system, prompt, signal) {
+        const model = this.getModel(app);
+        const modelConfig = this.getModelMetadata(app);
+        if (!model || !modelConfig) {
+            throw new Error(`${app} model not available`);
+        }
+        const aiConfig = new AiConfig({
+            modelMetadata: modelConfig,
+            prompt: prompt,
+        });
+        const result = await generateText({
+            model,
+            maxOutputTokens: aiConfig.maxOutputTokens(),
+            system: system,
+            prompt: prompt,
+            temperature: aiConfig.temperature(),
+            topP: aiConfig.topP(),
+            providerOptions: aiConfig.providerOptions(),
+            abortSignal: signal,
+        });
+        return result;
+    }
 }

package/dist/models/openai-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../source/models/openai-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,YAAY;;;;;CAKR,CAAC;AAEX,KAAK,SAAS,GAAG,UAAU,MAAM,OAAO,YAAY,EAAE,CAAC;AAEvD,eAAO,MAAM,gBAAgB,EAAE,SAAS,EAEvC,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;CAK1B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE;KAC/B,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CAsD3C,CAAC"}
+{"version":3,"file":"openai-provider.d.ts","sourceRoot":"","sources":["../../source/models/openai-provider.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,YAAY;;;;;CAKR,CAAC;AAEX,KAAK,SAAS,GAAG,UAAU,MAAM,OAAO,YAAY,EAAE,CAAC;AAEvD,eAAO,MAAM,gBAAgB,EAAE,SAAS,EAEvC,CAAC;AAEF,eAAO,MAAM,cAAc;;;;;;;;CAK1B,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE;KAC/B,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CAkD3C,CAAC"}