@travisennis/acai 0.0.5 → 0.0.6

package/dist/middleware/cache.js

@@ -0,0 +1,53 @@
+function applyCaching(input) {
+    input.providerOptions = {
+        anthropic: { cacheControl: { type: "ephemeral" } },
+        openrouter: {
+            // biome-ignore lint/style/useNamingConvention: third-party
+            cache_control: { type: "ephemeral" },
+            cacheControl: { type: "ephemeral" },
+        },
+        bedrock: {
+            cachePoint: { type: "ephemeral" },
+        },
+        openaiCompatible: {
+            // biome-ignore lint/style/useNamingConvention: third-party
+            cache_control: { type: "ephemeral" },
+        },
+    };
+}
+export const cacheMiddleware = {
+    transformParams: async ({ params, model }) => {
+        const providerId = model.provider;
+        const modelId = model.modelId;
+        if (providerId === "anthropic" ||
+            modelId.includes("anthropic") ||
+            modelId.includes("claude")) {
+            const msgs = params.prompt;
+            const system = msgs.filter((msg) => msg.role === "system").at(0);
+            if (system) {
+                applyCaching(system);
+            }
+            // Get the last two user messages for caching
+            const userMessages = msgs.filter((msg) => msg.role === "user");
+            const lastTwoUserMessages = userMessages.slice(-2);
+            // Mark both the latest and second-to-last user messages as ephemeral
+            for (const userMessage of lastTwoUserMessages) {
+                const content = userMessage.content;
+                if (Array.isArray(content)) {
+                    const finalContent = content.at(-1);
+                    if (finalContent) {
+                        applyCaching(finalContent);
+                    }
+                }
+            }
+            const tools = params.tools;
+            if (tools) {
+                const lastTool = tools.at(-1);
+                if (lastTool?.type === "function") {
+                    applyCaching(lastTool);
+                }
+            }
+        }
+        return params;
+    },
+};

package/dist/middleware/index.d.ts

@@ -1,3 +1,4 @@
 export { auditMessage } from "./audit-message.ts";
+export { cacheMiddleware } from "./cache.ts";
 export { createRateLimitMiddleware } from "./rate-limit.ts";
 //# sourceMappingURL=index.d.ts.map

package/dist/middleware/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../source/middleware/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../source/middleware/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/middleware/index.js

@@ -1,2 +1,3 @@
 export { auditMessage } from "./audit-message.js";
+export { cacheMiddleware } from "./cache.js";
 export { createRateLimitMiddleware } from "./rate-limit.js";

package/dist/models/ai-config.d.ts

@@ -7,7 +7,9 @@ export declare class AiConfig {
         modelMetadata: ModelMetadata;
         prompt: string;
     });
-    getMaxTokens(): number;
-    getProviderOptions(): SharedV2ProviderMetadata;
+    maxOutputTokens(): number;
+    temperature(): number | undefined;
+    topP(): 1 | undefined;
+    providerOptions(): SharedV2ProviderMetadata;
 }
 //# sourceMappingURL=ai-config.d.ts.map

package/dist/models/ai-config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-config.d.ts","sourceRoot":"","sources":["../../source/models/ai-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA2CpD,qBAAa,QAAQ;IACnB,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,aAAa,EACb,MAAM,GACP,EAAE;QAAE,aAAa,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAKnD,YAAY;IAUZ,kBAAkB,IAAI,wBAAwB;CA2C/C"}
+{"version":3,"file":"ai-config.d.ts","sourceRoot":"","sources":["../../source/models/ai-config.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AACjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AA2CpD,qBAAa,QAAQ;IACnB,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,aAAa,EACb,MAAM,GACP,EAAE;QAAE,aAAa,EAAE,aAAa,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAKnD,eAAe;IAUf,WAAW;IAKX,IAAI;IAMJ,eAAe,IAAI,wBAAwB;CA2C5C"}

package/dist/models/ai-config.js

@@ -34,7 +34,7 @@ export class AiConfig {
         this.modelMetadata = modelMetadata;
         this.prompt = prompt;
     }
-    getMaxTokens() {
+    maxOutputTokens() {
         const modelConfig = this.modelMetadata;
         const thinkingLevel = calculateThinkingLevel(this.prompt);
         const maxTokens = modelConfig.provider === "anthropic" && modelConfig.supportsReasoning
@@ -42,7 +42,17 @@ export class AiConfig {
             : modelConfig.maxOutputTokens;
         return maxTokens;
     }
-    getProviderOptions() {
+    temperature() {
+        const temp = this.modelMetadata.defaultTemperature;
+        return temp > -1 ? temp : undefined;
+    }
+    topP() {
+        const modelId = this.modelMetadata.id;
+        if (modelId.toLowerCase().includes("qwen"))
+            return 1;
+        return undefined;
+    }
+    providerOptions() {
         const modelConfig = this.modelMetadata;
         const thinkingLevel = calculateThinkingLevel(this.prompt);
         if (modelConfig.supportsReasoning && thinkingLevel.effort !== "none") {

package/dist/models/anthropic-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../source/models/anthropic-provider.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAcpD,QAAA,MAAM,eAAe;;;;;;;;CAoEX,CAAC;AAEX,KAAK,SAAS,GAAG,aAAa,MAAM,OAAO,eAAe,EAAE,CAAC;AAE7D,eAAO,MAAM,mBAAmB,EAAE,SAAS,EAE1C,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;CAK7B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE;KAClC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CA6F3C,CAAC"}
+{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../source/models/anthropic-provider.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,QAAA,MAAM,eAAe;;;;;;;;CAuBX,CAAC;AAEX,KAAK,SAAS,GAAG,aAAa,MAAM,OAAO,eAAe,EAAE,CAAC;AAE7D,eAAO,MAAM,mBAAmB,EAAE,SAAS,EAE1C,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;CAK7B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE;KAClC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CA6F3C,CAAC"}

package/dist/models/anthropic-provider.js

@@ -1,84 +1,27 @@
 import { createAnthropic, anthropic as originalAnthropic, } from "@ai-sdk/anthropic";
 import { objectKeys } from "@travisennis/stdlib/object";
-import { isRecord } from "@travisennis/stdlib/typeguards";
 import { customProvider } from "ai";
-// Helper function copied from original providers.ts
-function addCacheControlToTools(body) {
-    const parsedBody = JSON.parse(body);
-    if (isRecord(parsedBody)) {
-        const tools = parsedBody["tools"];
-        if (Array.isArray(tools)) {
-            tools.at(-1).cache_control = { type: "ephemeral" };
-        }
-    }
-    return JSON.stringify(parsedBody);
-}
 const anthropicModels = {
-    opus: createAnthropic({
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
-    })("claude-4-opus-20250514"),
-    sonnet: createAnthropic({
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
-    })("claude-4-sonnet-20250514"),
-    sonnet37: createAnthropic({
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
-    })("claude-3-7-sonnet-20250219"),
+    opus: createAnthropic()("claude-4-opus-20250514"),
+    sonnet: createAnthropic()("claude-4-sonnet-20250514"),
+    sonnet37: createAnthropic()("claude-3-7-sonnet-20250219"),
     "sonnet37-token-efficient-tools": createAnthropic({
         headers: {
             "anthropic-version": "2023-06-01",
             "anthropic-beta": "token-efficient-tools-2025-02-19",
         },
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
     })("claude-3-7-sonnet-20250219"),
     "sonnet37-128k": createAnthropic({
         headers: {
             "anthropic-version": "2023-06-01",
             "anthropic-beta": "output-128k-2025-02-19",
         },
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
     })("claude-3-7-sonnet-20250219"),
     sonnet35: createAnthropic({
         headers: {
             "anthropic-version": "2023-06-01",
             "anthropic-beta": "max-tokens-3-5-sonnet-2024-07-15",
         },
-        fetch(input, init) {
-            const body = init?.body;
-            if (body && typeof body === "string") {
-                init.body = addCacheControlToTools(body);
-            }
-            return fetch(input, init);
-        },
     })("claude-3-5-sonnet-20241022"),
     haiku: originalAnthropic("claude-3-5-haiku-20241022"),
 };

package/dist/models/manager.d.ts

@@ -1,6 +1,6 @@
 import type { LanguageModelV2 } from "@ai-sdk/provider";
 import { type ModelMetadata, type ModelName } from "./providers.ts";
-type App = "repl" | "cli" | "title-conversation" | "conversation-summarizer" | "conversation-analyzer" | "tool-repair" | "init-project" | "task-agent";
+type App = "repl" | "cli" | "title-conversation" | "conversation-summarizer" | "conversation-analyzer" | "tool-repair" | "init-project" | "task-agent" | "handoff-agent" | "edit-fix";
 export declare class ModelManager {
     private modelMap;
     private modelMetadataMap;
@@ -11,6 +11,7 @@ export declare class ModelManager {
     setModel(app: App, model: ModelName): void;
     getModel(app: App): LanguageModelV2;
     getModelMetadata(app: App): ModelMetadata<ModelName>;
+    getText(app: App, system: string, prompt: string, signal: AbortSignal): Promise<import("ai").GenerateTextResult<import("ai").ToolSet, never>>;
 }
 export {};
 //# sourceMappingURL=manager.d.ts.map

package/dist/models/manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../source/models/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAMxD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,SAAS,EAEf,MAAM,gBAAgB,CAAC;AAsBxB,KAAK,GAAG,GACJ,MAAM,GACN,KAAK,GACL,oBAAoB,GACpB,yBAAyB,GACzB,uBAAuB,GACvB,aAAa,GACb,cAAc,GACd,YAAY,CAAC;AAEjB,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAA4B;IAC5C,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAS;gBACb,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAM9C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS;IAenC,QAAQ,CAAC,GAAG,EAAE,GAAG;IAQjB,gBAAgB,CAAC,GAAG,EAAE,GAAG;CAO1B"}
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../source/models/manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAQxD,OAAO,EAEL,KAAK,aAAa,EAClB,KAAK,SAAS,EAEf,MAAM,gBAAgB,CAAC;AAuBxB,KAAK,GAAG,GACJ,MAAM,GACN,KAAK,GACL,oBAAoB,GACpB,yBAAyB,GACzB,uBAAuB,GACvB,aAAa,GACb,cAAc,GACd,YAAY,GACZ,eAAe,GACf,UAAU,CAAC;AAEf,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAA4B;IAC5C,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAS;gBACb,EAAE,QAAQ,EAAE,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAA;KAAE;IAM9C,QAAQ,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS;IAenC,QAAQ,CAAC,GAAG,EAAE,GAAG;IAQjB,gBAAgB,CAAC,GAAG,EAAE,GAAG;IAQnB,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW;CA0B5E"}

package/dist/models/manager.js

@@ -1,10 +1,12 @@
-import { wrapLanguageModel } from "ai";
-import { auditMessage, createRateLimitMiddleware, } from "../middleware/index.js";
+import { generateText, wrapLanguageModel } from "ai";
+import { auditMessage, cacheMiddleware, createRateLimitMiddleware, } from "../middleware/index.js";
+import { AiConfig } from "./ai-config.js";
 import { languageModel, modelRegistry, } from "./providers.js";
 function getLanguageModel({ model, app, stateDir, }) {
     const langModel = wrapLanguageModel({
         model: languageModel(model),
         middleware: [
+            cacheMiddleware,
             createRateLimitMiddleware({ requestsPerMinute: 30 }),
             auditMessage({ filePath: stateDir, app }),
         ],
@@ -45,4 +47,26 @@ export class ModelManager {
         }
         return metadata;
     }
+    async getText(app, system, prompt, signal) {
+        const model = this.getModel(app);
+        const modelConfig = this.getModelMetadata(app);
+        if (!model || !modelConfig) {
+            throw new Error(`${app} model not available`);
+        }
+        const aiConfig = new AiConfig({
+            modelMetadata: modelConfig,
+            prompt: prompt,
+        });
+        const result = await generateText({
+            model,
+            maxOutputTokens: aiConfig.maxOutputTokens(),
+            system: system,
+            prompt: prompt,
+            temperature: aiConfig.temperature(),
+            topP: aiConfig.topP(),
+            providerOptions: aiConfig.providerOptions(),
+            abortSignal: signal,
+        });
+        return result;
+    }
 }

package/dist/models/openrouter-provider.d.ts

@@ -1,40 +1,33 @@
-import type { LanguageModelV2 } from "@ai-sdk/provider";
+import type { LanguageModelV2, ProviderV2 } from "@ai-sdk/provider";
 import type { ModelMetadata } from "./providers.ts";
 declare const openrouterModels: {
-    readonly "deepseek-v3": LanguageModelV2;
     readonly "deepseek-v3-1": LanguageModelV2;
     readonly "deepseek-r1": LanguageModelV2;
-    readonly "deepseek-v3-free": LanguageModelV2;
-    readonly "deepseek-r1-free": LanguageModelV2;
     readonly "gemini-flash25": LanguageModelV2;
     readonly "gemini-pro25": LanguageModelV2;
-    readonly sonnet4: LanguageModelV2;
     readonly "sonnet-4.5": LanguageModelV2;
-    readonly opus4: LanguageModelV2;
     readonly "opus-4.1": LanguageModelV2;
-    readonly "gpt-4.1": LanguageModelV2;
+    readonly "haiku-4.5": LanguageModelV2;
     readonly "kimi-k2": LanguageModelV2;
-    readonly "kimi-k2-free": LanguageModelV2;
-    readonly "kimi-k2-0905": LanguageModelV2;
+    readonly "kimi-k2-thinking": LanguageModelV2;
     readonly "devstral-medium": LanguageModelV2;
     readonly "qwen3-coder": LanguageModelV2;
-    readonly "qwen3-coder-free": LanguageModelV2;
     readonly "qwen3-coder-plus": LanguageModelV2;
     readonly "qwen3-max": LanguageModelV2;
     readonly "glm-4.6": LanguageModelV2;
-    readonly "glm-4.5": LanguageModelV2;
     readonly "gpt-5": LanguageModelV2;
     readonly "gpt-5-mini": LanguageModelV2;
     readonly "gpt-oss-120b": LanguageModelV2;
     readonly "grok-code-fast-1": LanguageModelV2;
-    readonly "grok-4-fast-free": LanguageModelV2;
+    readonly "grok-4-fast": LanguageModelV2;
     readonly "gpt-5-codex": LanguageModelV2;
+    readonly "minimax-m2": LanguageModelV2;
 };
 type ModelName = `openrouter:${keyof typeof openrouterModels}`;
 export declare const openrouterModelNames: ModelName[];
 export declare const openrouterProvider: {
-    openrouter: import("@ai-sdk/provider").ProviderV2 & {
-        languageModel(modelId: "gpt-4.1" | "gpt-5-codex" | "gpt-5-mini" | "gpt-5" | "deepseek-v3" | "deepseek-v3-1" | "deepseek-r1" | "deepseek-v3-free" | "deepseek-r1-free" | "gemini-flash25" | "gemini-pro25" | "sonnet4" | "sonnet-4.5" | "opus4" | "opus-4.1" | "kimi-k2" | "kimi-k2-free" | "kimi-k2-0905" | "devstral-medium" | "qwen3-coder" | "qwen3-coder-free" | "qwen3-coder-plus" | "qwen3-max" | "glm-4.6" | "glm-4.5" | "gpt-oss-120b" | "grok-code-fast-1" | "grok-4-fast-free"): LanguageModelV2;
+    openrouter: ProviderV2 & {
+        languageModel(modelId: "gpt-5-codex" | "gpt-5-mini" | "gpt-5" | "deepseek-v3-1" | "deepseek-r1" | "gemini-flash25" | "gemini-pro25" | "sonnet-4.5" | "opus-4.1" | "haiku-4.5" | "kimi-k2" | "kimi-k2-thinking" | "devstral-medium" | "qwen3-coder" | "qwen3-coder-plus" | "qwen3-max" | "glm-4.6" | "gpt-oss-120b" | "grok-code-fast-1" | "grok-4-fast" | "minimax-m2"): LanguageModelV2;
         textEmbeddingModel(modelId: string): import("@ai-sdk/provider").EmbeddingModelV2<string>;
         imageModel(modelId: string): import("@ai-sdk/provider").ImageModelV2;
         transcriptionModel(modelId: string): import("@ai-sdk/provider").TranscriptionModelV2;

package/dist/models/openrouter-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"openrouter-provider.d.ts","sourceRoot":"","sources":["../../source/models/openrouter-provider.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAIxD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAwBpD,QAAA,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;iCA4Bd,eAAe;iCAGf,eAAe;;CAEb,CAAC;AAEX,KAAK,SAAS,GAAG,cAAc,MAAM,OAAO,gBAAgB,EAAE,CAAC;AAE/D,eAAO,MAAM,oBAAoB,EAAE,SAAS,EAEA,CAAC;AAE7C,eAAO,MAAM,kBAAkB;;;;;;;;CAK9B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE;KACnC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CA8W3C,CAAC"}
+{"version":3,"file":"openrouter-provider.d.ts","sourceRoot":"","sources":["../../source/models/openrouter-provider.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAIpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAgCpD,QAAA,MAAM,gBAAgB;8BAGd,eAAe;4BAGf,eAAe;+BAGf,eAAe;6BAGf,eAAe;2BAGf,eAAe;yBAGf,eAAe;0BAGf,eAAe;wBAGf,eAAe;iCAGf,eAAe;gCAGf,eAAe;4BAGf,eAAe;iCAGf,eAAe;0BAGf,eAAe;wBAGf,eAAe;sBAGf,eAAe;2BAGf,eAAe;6BAGf,eAAe;iCAGf,eAAe;4BAGf,eAAe;4BAGf,eAAe;2BAGf,eAAe;CACb,CAAC;AAEX,KAAK,SAAS,GAAG,cAAc,MAAM,OAAO,gBAAgB,EAAE,CAAC;AAE/D,eAAO,MAAM,oBAAoB,EAAE,SAAS,EAEA,CAAC;AAE7C,eAAO,MAAM,kBAAkB;;;;;;;;CAK9B,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE;KACnC,CAAC,IAAI,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;CAsR3C,CAAC"}