@anonx3247/universal-agent-harness 0.1.0

package/dist/models/gemini.js

@@ -0,0 +1,250 @@
+import { FunctionCallingConfigMode, GoogleGenAI, } from "@google/genai";
+import { LLM, } from "./index";
+import { err, ok } from "@app/lib/error";
+import { assertNever } from "@app/lib/assert";
+import { removeNulls } from "@app/lib/utils";
+export function isGeminiModel(model) {
+    return [
+        "gemini-3-pro-preview",
+        "gemini-2.5-pro",
+        "gemini-2.5-flash",
+        "gemini-2.5-flash-lite",
+    ].includes(model);
+}
+function normalizeTokenPrices(costPerMillionInputTokens, costPerMillionOutputTokens) {
+    return {
+        input: costPerMillionInputTokens / 1_000_000,
+        output: costPerMillionOutputTokens / 1_000_000,
+    };
+}
+// https://ai.google.dev/gemini-api/docs/pricing
+const TOKEN_PRICING = {
+    "gemini-3-pro-preview": normalizeTokenPrices(2, 12),
+    "gemini-2.5-pro": normalizeTokenPrices(1.25, 10),
+    "gemini-2.5-flash": normalizeTokenPrices(0.3, 2.5),
+    "gemini-2.5-flash-lite": normalizeTokenPrices(0.1, 0.4),
+};
+export class GeminiLLM extends LLM {
+    client;
+    model;
+    constructor(config, model = "gemini-2.5-flash-lite") {
+        super(config);
+        this.client = new GoogleGenAI({});
+        this.model = model;
+    }
+    contents(messages) {
+        const contents = messages.map((msg) => {
+            return {
+                role: msg.role === "agent" ? "model" : "user",
+                parts: removeNulls(msg.content.map((content) => {
+                    switch (content.type) {
+                        case "text":
+                            return {
+                                text: content.text,
+                                thoughtSignature: content.provider?.gemini?.thoughtSignature,
+                            };
+                        case "tool_use":
+                            return {
+                                functionCall: {
+                                    args: content.input,
+                                    id: content.id,
+                                    name: content.name,
+                                },
+                                thoughtSignature: content.provider?.gemini?.thoughtSignature,
+                            };
+                        case "tool_result":
+                            return {
+                                functionResponse: {
+                                    id: content.toolUseId,
+                                    name: content.toolUseName,
+                                    response: content.isError
+                                        ? {
+                                            error: content.content,
+                                        }
+                                        : {
+                                            output: content.content,
+                                        },
+                                },
+                            };
+                        case "thinking": {
+                            if (content.provider?.gemini) {
+                                return {
+                                    thought: true,
+                                    text: content.thinking,
+                                    thoughtSignature: content.provider.gemini.thoughtSignature,
+                                };
+                            }
+                            return null;
+                        }
+                        default:
+                            assertNever(content);
+                    }
+                })),
+            };
+        });
+        return contents;
+    }
+    async run(messages, prompt, tools) {
+        try {
+            const response = await this.client.models.generateContent({
+                model: this.model,
+                contents: [
+                    {
+                        role: "user",
+                        parts: [{ text: prompt }],
+                    },
+                    ...this.contents(messages),
+                ],
+                config: {
+                    thinkingConfig: {
+                        // thinking: true/undefined = enabled (-1 = unlimited), false = disabled (0)
+                        thinkingBudget: this.config.thinking === false ? 0 : -1,
+                        includeThoughts: this.config.thinking !== false,
+                    },
+                    toolConfig: {
+                        functionCallingConfig: {
+                            mode: FunctionCallingConfigMode.AUTO,
+                        },
+                    },
+                    tools: [
+                        {
+                            functionDeclarations: tools.map((tool) => {
+                                return {
+                                    name: tool.name,
+                                    description: tool.description ?? "",
+                                    parametersJsonSchema: tool.inputSchema,
+                                };
+                            }),
+                        },
+                    ],
+                },
+            });
+            if (!response.candidates || response.candidates.length !== 1) {
+                return err("model_error", "Gemini model returned no candidates");
+            }
+            const candidate = response.candidates[0];
+            const content = candidate.content;
+            if (!content) {
+                return ok({
+                    message: {
+                        role: "agent",
+                        content: [],
+                    },
+                });
+            }
+            const tokenUsage = response.usageMetadata &&
+                response.usageMetadata.totalTokenCount &&
+                response.usageMetadata.promptTokenCount &&
+                response.usageMetadata.candidatesTokenCount
+                ? this.tokenUsage(response.usageMetadata)
+                : undefined;
+            return ok({
+                message: {
+                    role: content.role === "model" ? "agent" : "user",
+                    content: removeNulls((content.parts ?? []).map((part) => {
+                        if (part.text) {
+                            if (part.thought) {
+                                return {
+                                    type: "thinking",
+                                    thinking: part.text,
+                                    provider: {
+                                        gemini: {
+                                            thought: true,
+                                            thoughtSignature: part.thoughtSignature,
+                                        },
+                                    },
+                                };
+                            }
+                            else {
+                                const c = {
+                                    type: "text",
+                                    text: part.text,
+                                    provider: null,
+                                };
+                                if (part.thoughtSignature) {
+                                    c.provider = {
+                                        gemini: { thoughtSignature: part.thoughtSignature },
+                                    };
+                                }
+                                return c;
+                            }
+                        }
+                        if (part.functionCall) {
+                            const c = {
+                                type: "tool_use",
+                                id: part.functionCall.id ??
+                                    `tool_use_${Math.random().toString(36).substring(2)}`,
+                                name: part.functionCall.name ?? "tool_use_gemini_no_name",
+                                input: part.functionCall.args,
+                                provider: null,
+                            };
+                            if (part.thoughtSignature) {
+                                c.provider = {
+                                    gemini: { thoughtSignature: part.thoughtSignature },
+                                };
+                            }
+                            return c;
+                        }
+                        return null;
+                    })),
+                },
+                tokenUsage,
+            });
+        }
+        catch (error) {
+            return err("model_error", "Failed to run model", error);
+        }
+    }
+    tokenUsage(usage) {
+        return {
+            total: usage.totalTokenCount ?? 0,
+            input: usage.promptTokenCount ?? 0,
+            output: usage.candidatesTokenCount ?? 0,
+            cached: usage.cachedContentTokenCount ?? 0,
+            thinking: usage.thoughtsTokenCount ?? 0,
+        };
+    }
+    costPerTokenUsage(tokenUsage) {
+        const pricing = TOKEN_PRICING[this.model];
+        const c = tokenUsage.input * pricing.input +
+            tokenUsage.output * pricing.output;
+        return c;
+    }
+    async tokens(messages, prompt, _tools) {
+        try {
+            const response = await this.client.models.countTokens({
+                model: this.model,
+                contents: [
+                    {
+                        role: "user",
+                        parts: [{ text: prompt }],
+                    },
+                    ...this.contents(messages),
+                ],
+                config: {
+                // No tools for countTokens
+                },
+            });
+            if (!response.totalTokens) {
+                return err("model_error", "Gemini model returned no token counts");
+            }
+            return ok(response.totalTokens);
+        }
+        catch (error) {
+            return err("model_error", "Failed to count tokens", error);
+        }
+    }
+    maxTokens() {
+        switch (this.model) {
+            case "gemini-2.5-pro":
+            case "gemini-2.5-flash":
+            case "gemini-2.5-flash-lite":
+                return 1048576 - 65536;
+            case "gemini-3-pro-preview":
+                return 200000 - 65536;
+            default:
+                assertNever(this.model);
+        }
+    }
+}
+//# sourceMappingURL=gemini.js.map

package/dist/models/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/models/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,yBAAyB,EAGzB,WAAW,GACZ,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,GAAG,GAOJ,MAAM,SAAS,CAAC;AACjB,OAAO,EAAU,GAAG,EAAE,EAAE,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAO7C,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO;QACL,sBAAsB;QACtB,gBAAgB;QAChB,kBAAkB;QAClB,uBAAuB;KACxB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AACpB,CAAC;AAOD,SAAS,oBAAoB,CAC3B,yBAAiC,EACjC,0BAAkC;IAElC,OAAO;QACL,KAAK,EAAE,yBAAyB,GAAG,SAAS;QAC5C,MAAM,EAAE,0BAA0B,GAAG,SAAS;KAC/C,CAAC;AACJ,CAAC;AAED,gDAAgD;AAChD,MAAM,aAAa,GAA2C;IAC5D,sBAAsB,EAAE,oBAAoB,CAAC,CAAC,EAAE,EAAE,CAAC;IACnD,gBAAgB,EAAE,oBAAoB,CAAC,IAAI,EAAE,EAAE,CAAC;IAChD,kBAAkB,EAAE,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC;IAClD,uBAAuB,EAAE,oBAAoB,CAAC,GAAG,EAAE,GAAG,CAAC;CACxD,CAAC;AAEF,MAAM,OAAO,SAAU,SAAQ,GAAG;IACxB,MAAM,CAAc;IACpB,KAAK,CAAc;IAE3B,YACE,MAAmB,EACnB,QAAqB,uBAAuB;QAE5C,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,QAAQ,CAAC,QAAmB;QAC1B,MAAM,QAAQ,GAAc,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC/C,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;gBAC7C,KAAK,EAAE,WAAW,CAChB,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC1B,QAAQ,OAAO,CAAC,IAAI,EAAE,CAAC;wBACrB,KAAK,MAAM;4BACT,OAAO;gCACL,IAAI,EAAE,OAAO,CAAC,IAAI;gCAClB,gBAAgB,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,gBAAgB;6BAC7D,CAAC;wBACJ,KAAK,UAAU;4BACb,OAAO;gCACL,YAAY,EAAE;oCACZ,IAAI,EAAE,OAAO,CAAC,KAAK;oCACnB,EAAE,EAAE,OAAO,CAAC,EAAE;oCACd,IAAI,EAAE,OAAO,CAAC,IAAI;iCACnB;gCACD,gBAAgB,EAAE,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,gBAAgB;6BAC7D,CAAC;wBACJ,KAAK,aAAa;4BAChB,OAAO;gCACL,gBAAgB,EAAE;oCAChB,EAAE,EAAE,OAAO,CAAC,SAAS;oCACrB,IAAI,EAAE,OAAO,CAAC,WAAW;oCACzB,QAAQ,EAAE,OAAO,CAAC,OAAO;wCACvB,CAAC,CAAC;4CACA,KAAK,EAAE,OAAO,CAAC,OAAO;yCACvB;wCACD,CAAC,CAAC;4CACA,MAAM,EAAE,OAAO,CAAC,OAAO;yCACxB;iCACJ;6BACF,CAAC;wBACJ,KAAK,UAAU,CAAC,CAAC,CAAC;4BAChB,IAAI,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;gCAC7B,OAAO;oCACL,OAAO,EAAE,IAAI;oCACb,IAAI,EAAE,OAAO,CAAC,QAAQ;oCACtB,gBAAgB,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,gBAAgB;iCAC3D,CAAC;4BACJ,CAAC;4BACD,OAAO,IAAI,CAAC;wBACd,CAAC;wBACD;4BACE,WAAW,CAAC,OAAO,CAAC,CAAC;oBACzB,CAAC;gBACH,CAAC,CAAC,CACH;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,GAAG,CACP,QAAmB,EACnB,MAAc,EACd,KAAa;QAEb,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;gBACxD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qBAC1B;oBACD,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;iBAC3B;gBACD,MAAM,EAAE;oBACN,cAAc,EAAE;wBACd,4EAA4E;wBAC5E,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvD,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,KAAK;qBAChD;oBACD,UAAU,EAAE;wBACV,qBAAqB,EAAE;4BACrB,IAAI,EAAE,yBAAyB,CAAC,IAAI;yBACrC;qBACF;oBACD,KAAK,EAAE;wBACL;4BACE,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gCACvC,OAAO;oCACL,IAAI,EAAE,IAAI,CAAC,IAAI;oCACf,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,EAAE;oCACnC,oBAAoB,EAAE,IAAI,CAAC,WAAW;iCAChB,CAAC;4BAC3B,CAAC,CAAC;yBACH;qBACF;iBACF;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7D,OAAO,GAAG,CAAC,aAAa,EAAE,qCAAqC,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAClC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;oBACR,OAAO,EAAE;wBACP,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,EAAE;qBACZ;iBACF,CAAC,CAAC;YACL,CAAC;YAED,MAAM,UAAU,GACd,QAAQ,CAAC,aAAa;gBACpB,QAAQ,CAAC,aAAa,CAAC,eAAe;gBACtC,QAAQ,CAAC,aAAa,CAAC,gBAAgB;gBACvC,QAAQ,CAAC,aAAa,CAAC,oBAAoB;gBAC3C,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC;gBACzC,CAAC,CAAC,SAAS,CAAC;YAEhB,OAAO,EAAE,CAAC;gBACR,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBACjD,OAAO,EAAE,WAAW,CAClB,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;wBACjC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;4BACd,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gCACjB,OAAO;oCACL,IAAI,EAAE,UAAU;oCAChB,QAAQ,EAAE,IAAI,CAAC,IAAI;oCACnB,QAAQ,EAAE;wCACR,MAAM,EAAE;4CACN,OAAO,EAAE,IAAI;4CACb,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;yCACxC;qCACF;iCACF,CAAC;4BACJ,CAAC;iCAAM,CAAC;gCACN,MAAM,CAAC,GAAgB;oCACrB,IAAI,EAAE,MAAM;oCACZ,IAAI,EAAE,IAAI,CAAC,IAAI;oCACf,QAAQ,EAAE,IAAI;iCACf,CAAC;gCACF,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;oCAC1B,CAAC,CAAC,QAAQ,GAAG;wCACX,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE;qCACpD,CAAC;gCACJ,CAAC;gCACD,OAAO,CAAC,CAAC;4BACX,CAAC;wBACH,CAAC;wBACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;4BACtB,MAAM,CAAC,GAAY;gCACjB,IAAI,EAAE,UAAU;gCAChB,EAAE,EACA,IAAI,CAAC,YAAY,CAAC,EAAE;oCACpB,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;gCACvD,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,yBAAyB;gCACzD,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;gCAC7B,QAAQ,EAAE,IAAI;6BACf,CAAC;4BACF,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gCAC1B,CAAC,CAAC,QAAQ,GAAG;oCACX,MAAM,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE;iCACpD,CAAC;4BACJ,CAAC;4BACD,OAAO,CAAC,CAAC;wBACX,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC,CACH;iBACF;gBACD,UAAU;aACX,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,aAAa,EAAE,qBAAqB,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAEO,UAAU,CAAC,KAA2C;QAC5D,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;YACjC,KAAK,EAAE,KAAK,CAAC,gBAAgB,IAAI,CAAC;YAClC,MAAM,EAAE,KAAK,CAAC,oBAAoB,IAAI,CAAC;YACvC,MAAM,EAAE,KAAK,CAAC,uBAAuB,IAAI,CAAC;YAC1C,QAAQ,EAAE,KAAK,CAAC,kBAAkB,IAAI,CAAC;SACxC,CAAC;IACJ,CAAC;IAES,iBAAiB,CAAC,UAAsB;QAChD,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,MAAM,CAAC,GACL,UAAU,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK;YAChC,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACrC,OAAO,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,MAAM,CACV,QAAmB,EACnB,MAAc,EACd,MAAc;QAEd,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;gBACpD,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;qBAC1B;oBACD,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;iBAC3B;gBACD,MAAM,EAAE;gBACN,2BAA2B;iBAC5B;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAC1B,OAAO,GAAG,CAAC,aAAa,EAAE,uCAAuC,CAAC,CAAC;YACrE,CAAC;YAED,OAAO,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;QAClC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,GAAG,CACR,aAAa,EACb,wBAAwB,EACxB,KAAK,CACN,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS;QACP,QAAQ,IAAI,CAAC,KAAK,EAAE,CAAC;YACnB,KAAK,gBAAgB,CAAC;YACtB,KAAK,kBAAkB,CAAC;YACxB,KAAK,uBAAuB;gBAC1B,OAAO,OAAO,GAAG,KAAK,CAAC;YACzB,KAAK,sBAAsB;gBACzB,OAAO,MAAM,GAAG,KAAK,CAAC;YACxB;gBACE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}

package/dist/models/index.d.ts

@@ -0,0 +1,70 @@
+import type { JSONSchema7 as JSONSchema } from "json-schema";
+import { Result } from "@app/lib/error";
+import type { CallToolResult } from "@modelcontextprotocol/sdk/types.js";
+import { provider } from "./provider";
+export type ProviderData = Partial<Record<provider, any>>;
+export type TokenUsage = {
+    total: number;
+    input: number;
+    output: number;
+    cached: number;
+    thinking: number;
+};
+export interface TextContent {
+    type: "text";
+    text: string;
+    provider: ProviderData | null;
+}
+export interface ToolUse {
+    type: "tool_use";
+    id: string;
+    name: string;
+    input: any;
+    provider: ProviderData | null;
+}
+export interface Thinking {
+    type: "thinking";
+    thinking: string;
+    provider: ProviderData | null;
+}
+export interface ToolResult {
+    type: "tool_result";
+    toolUseId: string;
+    toolUseName: string;
+    content: CallToolResult["content"];
+    isError: boolean;
+}
+export interface Message {
+    role: "user" | "agent";
+    content: (TextContent | ToolUse | ToolResult | Thinking)[];
+}
+export interface ModelConfig {
+    maxTokens?: number;
+    thinking?: boolean;
+}
+export interface Tool {
+    name: string;
+    description?: string;
+    inputSchema: JSONSchema;
+}
+export declare abstract class LLM {
+    protected config: ModelConfig;
+    constructor(config: ModelConfig);
+    abstract run(messages: Message[], prompt: string, tools: Tool[]): Promise<Result<{
+        message: Message;
+        tokenUsage?: TokenUsage;
+    }>>;
+    abstract tokens(messages: Message[], prompt: string, tools: Tool[]): Promise<Result<number>>;
+    abstract maxTokens(): number;
+    /**
+     * Calculate the cost for a single TokenUsage.
+     * Each provider implements its own pricing logic.
+     */
+    protected abstract costPerTokenUsage(tokenUsage: TokenUsage): number;
+    /**
+     * Calculate the total cost for a list of TokenUsage objects.
+     * Accumulates tokens and calculates the total price.
+     */
+    cost(tokenUsages: TokenUsage[]): number;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/models/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,IAAI,UAAU,EAAE,MAAM,aAAa,CAAC;AAC7D,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,MAAM,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC;AAE1D,MAAM,MAAM,UAAU,GAAG;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,UAAU,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,GAAG,CAAC;IACX,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,YAAY,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,aAAa,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC;IACnC,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IACvB,OAAO,EAAE,CAAC,WAAW,GAAG,OAAO,GAAG,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC;CAC5D;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,UAAU,CAAC;CACzB;AAED,8BAAsB,GAAG;IACvB,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC;gBAElB,MAAM,EAAE,WAAW;IAI/B,QAAQ,CAAC,GAAG,CACV,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;IAEjE,QAAQ,CAAC,MAAM,CACb,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE1B,QAAQ,CAAC,SAAS,IAAI,MAAM;IAE5B;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM;IAEpE;;;OAGG;IACI,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM;CAqB/C"}

package/dist/models/index.js

@@ -0,0 +1,30 @@
+export class LLM {
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    /**
+     * Calculate the total cost for a list of TokenUsage objects.
+     * Accumulates tokens and calculates the total price.
+     */
+    cost(tokenUsages) {
+        // Accumulate all token usages
+        const accumulated = {
+            total: 0,
+            input: 0,
+            output: 0,
+            cached: 0,
+            thinking: 0,
+        };
+        for (const usage of tokenUsages) {
+            accumulated.total += usage.total;
+            accumulated.input += usage.input;
+            accumulated.output += usage.output;
+            accumulated.cached += usage.cached;
+            accumulated.thinking += usage.thinking;
+        }
+        // Calculate cost for the accumulated usage
+        return this.costPerTokenUsage(accumulated);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/models/index.ts"],"names":[],"mappings":"AA2DA,MAAM,OAAgB,GAAG;IACb,MAAM,CAAc;IAE9B,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAsBD;;;OAGG;IACI,IAAI,CAAC,WAAyB;QACnC,8BAA8B;QAC9B,MAAM,WAAW,GAAe;YAC9B,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,CAAC;SACZ,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YAChC,WAAW,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;YACjC,WAAW,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;YACjC,WAAW,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YACnC,WAAW,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YACnC,WAAW,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC;QACzC,CAAC;QAED,2CAA2C;QAC3C,OAAO,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAC7C,CAAC;CACF"}

package/dist/models/mistral.d.ts

@@ -0,0 +1,19 @@
+import { LLM, ModelConfig, Message, Tool, TokenUsage } from "./index";
+import { Result } from "@app/lib/error";
+export type MistralModel = "devstral-medium-latest" | "mistral-large-latest" | "mistral-small-latest" | "codestral-latest";
+export declare function isMistralModel(model: string): model is MistralModel;
+export declare class MistralLLM extends LLM {
+    private client;
+    private model;
+    constructor(config: ModelConfig, model?: MistralModel);
+    messages(messages: Message[]): ChatCompletionStreamRequest[];
+    run(messages: Message[], prompt: string, tools: Tool[]): Promise<Result<{
+        message: Message;
+        tokenUsage?: TokenUsage;
+    }>>;
+    private tokenUsage;
+    protected costPerTokenUsage(tokenUsage: TokenUsage): number;
+    tokens(messages: Message[], _prompt: string, _tools: Tool[]): Promise<Result<number>>;
+    maxTokens(): number;
+}
+//# sourceMappingURL=mistral.d.ts.map

package/dist/models/mistral.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mistral.d.ts","sourceRoot":"","sources":["../../src/models/mistral.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,GAAG,EACH,WAAW,EACX,OAAO,EACP,IAAI,EAIJ,UAAU,EACX,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,MAAM,EAAW,MAAM,gBAAgB,CAAC;AAmCjD,MAAM,MAAM,YAAY,GACpB,wBAAwB,GACxB,sBAAsB,GACtB,sBAAsB,GACtB,kBAAkB,CAAC;AAEvB,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,KAAK,IAAI,YAAY,CAOnE;AAmBD,qBAAa,UAAW,SAAQ,GAAG;IACjC,OAAO,CAAC,MAAM,CAAU;IACxB,OAAO,CAAC,KAAK,CAAe;gBAG1B,MAAM,EAAE,WAAW,EACnB,KAAK,GAAE,YAAqC;IAO9C,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE;IAmEtB,GAAG,CACP,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,UAAU,CAAC,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;IAsGjE,OAAO,CAAC,UAAU;IAUlB,SAAS,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM;IAQrD,MAAM,CACV,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,IAAI,EAAE,GACb,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAoC1B,SAAS,IAAI,MAAM;CAcpB"}

package/dist/models/mistral.js

@@ -0,0 +1,259 @@
+import { LLM, } from "./index";
+import { err, ok } from "@app/lib/error";
+import { assertNever } from "@app/lib/assert";
+import { Mistral } from "@mistralai/mistralai";
+import { isString, removeNulls } from "@app/lib/utils";
+function normalizeTokenPrices(costPerMillionInputTokens, costPerMillionOutputTokens) {
+    return {
+        input: costPerMillionInputTokens / 1_000_000,
+        output: costPerMillionOutputTokens / 1_000_000,
+    };
+}
+// https://mistral.ai/pricing#api-pricing
+const TOKEN_PRICING = {
+    "devstral-medium-latest": normalizeTokenPrices(0.4, 2),
+    "mistral-large-latest": normalizeTokenPrices(0.5, 1.5),
+    "mistral-small-latest": normalizeTokenPrices(0.1, 0.3),
+    "codestral-latest": normalizeTokenPrices(0.3, 0.9),
+};
+export function isMistralModel(model) {
+    return [
+        "devstral-medium-latest",
+        "mistral-large-latest",
+        "mistral-small-latest",
+        "codestral-latest",
+    ].includes(model);
+}
+// Sometimes mistral models send back wrong function names so we validate them here
+function validateName(name) {
+    if (!(name.length <= 256)) {
+        return {
+            valid: false,
+            reason: `name: ${name} must be less than 256 characters`,
+        };
+    }
+    if (!name.match(/^[a-zA-Z0-9_-]+$/)) {
+        return {
+            valid: false,
+            reason: `name: ${name} must be alphanumeric`,
+        };
+    }
+    return { valid: true };
+}
+export class MistralLLM extends LLM {
+    client;
+    model;
+    constructor(config, model = "mistral-large-latest") {
+        super(config);
+        this.client = new Mistral();
+        this.model = model;
+    }
+    messages(messages) {
+        const mistralMessages = [];
+        for (const msg of messages) {
+            switch (msg.role) {
+                case "user":
+                    mistralMessages.push(...msg.content
+                        .filter((c) => c.type === "tool_result")
+                        .map((c) => ({
+                        role: "tool",
+                        toolCallId: c.toolUseId,
+                        name: c.toolUseName,
+                        content: c.content
+                            .filter((c) => c.type === "text")
+                            .map((c) => ({
+                            type: "text",
+                            text: c.text,
+                        })),
+                    })));
+                    if (msg.content.find((c) => c.type === "text")) {
+                        mistralMessages.push({
+                            role: "user",
+                            content: msg.content
+                                .filter((c) => c.type === "text")
+                                .map((c) => ({
+                                type: "text",
+                                text: c.text,
+                            })),
+                        });
+                    }
+                    break;
+                case "agent":
+                    const agentMsg = {
+                        role: "assistant",
+                        content: msg.content
+                            .filter((c) => c.type === "text") // We don't support thinking atm
+                            .map((c) => {
+                            switch (c.type) {
+                                case "text":
+                                    return {
+                                        type: "text",
+                                        text: c.text,
+                                    };
+                            }
+                        }),
+                        toolCalls: msg.content
+                            .filter((c) => c.type === "tool_use")
+                            .map((c) => {
+                            return {
+                                id: c.id,
+                                type: "function",
+                                function: {
+                                    name: c.name,
+                                    arguments: c.input,
+                                },
+                            };
+                        }),
+                    };
+                    mistralMessages.push(agentMsg);
+            }
+        }
+        return mistralMessages;
+    }
+    async run(messages, prompt, tools) {
+        try {
+            const chatResponse = await this.client.chat.complete({
+                model: this.model,
+                messages: [
+                    {
+                        role: "system",
+                        content: prompt,
+                    },
+                    ...this.messages(messages),
+                ],
+                toolChoice: "auto",
+                tools: tools.map((t) => ({
+                    type: "function",
+                    function: {
+                        name: t.name,
+                        description: t.description,
+                        parameters: t.inputSchema,
+                    },
+                })),
+            });
+            const usage = chatResponse.usage;
+            const tokenUsage = !usage.totalTokens || !usage.promptTokens || !usage.completionTokens
+                ? undefined
+                : this.tokenUsage(usage);
+            const msg = chatResponse.choices[0].message;
+            const finishReason = chatResponse.choices[0].finishReason;
+            if (finishReason !== "stop" && finishReason !== "tool_calls") {
+                return err("model_error", `Unexpected finish reason: ${finishReason}`, new Error(`Unexpected finish reason: ${finishReason}`));
+            }
+            const content = [];
+            if (msg.toolCalls) {
+                for (const toolCall of msg.toolCalls) {
+                    const { valid, reason } = validateName(toolCall.function.name);
+                    if (valid) {
+                        content.push({
+                            type: "tool_use",
+                            id: toolCall.id ?? "",
+                            name: toolCall.function.name,
+                            input: isString(toolCall.function.arguments)
+                                ? JSON.parse(toolCall.function.arguments)
+                                : toolCall.function.arguments,
+                            provider: null,
+                        });
+                    }
+                    else {
+                        console.warn(`Mistral model received invalid tool name: ${toolCall.function.name}.
+              Reason: ${reason}`);
+                    }
+                }
+            }
+            if (msg.content) {
+                if (isString(msg.content)) {
+                    content.push({
+                        type: "text",
+                        text: msg.content,
+                        provider: null,
+                    });
+                }
+                else {
+                    content.push(...removeNulls(msg.content.map((c) => {
+                        switch (c.type) {
+                            case "text":
+                                return {
+                                    type: "text",
+                                    text: c.text,
+                                    provider: null,
+                                };
+                            default: // Note: thinking is not implemented yet for mistral
+                                return null;
+                        }
+                    })));
+                }
+            }
+            return ok({
+                message: {
+                    role: "agent",
+                    content,
+                },
+                tokenUsage,
+            });
+        }
+        catch (error) {
+            return err("model_error", "Failed to run model", error);
+        }
+    }
+    tokenUsage(usage) {
+        return {
+            total: usage.totalTokens ?? 0,
+            input: usage.promptTokens ?? 0,
+            output: usage.completionTokens ?? 0,
+            cached: 0,
+            thinking: 0,
+        };
+    }
+    costPerTokenUsage(tokenUsage) {
+        const pricing = TOKEN_PRICING[this.model];
+        const c = tokenUsage.input * pricing.input +
+            tokenUsage.output * pricing.output;
+        return c;
+    }
+    async tokens(messages, _prompt, _tools) {
+        try {
+            // Mistral's doesn't have a token counting API so we approximate with token ~= 4 chars.
+            const tokens = messages.reduce((acc, m) => {
+                const contentLength = m.content.reduce((acc, c) => {
+                    switch (c.type) {
+                        case "text":
+                            return acc + c.text.length;
+                        case "tool_use":
+                            return acc + c.name.length + JSON.stringify(c.input).length;
+                        case "thinking":
+                            // We don't have any thinking models yet
+                            // return acc + c.thinking.length;
+                            throw new Error("Thinking not implemented yet for mistral");
+                            return acc;
+                        case "tool_result":
+                            const contentLength = c.content
+                                .filter((c) => c.type === "text")
+                                .reduce((acc, c) => acc + c.text.length, 0);
+                            return acc + c.toolUseName.length + contentLength;
+                    }
+                }, 0);
+                return contentLength + acc;
+            }, 0) / 4;
+            return ok(Math.floor(tokens));
+        }
+        catch (error) {
+            return err("model_error", "Failed to count tokens", error);
+        }
+    }
+    maxTokens() {
+        switch (this.model) {
+            case "mistral-large-latest":
+                return 256000;
+            case "mistral-small-latest":
+                return 128000;
+            case "codestral-latest":
+                return 32000;
+            case "devstral-medium-latest":
+                return 128000;
+            default:
+                assertNever(this.model);
+        }
+    }
+}
+//# sourceMappingURL=mistral.js.map