@saltcorn/large-language-model 1.0.1 → 1.0.3

package/constants.js

@@ -7,9 +7,10 @@ const OPENAI_MODELS = [
   "gpt-5",
   "gpt-5-mini",
   "gpt-5-nano",
-  "gpt-5.1",  
+  "gpt-5.1",
   "gpt-5.2",
   "gpt-5.2-pro",
+  "gpt-5.4",
   "o3",
   "o3-mini",
   "o3-pro",
@@ -21,6 +22,20 @@ const OPENAI_MODELS = [
   "gpt-5.1-codex-max",
 ];
 
+const NO_TEMP_MODELS = [
+  "o1",
+  "o3",
+  "o3-mini",
+  "o4-mini",
+  "gpt-5",
+  "gpt-5-nano",
+  "gpt-5-mini",
+  "gpt-5.1",
+  "gpt-5.1-codex",
+  "gpt-5.2",
+  "gpt-5.4",
+];
+
 // https://github.com/ollama/ollama/blob/main/docs/faq.md#where-are-models-stored
 const OLLAMA_MODELS_PATH = {
   Darwin: `${process.env.HOME}/.ollama/models`,
@@ -28,4 +43,4 @@ const OLLAMA_MODELS_PATH = {
   Windows_NT: "C:\\Users\\%username%\\.ollama\\models.",
 };
 
-module.exports = { OPENAI_MODELS, OLLAMA_MODELS_PATH };
+module.exports = { OPENAI_MODELS, OLLAMA_MODELS_PATH, NO_TEMP_MODELS };

package/generate.js

@@ -23,8 +23,10 @@ const {
   experimental_transcribe,
 } = require("ai");
 const { createOpenAI } = require("@ai-sdk/openai");
+const { createAnthropic } = require("@ai-sdk/anthropic");
 const OpenAI = require("openai");
 const { ElevenLabsClient } = require("@elevenlabs/elevenlabs-js");
+const { NO_TEMP_MODELS } = require("./constants");
 
 let ollamaMod;
 if (features.esm_plugins) ollamaMod = require("ollama");
@@ -348,6 +350,7 @@ const getCompletion = async (config, opts) => {
     case "AI SDK":
       return await getCompletionAISDK(
         {
+          ...config,
           provider: config.ai_sdk_provider,
           apiKey: config.api_key,
           model: opts?.model || config.model,
@@ -420,18 +423,31 @@ const getCompletion = async (config, opts) => {
   }
 };
 
-const getAiSdkModel = ({ provider, api_key, model_name }) => {
+const getAiSdkModel = (
+  { provider, api_key, model_name, anthropic_api_key },
+  isEmbedding,
+) => {
   switch (provider) {
     case "OpenAI":
       const openai = createOpenAI({ apiKey: api_key });
-      return openai(model_name);
+      return isEmbedding
+        ? openai.textEmbeddingModel(model_name)
+        : openai(model_name);
+
+    case "Anthropic":
+      if (isEmbedding)
+        throw new Error("Anthropic does not provide embedding models");
+      const anthropic = createAnthropic({
+        apiKey: anthropic_api_key,
+      });
+      return anthropic(model_name);
     default:
       throw new Error("Provider not found: " + provider);
   }
 };
 
 const getCompletionAISDK = async (
-  { apiKey, model, provider, temperature },
+  { apiKey, model, provider, temperature, anthropic_api_key },
   {
     systemPrompt,
     prompt,
@@ -449,6 +465,7 @@ const getCompletionAISDK = async (
     model_name: use_model_name,
     api_key: api_key || apiKey,
     provider,
+    anthropic_api_key,
   });
   const modifyChat = (chat) => {
     const f = (c) => {
@@ -481,27 +498,15 @@ const getCompletionAISDK = async (
   if (appendToChat && chat && prompt) {
     chat.push({ role: "user", content: prompt });
   }
-  if (rest.temperature || temperature) {
+  if (NO_TEMP_MODELS.includes(use_model_name)) {
+    delete body.temperature;
+  } else if (rest.temperature || temperature) {
     const str_or_num = rest.temperature || temperature;
     body.temperature = +str_or_num;
   } else if (rest.temperature === null) {
     delete body.temperature;
   } else if (typeof temperature === "undefined") {
-    if (
-      ![
-        "o1",
-        "o3",
-        "o3-mini",
-        "o4-mini",
-        "gpt-5",
-        "gpt-5-nano",
-        "gpt-5-mini",
-        "gpt-5.1",
-        "gpt-5.1-codex",
-        "gpt-5.2",
-      ].includes(use_model_name)
-    )
-      body.temperature = 0.7;
+    if (!NO_TEMP_MODELS.includes(use_model_name)) body.temperature = 0.7;
   }
   if (body.tools) {
     const prevTools = [...body.tools];
@@ -598,18 +603,7 @@ const getCompletionOpenAICompatible = async (
   } else if (rest.temperature === null) {
     delete body.temperature;
   } else if (typeof temperature === "undefined") {
-    if (
-      ![
-        "o1",
-        "o3",
-        "o3-mini",
-        "o4-mini",
-        "gpt-5",
-        "gpt-5-nano",
-        "gpt-5-mini",
-      ].includes(use_model)
-    )
-      body.temperature = 0.7;
+    if (!NO_TEMP_MODELS.includes(use_model)) body.temperature = 0.7;
   }
   if (rest.streamCallback && global.fetch) {
     body.stream = true;
@@ -958,19 +952,17 @@ const getEmbeddingOpenAICompatible = async (
 
 const getEmbeddingAISDK = async (config, { prompt, model, debugResult }) => {
   const { provider, apiKey, embed_model } = config;
-  let model_obj,
-    providerOptions = {};
-  const model_name = model || embed_model;
-
-  switch (provider) {
-    case "OpenAI":
-      const openai = createOpenAI({ apiKey: apiKey });
-      model_obj = openai.textEmbeddingModel(
-        model_name || "text-embedding-3-small",
-      );
-      //providerOptions.openai = {};
-      break;
-  }
+  let providerOptions = {};
+  const model_name = model || embed_model || "text-embedding-3-small";
+  let model_obj = getAiSdkModel(
+    {
+      ...config,
+      model_name,
+      api_key: apiKey,
+      provider,
+    },
+    true,
+  );
   const body = {
     model: model_obj,
     providerOptions,

package/index.js

@@ -82,7 +82,7 @@ ${domReady(`
                 required: true,
                 showIf: { backend: "AI SDK" },
                 attributes: {
-                  options: ["OpenAI"],
+                  options: ["OpenAI", "Anthropic"],
                 },
               },
               {
@@ -93,6 +93,14 @@ ${domReady(`
                 fieldview: "password",
                 showIf: { backend: "AI SDK", ai_sdk_provider: "OpenAI" },
               },
+              {
+                name: "anthropic_api_key",
+                label: "API key",
+                type: "String",
+                required: true,
+                fieldview: "password",
+                showIf: { backend: "AI SDK", ai_sdk_provider: "Anthropic" },
+              },
               {
                 name: "model",
                 label: "Model", //gpt-3.5-turbo
@@ -100,7 +108,17 @@ ${domReady(`
                 required: true,
                 showIf: { backend: "AI SDK" },
                 attributes: {
-                  calcOptions: ["ai_sdk_provider", { OpenAI: OPENAI_MODELS }],
+                  calcOptions: [
+                    "ai_sdk_provider",
+                    {
+                      OpenAI: OPENAI_MODELS,
+                      Anthropic: [
+                        "claude-opus-4-6",
+                        "claude-sonnet-4-6",
+                        "claude-haiku-4-5",
+                      ],
+                    },
+                  ],
                 },
               },
               {
@@ -108,7 +126,7 @@ ${domReady(`
                 label: "Embedding model", //gpt-3.5-turbo
                 type: "String",
                 required: true,
-                showIf: { backend: "AI SDK" },
+                showIf: { backend: "AI SDK", ai_sdk_provider: ["OpenAI"] },
                 attributes: {
                   calcOptions: [
                     "ai_sdk_provider",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "1.0.1",
+  "version": "1.0.3",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {
@@ -13,6 +13,7 @@
     "googleapis": "^144.0.0",
     "ai": "5.0.44",
     "@ai-sdk/openai": "2.0.30",
+    "@ai-sdk/anthropic": "2.0.70",
     "openai": "6.16.0",
     "@elevenlabs/elevenlabs-js": "2.31.0"
   },

package/tests/configs.js

@@ -31,4 +31,13 @@ module.exports = [
     temperature: 0.7,
     ai_sdk_provider: "OpenAI",
   },
+  {
+    name: "AI SDK Anthropic",
+    model: "claude-sonnet-4-6",
+    api_key: process.env.ANTHROPIC_API_KEY,
+    backend: "AI SDK",
+    image_model: "gpt-image-1",
+    temperature: 0.7,
+    ai_sdk_provider: "Anthropic",
+  },
 ];

package/tests/llm.test.js

@@ -165,6 +165,15 @@ for (const nameconfig of require("./configs")) {
 
       expect(cities1.length).toBe(12);
     });
+    if (name !== "AI SDK Anthropic")
+      it("gets embedding", async () => {
+        const v = await getState().functions.llm_embedding.run(
+          "The quick brown fox jumps over the lazy dog",
+        );
+        expect(Array.isArray(v)).toBe(true);
+        expect(v.length).toBeGreaterThan(50);
+        expect(typeof v[0]).toBe("number");
+      });
   });
 }