@saltcorn/large-language-model 1.0.0 → 1.0.2

package/constants.js

@@ -7,9 +7,10 @@ const OPENAI_MODELS = [
   "gpt-5",
   "gpt-5-mini",
   "gpt-5-nano",
-  "gpt-5.1",  
+  "gpt-5.1",
   "gpt-5.2",
   "gpt-5.2-pro",
+  "gpt-5.4",
   "o3",
   "o3-mini",
   "o3-pro",
@@ -21,6 +22,20 @@ const OPENAI_MODELS = [
   "gpt-5.1-codex-max",
 ];
 
+const NO_TEMP_MODELS = [
+  "o1",
+  "o3",
+  "o3-mini",
+  "o4-mini",
+  "gpt-5",
+  "gpt-5-nano",
+  "gpt-5-mini",
+  "gpt-5.1",
+  "gpt-5.1-codex",
+  "gpt-5.2",
+  "gpt-5.4",
+];
+
 // https://github.com/ollama/ollama/blob/main/docs/faq.md#where-are-models-stored
 const OLLAMA_MODELS_PATH = {
   Darwin: `${process.env.HOME}/.ollama/models`,
@@ -28,4 +43,4 @@ const OLLAMA_MODELS_PATH = {
   Windows_NT: "C:\\Users\\%username%\\.ollama\\models.",
 };
 
-module.exports = { OPENAI_MODELS, OLLAMA_MODELS_PATH };
+module.exports = { OPENAI_MODELS, OLLAMA_MODELS_PATH, NO_TEMP_MODELS };

package/generate.js

@@ -23,8 +23,10 @@ const {
   experimental_transcribe,
 } = require("ai");
 const { createOpenAI } = require("@ai-sdk/openai");
+const { createAnthropic } = require("@ai-sdk/anthropic");
 const OpenAI = require("openai");
 const { ElevenLabsClient } = require("@elevenlabs/elevenlabs-js");
+const { NO_TEMP_MODELS } = require("./constants");
 
 let ollamaMod;
 if (features.esm_plugins) ollamaMod = require("ollama");
@@ -291,11 +293,64 @@ const toolResponse = async (
   }
 };
 
+const addImageMesssage = async (
+  { backend, apiKey, api_key, provider, ai_sdk_provider, responses_api },
+  opts,
+) => {
+  let chat = opts.chat;
+  let result = opts.prompt;
+  //console.log("chat", JSON.stringify(chat, null, 2));
+  let imageurl = opts.prompt;
+  switch (opts.backend || backend) {
+    case "OpenAI":
+      {
+        const new_chat_item = responses_api
+          ? {
+              role: "user",
+              content: [
+                {
+                  type: "input_image",
+                  image_url: imageurl,
+                },
+              ],
+            }
+          : {
+              role: "user",
+              content: [
+                {
+                  type: "image_url",
+                  image_url: {
+                    url: imageurl,
+                  },
+                },
+              ],
+            };
+
+        chat.push(new_chat_item);
+      }
+      break;
+    case "AI SDK":
+      chat.push({
+        role: "user",
+        content: [
+          {
+            type: "image",
+            image: imageurl,
+          },
+        ],
+      });
+
+      break;
+    default:
+  }
+};
+
 const getCompletion = async (config, opts) => {
   switch (config.backend) {
     case "AI SDK":
       return await getCompletionAISDK(
         {
+          ...config,
           provider: config.ai_sdk_provider,
           apiKey: config.api_key,
           model: opts?.model || config.model,
@@ -368,18 +423,28 @@ const getCompletion = async (config, opts) => {
   }
 };
 
-const getAiSdkModel = ({ provider, api_key, model_name }) => {
+const getAiSdkModel = ({
+  provider,
+  api_key,
+  model_name,
+  anthropic_api_key,
+}) => {
   switch (provider) {
     case "OpenAI":
       const openai = createOpenAI({ apiKey: api_key });
       return openai(model_name);
+    case "Anthropic":
+      const anthropic = createAnthropic({
+        apiKey: anthropic_api_key,
+      });
+      return anthropic(model_name);
     default:
       throw new Error("Provider not found: " + provider);
   }
 };
 
 const getCompletionAISDK = async (
-  { apiKey, model, provider, temperature },
+  { apiKey, model, provider, temperature, anthropic_api_key },
   {
     systemPrompt,
     prompt,
@@ -397,6 +462,7 @@ const getCompletionAISDK = async (
     model_name: use_model_name,
     api_key: api_key || apiKey,
     provider,
+    anthropic_api_key,
   });
   const modifyChat = (chat) => {
     const f = (c) => {
@@ -429,27 +495,15 @@ const getCompletionAISDK = async (
   if (appendToChat && chat && prompt) {
     chat.push({ role: "user", content: prompt });
   }
-  if (rest.temperature || temperature) {
+  if (NO_TEMP_MODELS.includes(use_model_name)) {
+    delete body.temperature;
+  } else if (rest.temperature || temperature) {
     const str_or_num = rest.temperature || temperature;
     body.temperature = +str_or_num;
   } else if (rest.temperature === null) {
     delete body.temperature;
   } else if (typeof temperature === "undefined") {
-    if (
-      ![
-        "o1",
-        "o3",
-        "o3-mini",
-        "o4-mini",
-        "gpt-5",
-        "gpt-5-nano",
-        "gpt-5-mini",
-        "gpt-5.1",
-        "gpt-5.1-codex",
-        "gpt-5.2",
-      ].includes(use_model_name)
-    )
-      body.temperature = 0.7;
+    if (!NO_TEMP_MODELS.includes(use_model_name)) body.temperature = 0.7;
   }
   if (body.tools) {
     const prevTools = [...body.tools];
@@ -546,18 +600,7 @@ const getCompletionOpenAICompatible = async (
   } else if (rest.temperature === null) {
     delete body.temperature;
   } else if (typeof temperature === "undefined") {
-    if (
-      ![
-        "o1",
-        "o3",
-        "o3-mini",
-        "o4-mini",
-        "gpt-5",
-        "gpt-5-nano",
-        "gpt-5-mini",
-      ].includes(use_model)
-    )
-      body.temperature = 0.7;
+    if (!NO_TEMP_MODELS.includes(use_model)) body.temperature = 0.7;
   }
   if (rest.streamCallback && global.fetch) {
     body.stream = true;
@@ -1110,4 +1153,5 @@ module.exports = {
   getImageGeneration,
   getAudioTranscription,
   toolResponse,
+  addImageMesssage,
 };

package/index.js

@@ -11,7 +11,8 @@ const {
   getEmbedding,
   getImageGeneration,
   getAudioTranscription,
-  toolResponse
+  toolResponse,
+  addImageMesssage,
 } = require("./generate");
 const { OPENAI_MODELS } = require("./constants.js");
 const { eval_expression } = require("@saltcorn/data/models/expression");
@@ -81,7 +82,7 @@ ${domReady(`
                 required: true,
                 showIf: { backend: "AI SDK" },
                 attributes: {
-                  options: ["OpenAI"],
+                  options: ["OpenAI", "Anthropic"],
                 },
               },
               {
@@ -92,6 +93,14 @@ ${domReady(`
                 fieldview: "password",
                 showIf: { backend: "AI SDK", ai_sdk_provider: "OpenAI" },
               },
+              {
+                name: "anthropic_api_key",
+                label: "API key",
+                type: "String",
+                required: true,
+                fieldview: "password",
+                showIf: { backend: "AI SDK", ai_sdk_provider: "Anthropic" },
+              },
               {
                 name: "model",
                 label: "Model", //gpt-3.5-turbo
@@ -99,7 +108,17 @@ ${domReady(`
                 required: true,
                 showIf: { backend: "AI SDK" },
                 attributes: {
-                  calcOptions: ["ai_sdk_provider", { OpenAI: OPENAI_MODELS }],
+                  calcOptions: [
+                    "ai_sdk_provider",
+                    {
+                      OpenAI: OPENAI_MODELS,
+                      Anthropic: [
+                        "claude-opus-4-6",
+                        "claude-sonnet-4-6",
+                        "claude-haiku-4-5",
+                      ],
+                    },
+                  ],
                 },
               },
               {
@@ -117,6 +136,14 @@ ${domReady(`
                         "text-embedding-3-large",
                         "text-embedding-ada-002",
                       ],
+                      Anthropic: [
+                        "voyage-3-large",
+                        "voyage-3",
+                        "voyage-3-lite",
+                        "voyage-code-3",
+                        "voyage-finance-2",
+                        "voyage-law-2",
+                      ],
                     },
                   ],
                 },
@@ -422,14 +449,26 @@ const functions = (config) => {
         { name: "options", type: "JSON", tstype: "any", required: true },
       ],
     },
-    llm_add_tool_response: {
-      run: async (prompt, opts) => {
-        const result = await toolResponse(config, { prompt, ...opts });
-        return result;
+    llm_add_message: {
+      run: async (what, prompt, opts) => {
+        switch (what) {
+          case "tool_response":
+            return await toolResponse(config, { prompt, ...opts });
+          case "image":
+            return await addImageMesssage(config, { prompt, ...opts });
+          default:
+            break;
+        }
       },
       isAsync: true,
-      description: "Insert the response to a tool call into a chat",
+      description: "Insert a tool response or an image in a chat",
       arguments: [
+        {
+          name: "what",
+          type: "String",
+          tstype: '"tool_response"|"image"',
+          required: true,
+        },
         { name: "prompt", type: "String", required: true },
         { name: "options", type: "JSON", tstype: "any" },
       ],

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {
@@ -13,6 +13,7 @@
     "googleapis": "^144.0.0",
     "ai": "5.0.44",
     "@ai-sdk/openai": "2.0.30",
+    "@ai-sdk/anthropic": "2.0.70",
     "openai": "6.16.0",
     "@elevenlabs/elevenlabs-js": "2.31.0"
   },

package/tests/configs.js

@@ -31,4 +31,14 @@ module.exports = [
     temperature: 0.7,
     ai_sdk_provider: "OpenAI",
   },
+  {
+    name: "AI SDK Anthropic",
+    model: "claude-sonnet-4-6",
+    api_key: process.env.ANTHROPIC_API_KEY,
+    backend: "AI SDK",
+    embed_model: "text-embedding-3-small",
+    image_model: "gpt-image-1",
+    temperature: 0.7,
+    ai_sdk_provider: "Anthropic",
+  },
 ];

package/tests/llm.test.js

@@ -133,7 +133,12 @@ for (const nameconfig of require("./configs")) {
       const chat = [];
       const answer = await getState().functions.llm_generate.run(
         "Generate a list of EU capitals in a structured format using the provided tool",
-        { chat, appendToChat: true, ...cities_tool, streamCallback() {} },
+        {
+          chat,
+          appendToChat: true,
+          ...cities_tool,
+          //streamCallback() {}
+        },
       );
       expect(typeof answer).toBe("object");
 
@@ -142,10 +147,14 @@ for (const nameconfig of require("./configs")) {
       const cities = tc.input.cities;
       expect(cities.length).toBe(27);
 
-      await getState().functions.llm_add_tool_response.run("List received", {
-        chat,
-        tool_call: tc,
-      });
+      await getState().functions.llm_add_message.run(
+        "tool_response",
+        "List received",
+        {
+          chat,
+          tool_call: tc,
+        },
+      );
 
       const answer1 = await getState().functions.llm_generate.run(
         "Make the same list in a structured format using the provided tool but for the original 12 member countries of the EU",