@saltcorn/large-language-model 0.9.4 → 0.9.6

package/generate.js

@@ -11,11 +11,29 @@ const { google } = require("googleapis");
 const Plugin = require("@saltcorn/data/models/plugin");
 const path = require("path");
 const { features, getState } = require("@saltcorn/data/db/state");
+const {
+  generateText,
+  streamText,
+  tool,
+  jsonSchema,
+  embed,
+  embedMany,
+} = require("ai");
+const { createOpenAI } = require("@ai-sdk/openai");
 let ollamaMod;
 if (features.esm_plugins) ollamaMod = require("ollama");
 
 const getEmbedding = async (config, opts) => {
   switch (config.backend) {
+    case "AI SDK":
+      return await getEmbeddingAISDK(
+        {
+          provider: config.ai_sdk_provider,
+          apiKey: config.api_key,
+          embed_model: opts?.embed_model || config.embed_model || config.model,
+        },
+        opts
+      );
     case "OpenAI":
       return await getEmbeddingOpenAICompatible(
         {
@@ -97,6 +115,15 @@ const getImageGeneration = async (config, opts) => {
 
 const getCompletion = async (config, opts) => {
   switch (config.backend) {
+    case "AI SDK":
+      return await getCompletionAISDK(
+        {
+          provider: config.ai_sdk_provider,
+          apiKey: config.api_key,
+          model: opts?.model || config.model,
+        },
+        opts
+      );
     case "OpenAI":
       return await getCompletionOpenAICompatible(
         {
@@ -163,6 +190,104 @@ const getCompletion = async (config, opts) => {
   }
 };
 
+const getCompletionAISDK = async (
+  { apiKey, model, provider, temperature },
+  {
+    systemPrompt,
+    prompt,
+    debugResult,
+    debugCollector,
+    chat = [],
+    api_key,
+    endpoint,
+    ...rest
+  }
+) => {
+  const use_model_name = rest.model || model;
+  let model_obj;
+  switch (provider) {
+    case "OpenAI":
+      const openai = createOpenAI({ apiKey: api_key || apiKey });
+      model_obj = openai(use_model_name);
+      break;
+  }
+
+  const body = {
+    ...rest,
+    model: model_obj,
+    messages: [
+      {
+        role: "system",
+        content: systemPrompt || "You are a helpful assistant.",
+      },
+      ...chat,
+      ...(prompt ? [{ role: "user", content: prompt }] : []),
+    ],
+  };
+  if (rest.temperature || temperature) {
+    const str_or_num = rest.temperature || temperature;
+    body.temperature = +str_or_num;
+  } else if (rest.temperature === null) {
+    delete body.temperature;
+  } else if (typeof temperature === "undefined") {
+    if (
+      ![
+        "o1",
+        "o3",
+        "o3-mini",
+        "o4-mini",
+        "gpt-5",
+        "gpt-5-nano",
+        "gpt-5-mini",
+      ].includes(use_model_name)
+    )
+      body.temperature = 0.7;
+  }
+  if (body.tools) {
+    const prevTools = [...body.tools];
+    body.tools = {};
+    prevTools.forEach((t) => {
+      body.tools[t.function.name] = tool({
+        description: t.function.description,
+        inputSchema: jsonSchema(t.function.parameters),
+      });
+    });
+  }
+
+  const debugRequest = { ...body, model: use_model_name };
+  if (debugResult)
+    console.log("AI SDK request", JSON.stringify(debugRequest, null, 2));
+  getState().log(6, `AI SDK request ${JSON.stringify(debugRequest)} `);
+  if (debugCollector) debugCollector.request = debugRequest;
+  const reqTimeStart = Date.now();
+
+  let results;
+  if (rest.streamCallback) {
+    delete body.streamCallback;
+    results = await streamText(body);
+    for await (const textPart of results.textStream) {
+      rest.streamCallback(textPart);
+    }
+  } else results = await generateText(body);
+  if (debugResult)
+    console.log("AI SDK response", JSON.stringify(results, null, 2));
+  else getState().log(6, `AI SDK response ${JSON.stringify(results)}`);
+  if (debugCollector) {
+    debugCollector.response = results;
+    debugCollector.response_time_ms = Date.now() - reqTimeStart;
+  }
+  const allToolCalls = (await results.steps).flatMap((step) => step.toolCalls);
+
+  if (allToolCalls.length) {
+    return {
+      tool_calls: allToolCalls,
+      content: await results.text,
+      messages: (await results.response).messages,
+      ai_sdk: true,
+    };
+  } else return results.text;
+};
+
 const getCompletionOpenAICompatible = async (
   { chatCompleteEndpoint, bearer, apiKey, model, responses_api, temperature },
   {
@@ -507,7 +632,6 @@ const getEmbeddingOpenAICompatible = async (
   if (bearer) headers.Authorization = "Bearer " + bearer;
   if (apiKey) headers["api-key"] = apiKey;
   const body = {
-    //prompt: "How are you?",
     model: model || embed_model || "text-embedding-3-small",
     input: prompt,
   };
@@ -525,6 +649,36 @@ const getEmbeddingOpenAICompatible = async (
   return results?.data?.[0]?.embedding;
 };
 
+const getEmbeddingAISDK = async (config, { prompt, model, debugResult }) => {
+  const { provider, apiKey, embed_model } = config;
+  let model_obj,
+    providerOptions = {};
+  const model_name = model || embed_model;
+
+  switch (provider) {
+    case "OpenAI":
+      const openai = createOpenAI({ apiKey: apiKey });
+      model_obj = openai.textEmbeddingModel(
+        model_name || "text-embedding-3-small"
+      );
+      //providerOptions.openai = {};
+      break;
+  }
+  const body = {
+    model: model_obj,
+    providerOptions,
+  };
+  if (Array.isArray(prompt)) {
+    body.values = prompt;
+    const { embeddings } = await embedMany(body);
+    return embeddings;
+  } else {
+    body.value = prompt;
+    const { embedding } = await embed(body);
+    return embedding;
+  }
+};
+
 const updatePluginTokenCfg = async (credentials) => {
   let plugin = await Plugin.findOne({ name: "large-language-model" });
   if (!plugin) {

package/index.js

@@ -67,10 +67,58 @@ ${domReady(`
                     "Local Ollama",
                     ...(isRoot ? ["Local llama.cpp"] : []),
                     "Google Vertex AI",
+                    "AI SDK",
                   ],
                   onChange: "backendChange(this)",
                 },
               },
+              {
+                name: "ai_sdk_provider",
+                label: "Provider", //gpt-3.5-turbo
+                type: "String",
+                required: true,
+                showIf: { backend: "AI SDK" },
+                attributes: {
+                  options: ["OpenAI"],
+                },
+              },
+              {
+                name: "api_key",
+                label: "API key",
+                type: "String",
+                required: true,
+                fieldview: "password",
+                showIf: { backend: "AI SDK", ai_sdk_provider: "OpenAI" },
+              },
+              {
+                name: "model",
+                label: "Model", //gpt-3.5-turbo
+                type: "String",
+                required: true,
+                showIf: { backend: "AI SDK" },
+                attributes: {
+                  calcOptions: ["ai_sdk_provider", { OpenAI: OPENAI_MODELS }],
+                },
+              },
+              {
+                name: "embed_model",
+                label: "Embedding model", //gpt-3.5-turbo
+                type: "String",
+                required: true,
+                showIf: { backend: "AI SDK" },
+                attributes: {
+                  calcOptions: [
+                    "ai_sdk_provider",
+                    {
+                      OpenAI: [
+                        "text-embedding-3-small",
+                        "text-embedding-3-large",
+                        "text-embedding-ada-002",
+                      ],
+                    },
+                  ],
+                },
+              },
               {
                 name: "ollama_host",
                 label: "Host",
@@ -761,6 +809,7 @@ module.exports = {
             {
               name: "name",
               label: "Name",
+              class: "validate-identifier",
               sublabel: "The field name, as a valid JavaScript identifier",
               type: "String",
               required: true,
@@ -780,6 +829,13 @@ module.exports = {
                 options: ["string", "integer", "number", "boolean"],
               },
             },
+            {
+              name: "options",
+              label: "Options",
+              type: "String",
+              sublabel: "Optional. Comma-separated list of values",
+              showIf: { type: "string" },
+            },
           ],
         });
 
@@ -895,6 +951,10 @@ module.exports = {
             type: field.type,
             description: field.description,
           };
+          if (field.type === "string" && field.options)
+            fieldArgs[field.name].enum = field.options
+              .split(",")
+              .map((s) => s.trim());
         });
         const argObj = { type: "object", properties: fieldArgs };
         const args = {
@@ -921,9 +981,11 @@ module.exports = {
           ...opts,
           ...toolargs,
         });
-        const ans = JSON.parse(compl.tool_calls[0].function.arguments)[
-          answer_field
-        ];
+        console.log(JSON.stringify(compl, null, 2));
+
+        const ans = compl.tool_calls[0].input
+          ? compl.tool_calls[0].input[answer_field]
+          : JSON.parse(compl.tool_calls[0].function.arguments)[answer_field];
         const upd = { [answer_field]: ans };
         if (chat_history_field) {
           upd[chat_history_field] = [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.9.4",
+  "version": "0.9.6",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {
@@ -10,7 +10,9 @@
     "ollama": "0.5.15",
     "@google-cloud/vertexai": "^1.9.3",
     "@google-cloud/aiplatform": "^3.34.0",
-    "googleapis": "^144.0.0"
+    "googleapis": "^144.0.0",
+    "ai": "5.0.44",
+    "@ai-sdk/openai": "2.0.30"
   },
   "author": "Tom Nielsen",
   "license": "MIT",