@saltcorn/large-language-model 0.9.3 → 0.9.5

package/generate.js

@@ -11,11 +11,29 @@ const { google } = require("googleapis");
 const Plugin = require("@saltcorn/data/models/plugin");
 const path = require("path");
 const { features, getState } = require("@saltcorn/data/db/state");
+const {
+  generateText,
+  streamText,
+  tool,
+  jsonSchema,
+  embed,
+  embedMany,
+} = require("ai");
+const { createOpenAI } = require("@ai-sdk/openai");
 let ollamaMod;
 if (features.esm_plugins) ollamaMod = require("ollama");
 
 const getEmbedding = async (config, opts) => {
   switch (config.backend) {
+    case "AI SDK":
+      return await getEmbeddingAISDK(
+        {
+          provider: config.ai_sdk_provider,
+          apiKey: config.api_key,
+          embed_model: opts?.embed_model || config.embed_model || config.model,
+        },
+        opts
+      );
     case "OpenAI":
       return await getEmbeddingOpenAICompatible(
         {
@@ -97,6 +115,15 @@ const getImageGeneration = async (config, opts) => {
 
 const getCompletion = async (config, opts) => {
   switch (config.backend) {
+    case "AI SDK":
+      return await getCompletionAISDK(
+        {
+          provider: config.ai_sdk_provider,
+          apiKey: config.api_key,
+          model: opts?.model || config.model,
+        },
+        opts
+      );
     case "OpenAI":
       return await getCompletionOpenAICompatible(
         {
@@ -163,6 +190,104 @@ const getCompletion = async (config, opts) => {
   }
 };
 
+const getCompletionAISDK = async (
+  { apiKey, model, provider, temperature },
+  {
+    systemPrompt,
+    prompt,
+    debugResult,
+    debugCollector,
+    chat = [],
+    api_key,
+    endpoint,
+    ...rest
+  }
+) => {
+  const use_model_name = rest.model || model;
+  let model_obj;
+  switch (provider) {
+    case "OpenAI":
+      const openai = createOpenAI({ apiKey: api_key || apiKey });
+      model_obj = openai(use_model_name);
+      break;
+  }
+
+  const body = {
+    model: model_obj,
+    messages: [
+      {
+        role: "system",
+        content: systemPrompt || "You are a helpful assistant.",
+      },
+      ...chat,
+      ...(prompt ? [{ role: "user", content: prompt }] : []),
+    ],
+    ...rest,
+  };
+  if (rest.temperature || temperature) {
+    const str_or_num = rest.temperature || temperature;
+    body.temperature = +str_or_num;
+  } else if (rest.temperature === null) {
+    delete body.temperature;
+  } else if (typeof temperature === "undefined") {
+    if (
+      ![
+        "o1",
+        "o3",
+        "o3-mini",
+        "o4-mini",
+        "gpt-5",
+        "gpt-5-nano",
+        "gpt-5-mini",
+      ].includes(use_model_name)
+    )
+      body.temperature = 0.7;
+  }
+  if (body.tools) {
+    const prevTools = [...body.tools];
+    body.tools = {};
+    prevTools.forEach((t) => {
+      body.tools[t.function.name] = tool({
+        description: t.function.description,
+        inputSchema: jsonSchema(t.function.parameters),
+      });
+    });
+  }
+
+  const debugRequest = { ...body, model: use_model_name };
+  if (debugResult)
+    console.log("AI SDK request", JSON.stringify(debugRequest, null, 2));
+  getState().log(6, `OpenAI request ${JSON.stringify(debugRequest)} `);
+  if (debugCollector) debugCollector.request = debugRequest;
+  const reqTimeStart = Date.now();
+
+  let results;
+  if (rest.streamCallback) {
+    delete body.streamCallback;
+    results = await streamText(body);
+    for await (const textPart of results.textStream) {
+      rest.streamCallback(textPart);
+    }
+  } else results = await generateText(body);
+  if (debugResult)
+    console.log("OpenAI response", JSON.stringify(results, null, 2));
+  else getState().log(6, `OpenAI response ${JSON.stringify(results)}`);
+  if (debugCollector) {
+    debugCollector.response = results;
+    debugCollector.response_time_ms = Date.now() - reqTimeStart;
+  }
+  const allToolCalls = (await results.steps).flatMap((step) => step.toolCalls);
+
+  if (allToolCalls.length) {
+    return {
+      tool_calls: allToolCalls,
+      content: await results.text,
+      messages: (await results.response).messages,
+      ai_sdk: true,
+    };
+  } else return results.text;
+};
+
 const getCompletionOpenAICompatible = async (
   { chatCompleteEndpoint, bearer, apiKey, model, responses_api, temperature },
   {
@@ -375,8 +500,8 @@ const getCompletionOpenAICompatible = async (
         dataDone = true;
         break;
       }
-      if (value.error) {
-        throw new Error(value.error);
+      if (typeof value === "string" && value.startsWith('{\n  "error": {')) {
+        throw new Error(value);
       }
       process_stream_data(value);
       if (dataDone) break;
@@ -507,7 +632,6 @@ const getEmbeddingOpenAICompatible = async (
   if (bearer) headers.Authorization = "Bearer " + bearer;
   if (apiKey) headers["api-key"] = apiKey;
   const body = {
-    //prompt: "How are you?",
     model: model || embed_model || "text-embedding-3-small",
     input: prompt,
   };
@@ -525,6 +649,36 @@ const getEmbeddingOpenAICompatible = async (
   return results?.data?.[0]?.embedding;
 };
 
+const getEmbeddingAISDK = async (config, { prompt, model, debugResult }) => {
+  const { provider, apiKey, embed_model } = config;
+  let model_obj,
+    providerOptions = {};
+  const model_name = model || embed_model;
+
+  switch (provider) {
+    case "OpenAI":
+      const openai = createOpenAI({ apiKey: apiKey });
+      model_obj = openai.textEmbeddingModel(
+        model_name || "text-embedding-3-small"
+      );
+      //providerOptions.openai = {};
+      break;
+  }
+  const body = {
+    model: model_obj,
+    providerOptions,
+  };
+  if (Array.isArray(prompt)) {
+    body.values = prompt
+    const { embeddings } = await embedMany(body);
+    return embeddings;
+  } else {
+    body.value = prompt
+    const { embedding } = await embed(body);
+    return embedding;
+  }
+};
+
 const updatePluginTokenCfg = async (credentials) => {
   let plugin = await Plugin.findOne({ name: "large-language-model" });
   if (!plugin) {

package/index.js

@@ -67,10 +67,58 @@ ${domReady(`
                     "Local Ollama",
                     ...(isRoot ? ["Local llama.cpp"] : []),
                     "Google Vertex AI",
+                    "AI SDK",
                   ],
                   onChange: "backendChange(this)",
                 },
               },
+              {
+                name: "ai_sdk_provider",
+                label: "Provider", //gpt-3.5-turbo
+                type: "String",
+                required: true,
+                showIf: { backend: "AI SDK" },
+                attributes: {
+                  options: ["OpenAI"],
+                },
+              },
+              {
+                name: "api_key",
+                label: "API key",
+                type: "String",
+                required: true,
+                fieldview: "password",
+                showIf: { backend: "AI SDK", ai_sdk_provider: "OpenAI" },
+              },
+              {
+                name: "model",
+                label: "Model", //gpt-3.5-turbo
+                type: "String",
+                required: true,
+                showIf: { backend: "AI SDK" },
+                attributes: {
+                  calcOptions: ["ai_sdk_provider", { OpenAI: OPENAI_MODELS }],
+                },
+              },
+              {
+                name: "embed_model",
+                label: "Embedding model", //gpt-3.5-turbo
+                type: "String",
+                required: true,
+                showIf: { backend: "AI SDK" },
+                attributes: {
+                  calcOptions: [
+                    "ai_sdk_provider",
+                    {
+                      OpenAI: [
+                        "text-embedding-3-small",
+                        "text-embedding-3-large",
+                        "text-embedding-ada-002",
+                      ],
+                    },
+                  ],
+                },
+              },
               {
                 name: "ollama_host",
                 label: "Host",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "0.9.3",
+  "version": "0.9.5",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {
@@ -10,7 +10,9 @@
     "ollama": "0.5.15",
     "@google-cloud/vertexai": "^1.9.3",
     "@google-cloud/aiplatform": "^3.34.0",
-    "googleapis": "^144.0.0"
+    "googleapis": "^144.0.0",
+    "ai": "5.0.44",
+    "@ai-sdk/openai": "2.0.30"
   },
   "author": "Tom Nielsen",
   "license": "MIT",