@saltcorn/large-language-model 1.0.10 → 1.0.11

package/generate.js

@@ -198,6 +198,31 @@ const getAudioTranscription = async (
 
 const last = (xs) => xs[xs.length - 1];
 
+const genericResponse = async (
+  { backend, apiKey, api_key, provider, ai_sdk_provider, responses_api },
+  role,
+  prompt,
+  opts,
+) => {
+  let chat = opts.chat;
+  let result = opts.prompt;
+  //console.log("chat", JSON.stringify(chat, null, 2));
+  switch (opts.backend || backend) {
+    case "AI SDK":
+      if (role === "assistant" && typeof prompt === "string")
+        opts.chat.push({
+          role,
+          content: [{
+            type: "text",
+            text: prompt,
+          }],
+        });
+      break;
+    default:
+      opts.chat.push({ role, content: prompt });
+  }
+};
+
 const toolResponse = async (
   { backend, apiKey, api_key, provider, ai_sdk_provider, responses_api },
   opts,
@@ -1324,5 +1349,6 @@ module.exports = {
   getImageGeneration,
   getAudioTranscription,
   toolResponse,
+  genericResponse,
   addImageMesssage,
 };

package/index.js

@@ -13,6 +13,7 @@ const {
   getAudioTranscription,
   toolResponse,
   addImageMesssage,
+  genericResponse,
 } = require("./generate");
 const { OPENAI_MODELS } = require("./constants.js");
 const { eval_expression } = require("@saltcorn/data/models/expression");
@@ -525,6 +526,7 @@ const functions = (config) => {
           case "image":
             return await addImageMesssage(config, { prompt, ...opts });
           default:
+            return genericResponse(config, what, prompt, opts);
             break;
         }
       },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "1.0.10",
+  "version": "1.0.11",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {