@saltcorn/large-language-model 1.0.2 → 1.0.3

package/generate.js

@@ -423,17 +423,20 @@ const getCompletion = async (config, opts) => {
   }
 };
 
-const getAiSdkModel = ({
-  provider,
-  api_key,
-  model_name,
-  anthropic_api_key,
-}) => {
+const getAiSdkModel = (
+  { provider, api_key, model_name, anthropic_api_key },
+  isEmbedding,
+) => {
   switch (provider) {
     case "OpenAI":
       const openai = createOpenAI({ apiKey: api_key });
-      return openai(model_name);
+      return isEmbedding
+        ? openai.textEmbeddingModel(model_name)
+        : openai(model_name);
+
     case "Anthropic":
+      if (isEmbedding)
+        throw new Error("Anthropic does not provide embedding models");
       const anthropic = createAnthropic({
         apiKey: anthropic_api_key,
       });
@@ -949,19 +952,17 @@ const getEmbeddingOpenAICompatible = async (
 
 const getEmbeddingAISDK = async (config, { prompt, model, debugResult }) => {
   const { provider, apiKey, embed_model } = config;
-  let model_obj,
-    providerOptions = {};
-  const model_name = model || embed_model;
-
-  switch (provider) {
-    case "OpenAI":
-      const openai = createOpenAI({ apiKey: apiKey });
-      model_obj = openai.textEmbeddingModel(
-        model_name || "text-embedding-3-small",
-      );
-      //providerOptions.openai = {};
-      break;
-  }
+  let providerOptions = {};
+  const model_name = model || embed_model || "text-embedding-3-small";
+  let model_obj = getAiSdkModel(
+    {
+      ...config,
+      model_name,
+      api_key: apiKey,
+      provider,
+    },
+    true,
+  );
   const body = {
     model: model_obj,
     providerOptions,

package/index.js

@@ -126,7 +126,7 @@ ${domReady(`
                 label: "Embedding model", //gpt-3.5-turbo
                 type: "String",
                 required: true,
-                showIf: { backend: "AI SDK" },
+                showIf: { backend: "AI SDK", ai_sdk_provider: ["OpenAI"] },
                 attributes: {
                   calcOptions: [
                     "ai_sdk_provider",
@@ -136,14 +136,6 @@ ${domReady(`
                         "text-embedding-3-large",
                         "text-embedding-ada-002",
                       ],
-                      Anthropic: [
-                        "voyage-3-large",
-                        "voyage-3",
-                        "voyage-3-lite",
-                        "voyage-code-3",
-                        "voyage-finance-2",
-                        "voyage-law-2",
-                      ],
                     },
                   ],
                 },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "1.0.2",
+  "version": "1.0.3",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {

package/tests/configs.js

@@ -36,7 +36,6 @@ module.exports = [
     model: "claude-sonnet-4-6",
     api_key: process.env.ANTHROPIC_API_KEY,
     backend: "AI SDK",
-    embed_model: "text-embedding-3-small",
     image_model: "gpt-image-1",
     temperature: 0.7,
     ai_sdk_provider: "Anthropic",

package/tests/llm.test.js

@@ -165,6 +165,15 @@ for (const nameconfig of require("./configs")) {
 
       expect(cities1.length).toBe(12);
     });
+    if (name !== "AI SDK Anthropic")
+      it("gets embedding", async () => {
+        const v = await getState().functions.llm_embedding.run(
+          "The quick brown fox jumps over the lazy dog",
+        );
+        expect(Array.isArray(v)).toBe(true);
+        expect(v.length).toBeGreaterThan(50);
+        expect(typeof v[0]).toBe("number");
+      });
   });
 }