@saltcorn/large-language-model 1.0.4 → 1.0.5

package/generate.js

@@ -620,13 +620,17 @@ const getCompletionOpenAICompatible = async (
   }
   if (responses_api) {
     delete body.tool_choice;
-    for (const tool of body.tools || []) {
-      if (tool.type !== "function" || !tool.function) continue;
-      tool.name = tool.function.name;
-      tool.description = tool.function.description;
-      tool.parameters = tool.function.parameters;
-      if (tool.function.required) tool.required = tool.function.required;
-      delete tool.function;
+    if (body.tools) {
+      const newtools = JSON.parse(JSON.stringify(body.tools))
+      for (const tool of newtools) {
+        if (tool.type !== "function" || !tool.function) continue;
+        tool.name = tool.function.name;
+        tool.description = tool.function.description;
+        tool.parameters = tool.function.parameters;
+        if (tool.function.required) tool.required = tool.function.required;
+        delete tool.function;
+      }
+      body.tools = newtools
     }
     if (body.response_format?.type === "json_schema" && !body.text) {
       body.text = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@saltcorn/large-language-model",
-  "version": "1.0.4",
+  "version": "1.0.5",
   "description": "Large language models and functionality for Saltcorn",
   "main": "index.js",
   "dependencies": {
@@ -21,7 +21,7 @@
     "jest": "^29.7.0"
   },
   "scripts": {
-    "test": "jest tests --runInBand"
+    "test": "jest tests --runInBand --verbose"
   },
   "author": "Tom Nielsen",
   "license": "MIT",

package/tests/llm.test.js

@@ -97,7 +97,7 @@ for (const nameconfig of require("./configs")) {
     });
     it("uses tools", async () => {
       const answer = await getState().functions.llm_generate.run(
-        "Generate a list of EU capitals in a structured format using the provided tool",
+        "Generate a list of all the EU capitals in a structured format using the provided tool",
         cities_tool,
       );
       expect(typeof answer).toBe("object");
@@ -131,7 +131,7 @@ for (const nameconfig of require("./configs")) {
     it("tool use sequence", async () => {
       const chat = [];
       const answer = await getState().functions.llm_generate.run(
-        "Generate a list of EU capitals in a structured format using the provided tool",
+        "Generate a list of all the EU capitals in a structured format using the provided tool",
         {
           chat,
           appendToChat: true,
@@ -166,7 +166,7 @@ for (const nameconfig of require("./configs")) {
     });
     it("uses response_format", async () => {
       const answer = await getState().functions.llm_generate.run(
-        "Generate a list of EU capitals in JSON format",
+        "Generate a list of all the EU capitals in JSON format",
         {
           response_format: {
             type: "json_schema",
@@ -178,7 +178,6 @@ for (const nameconfig of require("./configs")) {
         },
       );
       expect(typeof answer).toBe("string");
-      console.log("answer", answer);
 
       const json_answer = JSON.parse(answer);