garriga 1.0.6 → 1.0.8

package/index.js

@@ -209,29 +209,30 @@ class localLLM {
     userToken,
     source = process.env.LOCALMODEL || "mistral7b-genei:latest",
   ) {
+    console.log(
+      `garriga, llamando al LLm local, modelo ${source} ya que process.env.LOCALMODEL es ${process.env.LOCALMODEL}`,
+    );
+
     if (userToken === "modeloLocalOllama") {
       try {
-        const response = await axios.post(
-          this.apiUrlOllama,
-          {
-            prompt,
-            model: source,
-            stream: false,
-            format: "json",
+        const ollamaPayload = {
+          prompt,
+          model: source,
+          stream: false,
+          format: "json",
 
-            keep_alive: -1,
-            options: {
-              num_ctx: 32768,
-              temperature: 0.1,
-              num_predict: 2500,
-            },
+          keep_alive: -1,
+          options: {
+            num_ctx: 65536,
+            temperature: 0.1,
+            num_predict: 2500,
           },
-          {
-            headers: {
-              "Content-Type": "application/json",
-            },
+        };
+        const response = await axios.post(this.apiUrlOllama, ollamaPayload, {
+          headers: {
+            "Content-Type": "application/json",
           },
-        );
+        });
 
         return response?.data.response;
       } catch (error) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "garriga",
-  "version": "1.0.6",
+  "version": "1.0.8",
   "description": "AI connector",
   "main": "index.js",
   "scripts": {