garriga 1.0.5 → 1.0.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.js +8 -4
- package/package.json +1 -1
package/index.js
CHANGED
|
@@ -209,10 +209,6 @@ class localLLM {
|
|
|
209
209
|
userToken,
|
|
210
210
|
source = process.env.LOCALMODEL || "mistral7b-genei:latest",
|
|
211
211
|
) {
|
|
212
|
-
console.log(
|
|
213
|
-
`garriga, llamando al LLm local, modelo ${source} ya que process.env.LOCALMODEL es ${process.env.LOCALMODEL}`,
|
|
214
|
-
);
|
|
215
|
-
|
|
216
212
|
if (userToken === "modeloLocalOllama") {
|
|
217
213
|
try {
|
|
218
214
|
const response = await axios.post(
|
|
@@ -221,6 +217,14 @@ class localLLM {
|
|
|
221
217
|
prompt,
|
|
222
218
|
model: source,
|
|
223
219
|
stream: false,
|
|
220
|
+
format: "json",
|
|
221
|
+
|
|
222
|
+
keep_alive: -1,
|
|
223
|
+
options: {
|
|
224
|
+
num_ctx: 32768,
|
|
225
|
+
temperature: 0.1,
|
|
226
|
+
num_predict: 2500,
|
|
227
|
+
},
|
|
224
228
|
},
|
|
225
229
|
{
|
|
226
230
|
headers: {
|