@browser-ai/web-llm 2.1.5 → 2.1.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +8 -6
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +8 -6
- package/dist/index.mjs.map +1 -1
- package/package.json +1 -1
package/dist/index.mjs
CHANGED
|
@@ -1389,10 +1389,12 @@ var WebLLMLanguageModel = class {
|
|
|
1389
1389
|
top_p: topP,
|
|
1390
1390
|
seed
|
|
1391
1391
|
};
|
|
1392
|
-
|
|
1392
|
+
const webLLMOptions = providerOptions?.[this.provider];
|
|
1393
|
+
const extraBody = webLLMOptions?.extra_body;
|
|
1394
|
+
if (extraBody) {
|
|
1393
1395
|
requestOptions.extra_body = {
|
|
1394
|
-
enable_thinking:
|
|
1395
|
-
enable_latency_breakdown:
|
|
1396
|
+
enable_thinking: extraBody.enable_thinking,
|
|
1397
|
+
enable_latency_breakdown: extraBody.enable_latency_breakdown
|
|
1396
1398
|
};
|
|
1397
1399
|
}
|
|
1398
1400
|
if (responseFormat?.type === "json") {
|
|
@@ -1488,7 +1490,7 @@ var WebLLMLanguageModel = class {
|
|
|
1488
1490
|
reasoning: void 0
|
|
1489
1491
|
}
|
|
1490
1492
|
},
|
|
1491
|
-
request: { body: { messages: promptMessages
|
|
1493
|
+
request: { body: { ...requestOptions, messages: promptMessages } },
|
|
1492
1494
|
warnings
|
|
1493
1495
|
};
|
|
1494
1496
|
}
|
|
@@ -1524,7 +1526,7 @@ var WebLLMLanguageModel = class {
|
|
|
1524
1526
|
total: response.usage?.total_tokens
|
|
1525
1527
|
}
|
|
1526
1528
|
},
|
|
1527
|
-
request: { body: { messages: promptMessages
|
|
1529
|
+
request: { body: { ...requestOptions, messages: promptMessages } },
|
|
1528
1530
|
warnings
|
|
1529
1531
|
};
|
|
1530
1532
|
} catch (error) {
|
|
@@ -1714,7 +1716,7 @@ var WebLLMLanguageModel = class {
|
|
|
1714
1716
|
});
|
|
1715
1717
|
return {
|
|
1716
1718
|
stream,
|
|
1717
|
-
request: { body: { messages: promptMessages
|
|
1719
|
+
request: { body: { ...requestOptions, messages: promptMessages } }
|
|
1718
1720
|
};
|
|
1719
1721
|
}
|
|
1720
1722
|
};
|