@threaded/ai 1.0.27 → 1.0.29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +3 -2
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -1053,7 +1053,7 @@ var callHuggingFace = async (config, ctx) => {
|
|
|
1053
1053
|
const { pipeline } = await import("@huggingface/transformers");
|
|
1054
1054
|
if (!modelCache2.has(model2)) {
|
|
1055
1055
|
const generator2 = await pipeline("text-generation", model2, {
|
|
1056
|
-
dtype: "
|
|
1056
|
+
dtype: "q4"
|
|
1057
1057
|
});
|
|
1058
1058
|
modelCache2.set(model2, generator2);
|
|
1059
1059
|
}
|
|
@@ -1408,8 +1408,9 @@ var callProvider = async (config, ctx) => {
|
|
|
1408
1408
|
case "local":
|
|
1409
1409
|
return callLocal(providerConfig, ctx);
|
|
1410
1410
|
case "huggingface":
|
|
1411
|
-
default:
|
|
1412
1411
|
return callHuggingFace(providerConfig, ctx);
|
|
1412
|
+
default:
|
|
1413
|
+
return callHuggingFace({ ...config }, ctx);
|
|
1413
1414
|
}
|
|
1414
1415
|
};
|
|
1415
1416
|
|