@threaded/ai 1.0.27 → 1.0.29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +3 -2
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +3 -2
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.cjs
CHANGED
|
@@ -1127,7 +1127,7 @@ var callHuggingFace = async (config, ctx) => {
|
|
|
1127
1127
|
const { pipeline } = await import("@huggingface/transformers");
|
|
1128
1128
|
if (!modelCache2.has(model2)) {
|
|
1129
1129
|
const generator2 = await pipeline("text-generation", model2, {
|
|
1130
|
-
dtype: "
|
|
1130
|
+
dtype: "q4"
|
|
1131
1131
|
});
|
|
1132
1132
|
modelCache2.set(model2, generator2);
|
|
1133
1133
|
}
|
|
@@ -1482,8 +1482,9 @@ var callProvider = async (config, ctx) => {
|
|
|
1482
1482
|
case "local":
|
|
1483
1483
|
return callLocal(providerConfig, ctx);
|
|
1484
1484
|
case "huggingface":
|
|
1485
|
-
default:
|
|
1486
1485
|
return callHuggingFace(providerConfig, ctx);
|
|
1486
|
+
default:
|
|
1487
|
+
return callHuggingFace({ ...config }, ctx);
|
|
1487
1488
|
}
|
|
1488
1489
|
};
|
|
1489
1490
|
|