@threaded/ai 1.0.26 → 1.0.27

package/dist/index.js

@@ -1037,10 +1037,61 @@ var handleGoogleStream = async (response, ctx) => {
 };
 
 // src/providers/huggingface.ts
+var modelCache2 = /* @__PURE__ */ new Map();
+var formatMessages = (instructions, history) => {
+  const messages = [];
+  if (instructions) {
+    messages.push({ role: "system", content: instructions });
+  }
+  for (const msg of history) {
+    messages.push({ role: msg.role, content: msg.content });
+  }
+  return messages;
+};
 var callHuggingFace = async (config, ctx) => {
-  throw new Error(
-    "Hugging Face provider not yet implemented. Use openai/, anthropic/, or google/ prefixes."
-  );
+  const { model: model2, instructions, schema } = config;
+  const { pipeline } = await import("@huggingface/transformers");
+  if (!modelCache2.has(model2)) {
+    const generator2 = await pipeline("text-generation", model2, {
+      dtype: "q4f16"
+    });
+    modelCache2.set(model2, generator2);
+  }
+  const generator = modelCache2.get(model2);
+  const messages = formatMessages(instructions, ctx.history);
+  if (schema) {
+    const schemaMsg = messages.find((m) => m.role === "system");
+    const schemaInstructions = [
+      "you must respond with valid JSON matching this schema:",
+      JSON.stringify(schema.schema, null, 2),
+      "respond ONLY with the JSON object, no other text."
+    ].join("\n");
+    if (schemaMsg) {
+      schemaMsg.content += "\n\n" + schemaInstructions;
+    } else {
+      messages.unshift({ role: "system", content: schemaInstructions });
+    }
+  }
+  const output = await generator(messages, {
+    max_new_tokens: 2048,
+    do_sample: false
+  });
+  const generatedMessages = output[0].generated_text;
+  const lastMessage = generatedMessages.at(-1);
+  const content = lastMessage?.content || "";
+  const msg = {
+    role: "assistant",
+    content
+  };
+  if (ctx.stream) {
+    ctx.stream({ type: "content", content });
+  }
+  return {
+    ...ctx,
+    lastResponse: msg,
+    history: [...ctx.history, msg],
+    usage: addUsage(ctx.usage, 0, 0, 0)
+  };
 };
 
 // src/providers/xai.ts