@agentskit/adapters 0.10.0 → 0.12.0

package/dist/index.cjs

@@ -1274,6 +1274,69 @@ function bedrock(config) {
 }
 var bedrockAdapter = bedrock;
 
+// src/webllm.ts
+var cachedSdk2 = null;
+async function loadSdk2() {
+  if (!cachedSdk2) {
+    cachedSdk2 = (async () => {
+      try {
+        const moduleId = "@mlc-ai/web-llm";
+        return await import(
+          /* @vite-ignore */
+          moduleId
+        );
+      } catch {
+        throw new Error("Install @mlc-ai/web-llm to use the webllm adapter: npm install @mlc-ai/web-llm");
+      }
+    })();
+  }
+  return cachedSdk2;
+}
+function webllm(config) {
+  let enginePromise = null;
+  const getEngine = () => {
+    if (config.engine) return Promise.resolve(config.engine);
+    if (!enginePromise) {
+      enginePromise = (async () => {
+        const sdk = await loadSdk2();
+        return sdk.CreateMLCEngine(config.model, { initProgressCallback: config.onProgress });
+      })();
+    }
+    return enginePromise;
+  };
+  return {
+    capabilities: {
+      streaming: true,
+      tools: false
+    },
+    createSource: (request) => {
+      let aborted = false;
+      return {
+        stream: async function* () {
+          if (aborted) return;
+          try {
+            const engine = await getEngine();
+            const messages = request.messages.map((m) => ({ role: m.role, content: m.content }));
+            const completion = await engine.chat.completions.create({ messages, stream: true });
+            for await (const chunk of completion) {
+              if (aborted) return;
+              const delta = chunk.choices[0]?.delta?.content;
+              if (delta) yield { type: "text", content: delta };
+            }
+            yield { type: "done" };
+          } catch (err) {
+            yield { type: "error", content: err instanceof Error ? err.message : String(err) };
+          }
+        },
+        abort: () => {
+          aborted = true;
+        }
+      };
+    }
+  };
+}
+var webllmAdapter = webllm;
+
 // src/router.ts
 function requireCapabilities(request) {
   const needs = {};
@@ -1852,5 +1915,7 @@ exports.vercelAI = vercelAI;
 exports.vertex = vertex;
 exports.vertexAdapter = vertexAdapter;
 exports.vllm = vllm;
+exports.webllm = webllm;
+exports.webllmAdapter = webllmAdapter;
 //# sourceMappingURL=index.cjs.map
 //# sourceMappingURL=index.cjs.map