@eclipse-lyra/extension-webllm 0.0.0

package/dist/i18n.json.d.ts

@@ -0,0 +1,13 @@
+declare const _default: {
+  "namespace": "extensions",
+  "en": {
+    "EXT_WEBLLM_NAME": "WebLLM",
+    "EXT_WEBLLM_DESC": "In-Browser LLM inference"
+  },
+  "de": {
+    "EXT_WEBLLM_NAME": "WebLLM",
+    "EXT_WEBLLM_DESC": "LLM-Inferenz im Browser"
+  }
+};
+
+export default _default;

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,20 @@
+import { contributionRegistry, SYSTEM_LANGUAGE_BUNDLES, i18nLazy, extensionRegistry } from "@eclipse-lyra/core";
+import pkg from "../package.json";
+const namespace = "extensions";
+const en = { "EXT_WEBLLM_NAME": "WebLLM", "EXT_WEBLLM_DESC": "In-Browser LLM inference" };
+const de = { "EXT_WEBLLM_NAME": "WebLLM", "EXT_WEBLLM_DESC": "LLM-Inferenz im Browser" };
+const bundle = {
+  namespace,
+  en,
+  de
+};
+contributionRegistry.registerContribution(SYSTEM_LANGUAGE_BUNDLES, bundle);
+const t = i18nLazy("extensions");
+extensionRegistry.registerExtension({
+  id: pkg.name,
+  name: t("EXT_WEBLLM_NAME"),
+  description: t("EXT_WEBLLM_DESC"),
+  loader: () => import("./webllmservice-BEqHp69F.js"),
+  icon: "robot"
+});
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sources":["../src/index.ts"],"sourcesContent":["import { extensionRegistry, i18nLazy, contributionRegistry, SYSTEM_LANGUAGE_BUNDLES } from '@eclipse-lyra/core';\nimport bundle from './i18n.json';\nimport pkg from '../package.json';\n\ncontributionRegistry.registerContribution(SYSTEM_LANGUAGE_BUNDLES, bundle as any);\n\nconst t = i18nLazy('extensions');\n\nextensionRegistry.registerExtension({\n  id: pkg.name,\n  name: t('EXT_WEBLLM_NAME'),\n  description: t('EXT_WEBLLM_DESC'),\n  loader: () => import(\"./webllmservice\"),\n  icon: \"robot\",\n  \n  \n});\n"],"names":[],"mappings":";;;;;;;;;;AAIA,qBAAqB,qBAAqB,yBAAyB,MAAa;AAEhF,MAAM,IAAI,SAAS,YAAY;AAE/B,kBAAkB,kBAAkB;AAAA,EAClC,IAAI,IAAI;AAAA,EACR,MAAM,EAAE,iBAAiB;AAAA,EACzB,aAAa,EAAE,iBAAiB;AAAA,EAChC,QAAQ,MAAM,OAAO,6BAAiB;AAAA,EACtC,MAAM;AAGR,CAAC;"}

package/dist/webllmservice-BEqHp69F.js

@@ -0,0 +1,61 @@
+import { MLCEngine } from "@mlc-ai/web-llm";
+import { aiService } from "@eclipse-lyra/extension-ai-system/api";
+class WebLLMProvider {
+  constructor() {
+    this.name = "webllm";
+  }
+  canHandle(chatProvider) {
+    return chatProvider.name === "webllm";
+  }
+  async init(model, parameters) {
+    if (this.engine) return;
+    const initProgressCallback = (progress) => {
+      console.log("Model loading progress:", progress);
+    };
+    this.engine = new MLCEngine({ initProgressCallback });
+    await this.engine.reload(model, parameters);
+  }
+  async *stream(params) {
+    if (!this.engine) {
+      await this.init(params.model, params.chatConfig.parameters);
+    }
+    const internalMessages = params.messages.map((message2) => {
+      return { ...message2 };
+    });
+    const result = await this.engine.chat.completions.create({
+      messages: internalMessages
+    });
+    const message = result.choices[0].message;
+    if (message.content) {
+      for (const char of message.content) {
+        yield {
+          type: "token",
+          content: char
+        };
+      }
+    }
+    yield {
+      type: "done",
+      content: ""
+    };
+  }
+  async complete(params) {
+    if (!this.engine) {
+      await this.init(params.model, params.chatConfig.parameters);
+    }
+    const internalMessages = params.messages.map((message) => {
+      return { ...message };
+    });
+    const result = await this.engine.chat.completions.create({
+      messages: internalMessages
+    });
+    return result.choices[0].message;
+  }
+}
+const webllmservice = () => {
+  aiService.registerStreamingFetcher(new WebLLMProvider());
+};
+export {
+  webllmservice as default
+};
+//# sourceMappingURL=webllmservice-BEqHp69F.js.map

package/dist/webllmservice-BEqHp69F.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webllmservice-BEqHp69F.js","sources":["../src/webllmservice.ts"],"sourcesContent":["import {ChatCompletionMessageParam, MLCEngine} from \"@mlc-ai/web-llm\";\nimport type {ChatMessage, ChatProvider, StreamChunk} from \"@eclipse-lyra/extension-ai-system/api\";\nimport type {IProvider, StreamingParams, CompletionParams} from \"@eclipse-lyra/extension-ai-system/api\";\nimport {aiService} from \"@eclipse-lyra/extension-ai-system/api\";\n\nclass WebLLMProvider implements IProvider {\n    name = \"webllm\";\n    private engine?: MLCEngine;\n\n    canHandle(chatProvider: ChatProvider): boolean {\n        return chatProvider.name === \"webllm\";\n    }\n\n    private async init(model: string, parameters?: any): Promise<void> {\n        if (this.engine) return;\n        \n        const initProgressCallback = (progress: any) => {\n            console.log(\"Model loading progress:\", progress);\n        };\n\n        this.engine = new MLCEngine({initProgressCallback});\n        await this.engine.reload(model, parameters);\n    }\n\n    async *stream(params: StreamingParams): AsyncIterable<StreamChunk> {\n        if (!this.engine) {\n            await this.init(params.model, params.chatConfig.parameters);\n        }\n        \n        const internalMessages = params.messages.map((message) => {\n            return {...message} as ChatCompletionMessageParam;\n        });\n        \n        const result = await this.engine!.chat.completions.create({\n            messages: internalMessages\n        });\n        \n        const message = result.choices[0].message as ChatMessage;\n        \n        if (message.content) {\n            for (const char of message.content) {\n                yield {\n                    type: 'token',\n                    content: char\n                };\n            }\n        }\n        \n        yield {\n            type: 'done',\n            content: ''\n        };\n    }\n\n    async complete(params: CompletionParams): Promise<ChatMessage> {\n        if (!this.engine) {\n            await this.init(params.model, params.chatConfig.parameters);\n        }\n        \n        const internalMessages = params.messages.map((message) => {\n            return {...message} as ChatCompletionMessageParam;\n        });\n        \n        const result = await this.engine!.chat.completions.create({\n            messages: internalMessages\n        });\n        \n        return result.choices[0].message as ChatMessage;\n    }\n}\n\nexport default () => {\n    aiService.registerStreamingFetcher(new WebLLMProvider());\n}"],"names":["message"],"mappings":";;AAKA,MAAM,eAAoC;AAAA,EAA1C,cAAA;AACI,SAAA,OAAO;AAAA,EAAA;AAAA,EAGP,UAAU,cAAqC;AAC3C,WAAO,aAAa,SAAS;AAAA,EACjC;AAAA,EAEA,MAAc,KAAK,OAAe,YAAiC;AAC/D,QAAI,KAAK,OAAQ;AAEjB,UAAM,uBAAuB,CAAC,aAAkB;AAC5C,cAAQ,IAAI,2BAA2B,QAAQ;AAAA,IACnD;AAEA,SAAK,SAAS,IAAI,UAAU,EAAC,sBAAqB;AAClD,UAAM,KAAK,OAAO,OAAO,OAAO,UAAU;AAAA,EAC9C;AAAA,EAEA,OAAO,OAAO,QAAqD;AAC/D,QAAI,CAAC,KAAK,QAAQ;AACd,YAAM,KAAK,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU;AAAA,IAC9D;AAEA,UAAM,mBAAmB,OAAO,SAAS,IAAI,CAACA,aAAY;AACtD,aAAO,EAAC,GAAGA,SAAAA;AAAAA,IACf,CAAC;AAED,UAAM,SAAS,MAAM,KAAK,OAAQ,KAAK,YAAY,OAAO;AAAA,MACtD,UAAU;AAAA,IAAA,CACb;AAED,UAAM,UAAU,OAAO,QAAQ,CAAC,EAAE;AAElC,QAAI,QAAQ,SAAS;AACjB,iBAAW,QAAQ,QAAQ,SAAS;AAChC,cAAM;AAAA,UACF,MAAM;AAAA,UACN,SAAS;AAAA,QAAA;AAAA,MAEjB;AAAA,IACJ;AAEA,UAAM;AAAA,MACF,MAAM;AAAA,MACN,SAAS;AAAA,IAAA;AAAA,EAEjB;AAAA,EAEA,MAAM,SAAS,QAAgD;AAC3D,QAAI,CAAC,KAAK,QAAQ;AACd,YAAM,KAAK,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU;AAAA,IAC9D;AAEA,UAAM,mBAAmB,OAAO,SAAS,IAAI,CAAC,YAAY;AACtD,aAAO,EAAC,GAAG,QAAA;AAAA,IACf,CAAC;AAED,UAAM,SAAS,MAAM,KAAK,OAAQ,KAAK,YAAY,OAAO;AAAA,MACtD,UAAU;AAAA,IAAA,CACb;AAED,WAAO,OAAO,QAAQ,CAAC,EAAE;AAAA,EAC7B;AACJ;AAEA,MAAA,gBAAe,MAAM;AACjB,YAAU,yBAAyB,IAAI,gBAAgB;AAC3D;"}

package/dist/webllmservice.d.ts

@@ -0,0 +1,3 @@
+declare const _default: () => void;
+export default _default;
+//# sourceMappingURL=webllmservice.d.ts.map

package/dist/webllmservice.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webllmservice.d.ts","sourceRoot":"","sources":["../src/webllmservice.ts"],"names":[],"mappings":";AAuEA,wBAEC"}

package/package.json

@@ -0,0 +1,30 @@
+{
+  "name": "@eclipse-lyra/extension-webllm",
+  "version": "0.0.0",
+  "type": "module",
+  "main": "./dist/index.js",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@eclipse-lyra/core": "*",
+    "@eclipse-lyra/extension-ai-system": "*",
+    "@mlc-ai/web-llm": "^0.2.79"
+  },
+  "devDependencies": {
+    "typescript": "^5.9.3",
+    "vite": "^7.1.12",
+    "vite-plugin-dts": "^4.5.4"
+  },
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "vite build"
+  }
+}