@eclipse-docks/extension-webllm 0.7.68

package/dist/i18n.de-CQxA5kmG.js

@@ -0,0 +1,11 @@
+//#region src/i18n.de.json
+var EXT_WEBLLM_NAME = "WebLLM";
+var EXT_WEBLLM_DESC = "LLM-Inferenz im Browser";
+var i18n_de_default = {
+	EXT_WEBLLM_NAME,
+	EXT_WEBLLM_DESC
+};
+//#endregion
+export { EXT_WEBLLM_DESC, EXT_WEBLLM_NAME, i18n_de_default as default };
+
+//# sourceMappingURL=i18n.de-CQxA5kmG.js.map

package/dist/i18n.de-CQxA5kmG.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"i18n.de-CQxA5kmG.js","names":[],"sources":["../src/i18n.de.json"],"sourcesContent":["{\n  \"EXT_WEBLLM_NAME\": \"WebLLM\",\n  \"EXT_WEBLLM_DESC\": \"LLM-Inferenz im Browser\"\n}\n"],"mappings":""}

package/dist/i18n.en-BIC1ZmXn.js

@@ -0,0 +1,11 @@
+//#region src/i18n.en.json
+var EXT_WEBLLM_NAME = "WebLLM";
+var EXT_WEBLLM_DESC = "In-Browser LLM inference";
+var i18n_en_default = {
+	EXT_WEBLLM_NAME,
+	EXT_WEBLLM_DESC
+};
+//#endregion
+export { EXT_WEBLLM_DESC, EXT_WEBLLM_NAME, i18n_en_default as default };
+
+//# sourceMappingURL=i18n.en-BIC1ZmXn.js.map

package/dist/i18n.en-BIC1ZmXn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"i18n.en-BIC1ZmXn.js","names":[],"sources":["../src/i18n.en.json"],"sourcesContent":["{\n  \"EXT_WEBLLM_NAME\": \"WebLLM\",\n  \"EXT_WEBLLM_DESC\": \"In-Browser LLM inference\"\n}\n"],"mappings":""}

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":""}

package/dist/index.js

@@ -0,0 +1,18 @@
+import { extensionRegistry, i18n } from "@eclipse-docks/core";
+import pkg from "../package.json";
+//#region src/index.ts
+var t = await i18n(/* @__PURE__ */ Object.assign({
+	"./i18n.de.json": () => import("./i18n.de-CQxA5kmG.js"),
+	"./i18n.en.json": () => import("./i18n.en-BIC1ZmXn.js")
+}), true);
+extensionRegistry.registerExtension({
+	id: pkg.name,
+	name: t.EXT_WEBLLM_NAME,
+	description: t.EXT_WEBLLM_DESC,
+	loader: () => import("./webllmservice-Bdz7vrud.js"),
+	icon: "robot",
+	experimental: true
+});
+//#endregion
+
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":[],"sources":["../src/index.ts"],"sourcesContent":["import { extensionRegistry, i18n } from '@eclipse-docks/core';\nimport pkg from '../package.json';\n\nconst t = await i18n(import.meta.glob('./i18n*.json'), true);\n\nextensionRegistry.registerExtension({\n  id: pkg.name,\n  name: t.EXT_WEBLLM_NAME,\n  description: t.EXT_WEBLLM_DESC,\n  loader: () => import(\"./webllmservice\"),\n  icon: \"robot\",\n  experimental: true,\n\n});\n"],"mappings":";;;AAGA,IAAM,IAAI,MAAM,KAAK,uBAAA,OAAA;CAAA,wBAAA,OAAA;CAAA,wBAAA,OAAA;CAAA,CAAgC,EAAE,KAAK;AAE5D,kBAAkB,kBAAkB;CAClC,IAAI,IAAI;CACR,MAAM,EAAE;CACR,aAAa,EAAE;CACf,cAAc,OAAO;CACrB,MAAM;CACN,cAAc;CAEf,CAAC"}

package/dist/webllmservice-Bdz7vrud.js

@@ -0,0 +1,50 @@
+import { createLogger } from "@eclipse-docks/core";
+import { MLCEngine } from "@mlc-ai/web-llm";
+import { aiService } from "@eclipse-docks/extension-ai-system/api";
+//#region src/webllmservice.ts
+var logger = createLogger("WebLLM");
+var WebLLMProvider = class {
+	constructor() {
+		this.name = "webllm";
+	}
+	canHandle(chatProvider) {
+		return chatProvider.name === "webllm";
+	}
+	async init(model, parameters) {
+		if (this.engine) return;
+		const initProgressCallback = (progress) => {
+			logger.debug("Model loading progress:", progress);
+		};
+		this.engine = new MLCEngine({ initProgressCallback });
+		await this.engine.reload(model, parameters);
+	}
+	async *stream(params) {
+		if (!this.engine) await this.init(params.model, params.chatConfig.parameters);
+		const internalMessages = params.messages.map((message) => {
+			return { ...message };
+		});
+		const message = (await this.engine.chat.completions.create({ messages: internalMessages })).choices[0].message;
+		if (message.content) for (const char of message.content) yield {
+			type: "token",
+			content: char
+		};
+		yield {
+			type: "done",
+			content: ""
+		};
+	}
+	async complete(params) {
+		if (!this.engine) await this.init(params.model, params.chatConfig.parameters);
+		const internalMessages = params.messages.map((message) => {
+			return { ...message };
+		});
+		return (await this.engine.chat.completions.create({ messages: internalMessages })).choices[0].message;
+	}
+};
+var webllmservice_default = () => {
+	aiService.registerStreamingFetcher(new WebLLMProvider());
+};
+//#endregion
+export { webllmservice_default as default };
+
+//# sourceMappingURL=webllmservice-Bdz7vrud.js.map

package/dist/webllmservice-Bdz7vrud.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webllmservice-Bdz7vrud.js","names":[],"sources":["../src/webllmservice.ts"],"sourcesContent":["import {ChatCompletionMessageParam, MLCEngine} from \"@mlc-ai/web-llm\";\nimport { createLogger } from \"@eclipse-docks/core\";\nimport type {ChatMessage, ChatProvider, StreamChunk} from \"@eclipse-docks/extension-ai-system/api\";\n\nconst logger = createLogger('WebLLM');\nimport type {IProvider, StreamingParams, CompletionParams} from \"@eclipse-docks/extension-ai-system/api\";\nimport {aiService} from \"@eclipse-docks/extension-ai-system/api\";\n\nclass WebLLMProvider implements IProvider {\n    name = \"webllm\";\n    private engine?: MLCEngine;\n\n    canHandle(chatProvider: ChatProvider): boolean {\n        return chatProvider.name === \"webllm\";\n    }\n\n    private async init(model: string, parameters?: any): Promise<void> {\n        if (this.engine) return;\n        \n        const initProgressCallback = (progress: any) => {\n            logger.debug(\"Model loading progress:\", progress);\n        };\n\n        this.engine = new MLCEngine({initProgressCallback});\n        await this.engine.reload(model, parameters);\n    }\n\n    async *stream(params: StreamingParams): AsyncIterable<StreamChunk> {\n        if (!this.engine) {\n            await this.init(params.model, params.chatConfig.parameters);\n        }\n        \n        const internalMessages = params.messages.map((message) => {\n            return {...message} as ChatCompletionMessageParam;\n        });\n        \n        const result = await this.engine!.chat.completions.create({\n            messages: internalMessages\n        });\n        \n        const message = result.choices[0].message as ChatMessage;\n        \n        if (message.content) {\n            for (const char of message.content) {\n                yield {\n                    type: 'token',\n                    content: char\n                };\n            }\n        }\n        \n        yield {\n            type: 'done',\n            content: ''\n        };\n    }\n\n    async complete(params: CompletionParams): Promise<ChatMessage> {\n        if (!this.engine) {\n            await this.init(params.model, params.chatConfig.parameters);\n        }\n        \n        const internalMessages = params.messages.map((message) => {\n            return {...message} as ChatCompletionMessageParam;\n        });\n        \n        const result = await this.engine!.chat.completions.create({\n            messages: internalMessages\n        });\n        \n        return result.choices[0].message as ChatMessage;\n    }\n}\n\nexport default () => {\n    aiService.registerStreamingFetcher(new WebLLMProvider());\n}"],"mappings":";;;;AAIA,IAAM,SAAS,aAAa,SAAS;AAIrC,IAAM,iBAAN,MAA0C;;cAC/B;;CAGP,UAAU,cAAqC;AAC3C,SAAO,aAAa,SAAS;;CAGjC,MAAc,KAAK,OAAe,YAAiC;AAC/D,MAAI,KAAK,OAAQ;EAEjB,MAAM,wBAAwB,aAAkB;AAC5C,UAAO,MAAM,2BAA2B,SAAS;;AAGrD,OAAK,SAAS,IAAI,UAAU,EAAC,sBAAqB,CAAC;AACnD,QAAM,KAAK,OAAO,OAAO,OAAO,WAAW;;CAG/C,OAAO,OAAO,QAAqD;AAC/D,MAAI,CAAC,KAAK,OACN,OAAM,KAAK,KAAK,OAAO,OAAO,OAAO,WAAW,WAAW;EAG/D,MAAM,mBAAmB,OAAO,SAAS,KAAK,YAAY;AACtD,UAAO,EAAC,GAAG,SAAQ;IACrB;EAMF,MAAM,WAJS,MAAM,KAAK,OAAQ,KAAK,YAAY,OAAO,EACtD,UAAU,kBACb,CAAC,EAEqB,QAAQ,GAAG;AAElC,MAAI,QAAQ,QACR,MAAK,MAAM,QAAQ,QAAQ,QACvB,OAAM;GACF,MAAM;GACN,SAAS;GACZ;AAIT,QAAM;GACF,MAAM;GACN,SAAS;GACZ;;CAGL,MAAM,SAAS,QAAgD;AAC3D,MAAI,CAAC,KAAK,OACN,OAAM,KAAK,KAAK,OAAO,OAAO,OAAO,WAAW,WAAW;EAG/D,MAAM,mBAAmB,OAAO,SAAS,KAAK,YAAY;AACtD,UAAO,EAAC,GAAG,SAAQ;IACrB;AAMF,UAJe,MAAM,KAAK,OAAQ,KAAK,YAAY,OAAO,EACtD,UAAU,kBACb,CAAC,EAEY,QAAQ,GAAG;;;AAIjC,IAAA,8BAAqB;AACjB,WAAU,yBAAyB,IAAI,gBAAgB,CAAC"}

package/dist/webllmservice.d.ts

@@ -0,0 +1,3 @@
+declare const _default: () => void;
+export default _default;
+//# sourceMappingURL=webllmservice.d.ts.map

package/dist/webllmservice.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webllmservice.d.ts","sourceRoot":"","sources":["../src/webllmservice.ts"],"names":[],"mappings":";AA0EA,wBAEC"}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@eclipse-docks/extension-webllm",
+  "version": "0.7.68",
+  "type": "module",
+  "main": "./dist/index.js",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@eclipse-docks/core": "*",
+    "@eclipse-docks/extension-ai-system": "*",
+    "@mlc-ai/web-llm": "^0.2.79"
+  },
+  "devDependencies": {
+    "typescript": "^6.0.0",
+    "vite": "^8.0.0",
+    "vite-plugin-dts": "^4.5.4"
+  },
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "vite build"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/eclipse-docks/core"
+  }
+}