@eclipse-docks/extension-webllm 0.7.139 → 0.8.0

package/dist/index.js

@@ -9,9 +9,10 @@ extensionRegistry.registerExtension({
 	id: pkg.name,
 	name: t.EXT_WEBLLM_NAME,
 	description: t.EXT_WEBLLM_DESC,
-	loader: () => import("./webllmservice-lr842hZg.js"),
+	loader: () => import("./webllmservice-Dk9S19ds.js"),
 	icon: "robot",
-	experimental: true
+	experimental: true,
+	dependencies: ["@eclipse-docks/extension-ai-system"]
 });
 //#endregion
 

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":[],"sources":["../src/index.ts"],"sourcesContent":["import { extensionRegistry, i18n } from '@eclipse-docks/core';\nimport pkg from '../package.json';\n\nconst t = await i18n(import.meta.glob('./i18n*.json'), true);\n\nextensionRegistry.registerExtension({\n  id: pkg.name,\n  name: t.EXT_WEBLLM_NAME,\n  description: t.EXT_WEBLLM_DESC,\n  loader: () => import(\"./webllmservice\"),\n  icon: \"robot\",\n  experimental: true,\n\n});\n"],"mappings":";;;AAGA,IAAM,IAAI,MAAM,KAAK,uBAAA,OAAA;CAAA,wBAAA,OAAA;CAAA,wBAAA,OAAA;AAAA,CAAA,GAAkC,IAAI;AAE3D,kBAAkB,kBAAkB;CAClC,IAAI,IAAI;CACR,MAAM,EAAE;CACR,aAAa,EAAE;CACf,cAAc,OAAO;CACrB,MAAM;CACN,cAAc;AAEhB,CAAC"}
+{"version":3,"file":"index.js","names":[],"sources":["../src/index.ts"],"sourcesContent":["import { extensionRegistry, i18n } from '@eclipse-docks/core';\nimport pkg from '../package.json';\n\nconst t = await i18n(import.meta.glob('./i18n*.json'), true);\n\nextensionRegistry.registerExtension({\n  id: pkg.name,\n  name: t.EXT_WEBLLM_NAME,\n  description: t.EXT_WEBLLM_DESC,\n  loader: () => import('./webllmservice'),\n  icon: 'robot',\n  experimental: true,\n  dependencies: ['@eclipse-docks/extension-ai-system'],\n});\n"],"mappings":";;;AAGA,IAAM,IAAI,MAAM,KAAK,uBAAA,OAAA;CAAA,wBAAA,OAAA;CAAA,wBAAA,OAAA;AAAA,CAAA,GAAkC,IAAI;AAE3D,kBAAkB,kBAAkB;CAClC,IAAI,IAAI;CACR,MAAM,EAAE;CACR,aAAa,EAAE;CACf,cAAc,OAAO;CACrB,MAAM;CACN,cAAc;CACd,cAAc,CAAC,oCAAoC;AACrD,CAAC"}

package/dist/webllmservice-Dk9S19ds.js

@@ -0,0 +1,87 @@
+import { createLogger } from "@eclipse-docks/core";
+import { cognitiveRuntime } from "@eclipse-docks/extension-ai-system/api";
+import { MLCEngine } from "@mlc-ai/web-llm";
+//#region src/webllmservice.ts
+var logger = createLogger("WebLLM");
+var DEFAULT_MODELS = [{
+	id: "Llama-3.2-1B-Instruct-q4f16_1-MLC",
+	name: "Llama 3.2 1B (WebLLM)"
+}, {
+	id: "Llama-3.2-3B-Instruct-q4f16_1-MLC",
+	name: "Llama 3.2 3B (WebLLM)"
+}];
+var WebLLMProvider = class {
+	constructor() {
+		this.id = "webllm";
+	}
+	listModels() {
+		return DEFAULT_MODELS;
+	}
+	async init(model) {
+		if (this.engine && this.loadedModel === model) return;
+		const initProgressCallback = (progress) => {
+			logger.debug("Model loading progress:", progress);
+		};
+		this.engine = new MLCEngine({ initProgressCallback });
+		await this.engine.reload(model);
+		this.loadedModel = model;
+	}
+	async *stream(params) {
+		const model = params.model.includes("/") ? params.model.split("/").slice(1).join("/") : params.model;
+		try {
+			await this.init(model || DEFAULT_MODELS[0].id);
+		} catch (err) {
+			yield {
+				type: "error",
+				error: err instanceof Error ? err.message : String(err)
+			};
+			return;
+		}
+		const messages = params.messages.map(toWebLLMMessage);
+		try {
+			const content = (await this.engine.chat.completions.create({ messages })).choices[0]?.message?.content;
+			if (typeof content === "string" && content) yield {
+				type: "text",
+				text: content
+			};
+			yield { type: "done" };
+		} catch (err) {
+			yield {
+				type: "error",
+				error: err instanceof Error ? err.message : String(err)
+			};
+		}
+	}
+};
+function toWebLLMMessage(message) {
+	if (message.role === "tool") return {
+		role: "tool",
+		tool_call_id: message.toolCallId ?? "",
+		content: message.content
+	};
+	if (message.role === "assistant" && message.toolCalls?.length) return {
+		role: "assistant",
+		content: message.content || null,
+		tool_calls: message.toolCalls.map((tc) => ({
+			id: tc.id,
+			type: "function",
+			function: {
+				name: tc.name,
+				arguments: tc.arguments || "{}"
+			}
+		}))
+	};
+	return {
+		role: message.role,
+		content: message.content
+	};
+}
+var webllmservice_default = () => {
+	cognitiveRuntime.start();
+	cognitiveRuntime.registerExternalProvider(new WebLLMProvider());
+	logger.info("WebLLM provider registered");
+};
+//#endregion
+export { webllmservice_default as default };
+
+//# sourceMappingURL=webllmservice-Dk9S19ds.js.map

package/dist/webllmservice-Dk9S19ds.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webllmservice-Dk9S19ds.js","names":[],"sources":["../src/webllmservice.ts"],"sourcesContent":["import { createLogger } from '@eclipse-docks/core';\nimport {\n  cognitiveRuntime,\n  type ModelProvider,\n  type ProviderChatMessage,\n  type StreamChunk,\n  type StreamParams,\n} from '@eclipse-docks/extension-ai-system/api';\nimport { ChatCompletionMessageParam, MLCEngine } from '@mlc-ai/web-llm';\n\nconst logger = createLogger('WebLLM');\n\nconst DEFAULT_MODELS = [\n  { id: 'Llama-3.2-1B-Instruct-q4f16_1-MLC', name: 'Llama 3.2 1B (WebLLM)' },\n  { id: 'Llama-3.2-3B-Instruct-q4f16_1-MLC', name: 'Llama 3.2 3B (WebLLM)' },\n];\n\nclass WebLLMProvider implements ModelProvider {\n  readonly id = 'webllm';\n  private engine?: MLCEngine;\n  private loadedModel?: string;\n\n  listModels(): Array<{ id: string; name: string }> {\n    return DEFAULT_MODELS;\n  }\n\n  private async init(model: string): Promise<void> {\n    if (this.engine && this.loadedModel === model) return;\n\n    const initProgressCallback = (progress: unknown) => {\n      logger.debug('Model loading progress:', progress);\n    };\n\n    this.engine = new MLCEngine({ initProgressCallback });\n    await this.engine.reload(model);\n    this.loadedModel = model;\n  }\n\n  async *stream(params: StreamParams): AsyncIterable<StreamChunk> {\n    const model = params.model.includes('/') ? params.model.split('/').slice(1).join('/') : params.model;\n    try {\n      await this.init(model || DEFAULT_MODELS[0]!.id);\n    } catch (err) {\n      yield { type: 'error', error: err instanceof Error ? err.message : String(err) };\n      return;\n    }\n\n    const messages = params.messages.map(toWebLLMMessage);\n    try {\n      const result = await this.engine!.chat.completions.create({ messages });\n      const content = result.choices[0]?.message?.content;\n      if (typeof content === 'string' && content) {\n        yield { type: 'text', text: content };\n      }\n      yield { type: 'done' };\n    } catch (err) {\n      yield { type: 'error', error: err instanceof Error ? err.message : String(err) };\n    }\n  }\n}\n\nfunction toWebLLMMessage(message: ProviderChatMessage): ChatCompletionMessageParam {\n  if (message.role === 'tool') {\n    return {\n      role: 'tool',\n      tool_call_id: message.toolCallId ?? '',\n      content: message.content,\n    } as ChatCompletionMessageParam;\n  }\n  if (message.role === 'assistant' && message.toolCalls?.length) {\n    return {\n      role: 'assistant',\n      content: message.content || null,\n      tool_calls: message.toolCalls.map((tc) => ({\n        id: tc.id,\n        type: 'function' as const,\n        function: { name: tc.name, arguments: tc.arguments || '{}' },\n      })),\n    } as ChatCompletionMessageParam;\n  }\n  return {\n    role: message.role,\n    content: message.content,\n  } as ChatCompletionMessageParam;\n}\n\nexport default () => {\n  cognitiveRuntime.start();\n  cognitiveRuntime.registerExternalProvider(new WebLLMProvider());\n  logger.info('WebLLM provider registered');\n};\n"],"mappings":";;;;AAUA,IAAM,SAAS,aAAa,QAAQ;AAEpC,IAAM,iBAAiB,CACrB;CAAE,IAAI;CAAqC,MAAM;AAAwB,GACzE;CAAE,IAAI;CAAqC,MAAM;AAAwB,CAC3E;AAEA,IAAM,iBAAN,MAA8C;;EAC9B,KAAA,KAAA;;CAId,aAAkD;EAChD,OAAO;CACT;CAEA,MAAc,KAAK,OAA8B;EAC/C,IAAI,KAAK,UAAU,KAAK,gBAAgB,OAAO;EAE/C,MAAM,wBAAwB,aAAsB;GAClD,OAAO,MAAM,2BAA2B,QAAQ;EAClD;EAEA,KAAK,SAAS,IAAI,UAAU,EAAE,qBAAqB,CAAC;EACpD,MAAM,KAAK,OAAO,OAAO,KAAK;EAC9B,KAAK,cAAc;CACrB;CAEA,OAAO,OAAO,QAAkD;EAC9D,MAAM,QAAQ,OAAO,MAAM,SAAS,GAAG,IAAI,OAAO,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,OAAO;EAC/F,IAAI;GACF,MAAM,KAAK,KAAK,SAAS,eAAe,EAAE,CAAE,EAAE;EAChD,SAAS,KAAK;GACZ,MAAM;IAAE,MAAM;IAAS,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;GAAE;GAC/E;EACF;EAEA,MAAM,WAAW,OAAO,SAAS,IAAI,eAAe;EACpD,IAAI;GAEF,MAAM,WAAU,MADK,KAAK,OAAQ,KAAK,YAAY,OAAO,EAAE,SAAS,CAAC,EAAA,CAC/C,QAAQ,EAAE,EAAE,SAAS;GAC5C,IAAI,OAAO,YAAY,YAAY,SACjC,MAAM;IAAE,MAAM;IAAQ,MAAM;GAAQ;GAEtC,MAAM,EAAE,MAAM,OAAO;EACvB,SAAS,KAAK;GACZ,MAAM;IAAE,MAAM;IAAS,OAAO,eAAe,QAAQ,IAAI,UAAU,OAAO,GAAG;GAAE;EACjF;CACF;AACF;AAEA,SAAS,gBAAgB,SAA0D;CACjF,IAAI,QAAQ,SAAS,QACnB,OAAO;EACL,MAAM;EACN,cAAc,QAAQ,cAAc;EACpC,SAAS,QAAQ;CACnB;CAEF,IAAI,QAAQ,SAAS,eAAe,QAAQ,WAAW,QACrD,OAAO;EACL,MAAM;EACN,SAAS,QAAQ,WAAW;EAC5B,YAAY,QAAQ,UAAU,KAAK,QAAQ;GACzC,IAAI,GAAG;GACP,MAAM;GACN,UAAU;IAAE,MAAM,GAAG;IAAM,WAAW,GAAG,aAAa;GAAK;EAC7D,EAAE;CACJ;CAEF,OAAO;EACL,MAAM,QAAQ;EACd,SAAS,QAAQ;CACnB;AACF;AAEA,IAAA,8BAAqB;CACnB,iBAAiB,MAAM;CACvB,iBAAiB,yBAAyB,IAAI,eAAe,CAAC;CAC9D,OAAO,KAAK,4BAA4B;AAC1C"}

package/dist/webllmservice.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"webllmservice.d.ts","sourceRoot":"","sources":["../src/webllmservice.ts"],"names":[],"mappings":";AA0EA,wBAEC"}
+{"version":3,"file":"webllmservice.d.ts","sourceRoot":"","sources":["../src/webllmservice.ts"],"names":[],"mappings":";AAsFA,wBAIE"}

package/package.json

@@ -1,14 +1,22 @@
 {
   "name": "@eclipse-docks/extension-webllm",
-  "version": "0.7.139",
+  "version": "0.8.0",
   "type": "module",
   "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "exports": {
     ".": {
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js"
     }
   },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "vite build"
+  },
   "dependencies": {
     "@eclipse-docks/core": "*",
     "@eclipse-docks/extension-ai-system": "*",
@@ -19,14 +27,6 @@
     "vite": "^8.0.0",
     "vite-plugin-dts": "^4.5.4"
   },
-  "module": "./dist/index.js",
-  "types": "./dist/index.d.ts",
-  "files": [
-    "dist"
-  ],
-  "scripts": {
-    "build": "vite build"
-  },
   "repository": {
     "type": "git",
     "url": "https://github.com/eclipse-docks/core"

package/dist/webllmservice-lr842hZg.js

@@ -1,50 +0,0 @@
-import { createLogger } from "@eclipse-docks/core";
-import { MLCEngine } from "@mlc-ai/web-llm";
-import { aiService } from "@eclipse-docks/extension-ai-system/api";
-//#region src/webllmservice.ts
-var logger = createLogger("WebLLM");
-var WebLLMProvider = class {
-	constructor() {
-		this.name = "webllm";
-	}
-	canHandle(chatProvider) {
-		return chatProvider.name === "webllm";
-	}
-	async init(model, parameters) {
-		if (this.engine) return;
-		const initProgressCallback = (progress) => {
-			logger.debug("Model loading progress:", progress);
-		};
-		this.engine = new MLCEngine({ initProgressCallback });
-		await this.engine.reload(model, parameters);
-	}
-	async *stream(params) {
-		if (!this.engine) await this.init(params.model, params.chatConfig.parameters);
-		const internalMessages = params.messages.map((message) => {
-			return { ...message };
-		});
-		const message = (await this.engine.chat.completions.create({ messages: internalMessages })).choices[0].message;
-		if (message.content) for (const char of message.content) yield {
-			type: "token",
-			content: char
-		};
-		yield {
-			type: "done",
-			content: ""
-		};
-	}
-	async complete(params) {
-		if (!this.engine) await this.init(params.model, params.chatConfig.parameters);
-		const internalMessages = params.messages.map((message) => {
-			return { ...message };
-		});
-		return (await this.engine.chat.completions.create({ messages: internalMessages })).choices[0].message;
-	}
-};
-var webllmservice_default = () => {
-	aiService.registerStreamingFetcher(new WebLLMProvider());
-};
-//#endregion
-export { webllmservice_default as default };
-
-//# sourceMappingURL=webllmservice-lr842hZg.js.map

package/dist/webllmservice-lr842hZg.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"webllmservice-lr842hZg.js","names":[],"sources":["../src/webllmservice.ts"],"sourcesContent":["import {ChatCompletionMessageParam, MLCEngine} from \"@mlc-ai/web-llm\";\nimport { createLogger } from \"@eclipse-docks/core\";\nimport type {ChatMessage, ChatProvider, StreamChunk} from \"@eclipse-docks/extension-ai-system/api\";\n\nconst logger = createLogger('WebLLM');\nimport type {IProvider, StreamingParams, CompletionParams} from \"@eclipse-docks/extension-ai-system/api\";\nimport {aiService} from \"@eclipse-docks/extension-ai-system/api\";\n\nclass WebLLMProvider implements IProvider {\n    name = \"webllm\";\n    private engine?: MLCEngine;\n\n    canHandle(chatProvider: ChatProvider): boolean {\n        return chatProvider.name === \"webllm\";\n    }\n\n    private async init(model: string, parameters?: any): Promise<void> {\n        if (this.engine) return;\n        \n        const initProgressCallback = (progress: any) => {\n            logger.debug(\"Model loading progress:\", progress);\n        };\n\n        this.engine = new MLCEngine({initProgressCallback});\n        await this.engine.reload(model, parameters);\n    }\n\n    async *stream(params: StreamingParams): AsyncIterable<StreamChunk> {\n        if (!this.engine) {\n            await this.init(params.model, params.chatConfig.parameters);\n        }\n        \n        const internalMessages = params.messages.map((message) => {\n            return {...message} as ChatCompletionMessageParam;\n        });\n        \n        const result = await this.engine!.chat.completions.create({\n            messages: internalMessages\n        });\n        \n        const message = result.choices[0].message as ChatMessage;\n        \n        if (message.content) {\n            for (const char of message.content) {\n                yield {\n                    type: 'token',\n                    content: char\n                };\n            }\n        }\n        \n        yield {\n            type: 'done',\n            content: ''\n        };\n    }\n\n    async complete(params: CompletionParams): Promise<ChatMessage> {\n        if (!this.engine) {\n            await this.init(params.model, params.chatConfig.parameters);\n        }\n        \n        const internalMessages = params.messages.map((message) => {\n            return {...message} as ChatCompletionMessageParam;\n        });\n        \n        const result = await this.engine!.chat.completions.create({\n            messages: internalMessages\n        });\n        \n        return result.choices[0].message as ChatMessage;\n    }\n}\n\nexport default () => {\n    aiService.registerStreamingFetcher(new WebLLMProvider());\n}"],"mappings":";;;;AAIA,IAAM,SAAS,aAAa,QAAQ;AAIpC,IAAM,iBAAN,MAA0C;;EAC/B,KAAA,OAAA;;CAGP,UAAU,cAAqC;EAC3C,OAAO,aAAa,SAAS;CACjC;CAEA,MAAc,KAAK,OAAe,YAAiC;EAC/D,IAAI,KAAK,QAAQ;EAEjB,MAAM,wBAAwB,aAAkB;GAC5C,OAAO,MAAM,2BAA2B,QAAQ;EACpD;EAEA,KAAK,SAAS,IAAI,UAAU,EAAC,qBAAoB,CAAC;EAClD,MAAM,KAAK,OAAO,OAAO,OAAO,UAAU;CAC9C;CAEA,OAAO,OAAO,QAAqD;EAC/D,IAAI,CAAC,KAAK,QACN,MAAM,KAAK,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU;EAG9D,MAAM,mBAAmB,OAAO,SAAS,KAAK,YAAY;GACtD,OAAO,EAAC,GAAG,QAAO;EACtB,CAAC;EAMD,MAAM,WAAU,MAJK,KAAK,OAAQ,KAAK,YAAY,OAAO,EACtD,UAAU,iBACd,CAAC,EAAA,CAEsB,QAAQ,EAAE,CAAC;EAElC,IAAI,QAAQ,SACR,KAAK,MAAM,QAAQ,QAAQ,SACvB,MAAM;GACF,MAAM;GACN,SAAS;EACb;EAIR,MAAM;GACF,MAAM;GACN,SAAS;EACb;CACJ;CAEA,MAAM,SAAS,QAAgD;EAC3D,IAAI,CAAC,KAAK,QACN,MAAM,KAAK,KAAK,OAAO,OAAO,OAAO,WAAW,UAAU;EAG9D,MAAM,mBAAmB,OAAO,SAAS,KAAK,YAAY;GACtD,OAAO,EAAC,GAAG,QAAO;EACtB,CAAC;EAMD,QAAO,MAJc,KAAK,OAAQ,KAAK,YAAY,OAAO,EACtD,UAAU,iBACd,CAAC,EAAA,CAEa,QAAQ,EAAE,CAAC;CAC7B;AACJ;AAEA,IAAA,8BAAqB;CACjB,UAAU,yBAAyB,IAAI,eAAe,CAAC;AAC3D"}