mcard-js 2.1.12 → 2.1.13

package/dist/ptr/llm/providers/OllamaProvider.js

@@ -0,0 +1,158 @@
+/**
+ * Ollama Provider Implementation
+ *
+ * Provider for the Ollama local LLM service.
+ * Replicates mcard.ptr.core.llm.providers.ollama.OllamaProvider
+ */
+import { BaseLLMProvider } from './LLMProvider.js';
+import { Either } from '../../../monads/Either.js';
+import { LLM_PROVIDERS } from '../Config.js';
+import * as http from 'http';
+import * as https from 'https';
+export class OllamaProvider extends BaseLLMProvider {
+    provider_name = 'ollama';
+    base_url;
+    timeout;
+    config;
+    constructor(base_url = null, timeout = 180) {
+        super();
+        this.config = LLM_PROVIDERS['ollama'];
+        this.base_url = (base_url || this.config.base_url).replace(/\/$/, '');
+        this.timeout = timeout * 1000;
+    }
+    async _make_request(endpoint, data = null, method = 'POST') {
+        const urlStr = `${this.base_url}${endpoint}`;
+        const url = new URL(urlStr);
+        const isHttps = url.protocol === 'https:';
+        const client = isHttps ? https : http;
+        const options = {
+            method,
+            headers: {
+                'Content-Type': 'application/json',
+            },
+            timeout: this.timeout,
+        };
+        return new Promise((resolve) => {
+            const req = client.request(url, options, (res) => {
+                let body = '';
+                res.on('data', (chunk) => {
+                    body += chunk;
+                });
+                res.on('end', () => {
+                    if (res.statusCode && res.statusCode >= 200 && res.statusCode < 300) {
+                        try {
+                            if (body.includes('\n') && !body.trim().startsWith('{')) {
+                                resolve(Either.right(JSON.parse(body)));
+                            }
+                            else {
+                                resolve(Either.right(JSON.parse(body)));
+                            }
+                        }
+                        catch (e) {
+                            const lines = body.trim().split('\n').filter(l => l);
+                            if (lines.length > 0) {
+                                try {
+                                    resolve(Either.right(JSON.parse(lines[lines.length - 1])));
+                                }
+                                catch (parseErr) {
+                                    resolve(Either.left(`Ollama response parse error: ${parseErr}`));
+                                }
+                            }
+                            else {
+                                resolve(Either.left(`Ollama response parse error: ${e}`));
+                            }
+                        }
+                    }
+                    else {
+                        resolve(Either.left(`Ollama HTTP error ${res.statusCode}: ${body}`));
+                    }
+                });
+            });
+            req.on('error', (e) => {
+                resolve(Either.left(`Ollama connection error: ${e.message}`));
+            });
+            req.on('timeout', () => {
+                req.destroy();
+                resolve(Either.left(`Ollama request timed out after ${this.timeout}ms`));
+            });
+            if (data) {
+                req.write(JSON.stringify(data));
+            }
+            req.end();
+        });
+    }
+    async complete(prompt, params) {
+        const data = {
+            model: params.model || this.config.default_model,
+            prompt: prompt,
+            stream: false,
+        };
+        if (params.options) {
+            data.options = params.options;
+        }
+        const result = await this._make_request(this.config.api_path, data);
+        if (result.isLeft) {
+            return Either.left(result.left);
+        }
+        const response = result.right;
+        if (response.response !== undefined) {
+            return Either.right(response.response);
+        }
+        else if (response.error) {
+            return Either.left(`Ollama error: ${response.error}`);
+        }
+        else {
+            return Either.left(`Unexpected Ollama response format: ${JSON.stringify(response)}`);
+        }
+    }
+    async chat(messages, params) {
+        const data = {
+            model: params.model || this.config.default_model,
+            messages: messages,
+            stream: false,
+        };
+        if (params.options) {
+            data.options = params.options;
+        }
+        const result = await this._make_request(this.config.chat_path, data);
+        if (result.isLeft) {
+            return Either.left(result.left);
+        }
+        const response = result.right;
+        if (response.message) {
+            return Either.right({
+                content: response.message.content || '',
+                role: response.message.role || 'assistant',
+                model: response.model || data.model,
+                done: response.done ?? true,
+                total_duration: response.total_duration,
+                eval_count: response.eval_count,
+            });
+        }
+        else if (response.error) {
+            return Either.left(`Ollama error: ${response.error}`);
+        }
+        else {
+            return Either.left(`Unexpected Ollama chat response format: ${JSON.stringify(response)}`);
+        }
+    }
+    async validate_connection() {
+        const result = await this._make_request(this.config.models_path, null, 'GET');
+        return result.isRight;
+    }
+    async list_models() {
+        const result = await this._make_request(this.config.models_path, null, 'GET');
+        if (result.isLeft) {
+            return Either.left(result.left);
+        }
+        const response = result.right;
+        if (response.models) {
+            const models = response.models.map((m) => m.name || m.model || 'unknown');
+            return Either.right(models);
+        }
+        else {
+            return Either.left(`Unexpected models response: ${JSON.stringify(response)}`);
+        }
+    }
+}
+//# sourceMappingURL=OllamaProvider.js.map

package/dist/ptr/llm/providers/OllamaProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaProvider.js","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/OllamaProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAe,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAE/B,MAAM,OAAO,cAAe,SAAQ,eAAe;IAC/C,aAAa,GAAG,QAAQ,CAAC;IACjB,QAAQ,CAAS;IACjB,OAAO,CAAS;IAChB,MAAM,CAAM;IAEpB,YAAY,WAA0B,IAAI,EAAE,UAAkB,GAAG;QAC7D,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,GAAG,OAAO,GAAG,IAAI,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,QAAgB,EAAE,OAAY,IAAI,EAAE,SAAiB,MAAM;QACnF,MAAM,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,GAAG,QAAQ,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QAEtC,MAAM,OAAO,GAAQ;YACjB,MAAM;YACN,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;aACrC;YACD,OAAO,EAAE,IAAI,CAAC,OAAO;SACxB,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC7C,IAAI,IAAI,GAAG,EAAE,CAAC;gBAEd,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;oBACrB,IAAI,IAAI,KAAK,CAAC;gBAClB,CAAC,CAAC,CAAC;gBAEH,GAAG,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACf,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,IAAI,GAAG,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;wBAClE,IAAI,CAAC;4BACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gCACtD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;4BAC5C,CAAC;iCAAM,CAAC;gCACJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;4BAC5C,CAAC;wBACL,CAAC;wBAAC,OAAO,CAAC,EAAE,CAAC;4BACT,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;4BACrD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACnB,IAAI,CAAC;oCACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gCAC/D,CAAC;gCAAC,OAAO,QAAQ,EAAE,CAAC;oCAChB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,QAAQ,EAAE,CAAC,CAAC,CAAC;gCACrE,CAAC;4BACL,CAAC;iCAAM,CAAC;gCACJ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,CAAC,EAAE,CAAC,CAAC,CAAC;4BAC9D,CAAC;wBACL,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACJ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;oBACzE,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;gBAClB,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAClE,CAAC,CAAC,CAAC;YAEH,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;gBACnB,GAAG,CAAC,OAAO,EAAE,CAAC;gBACd,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,kCAAkC,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;YAC7E,CAAC,CAAC,CAAC;YAEH,IAAI,IAAI,EAAE,CAAC;gBACP,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YACpC,CAAC;YACD,GAAG,CAAC,GAAG,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,MAA2B;QACtD,MAAM,IAAI,GAAQ;YACd,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAChD,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,KAAK;SAChB,CAAC;QAEF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAClC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEpE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAClC,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,CAAC;aAAM,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,MAA2B;QAC3D,MAAM,IAAI,GAAQ;YACd,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa;YAChD,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,KAAK;SAChB,CAAC;QAEF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAClC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAErE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;YACnB,OAAO,MAAM,CAAC,KAAK,CAAC;gBAChB,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;gBACvC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW;gBAC1C,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK;gBACnC,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI;gBAC3B,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,UAAU,EAAE,QAAQ,CAAC,UAAU;aAClC,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC9F,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC9E,OAAO,MAAM,CAAC,OAAO,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,WAAW;QACb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAE9E,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC9B,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC;YAC/E,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;IACL,CAAC;CACJ"}

package/dist/ptr/llm/providers/WebLLMProvider.d.ts

@@ -0,0 +1,22 @@
+/**
+ * WebLLM Provider Implementation
+ *
+ * Provider for the WebLLM (MLC LLM) in-browser execution.
+ * See: https://github.com/mlc-ai/web-llm
+ */
+import { BaseLLMProvider, ChatMessage } from './LLMProvider.js';
+import { Either } from '../../../monads/Either.js';
+export declare class WebLLMProvider extends BaseLLMProvider {
+    provider_name: string;
+    private config;
+    private engine;
+    private current_model;
+    private initialization_promise;
+    constructor();
+    private _get_engine;
+    complete(prompt: string, params: Record<string, any>): Promise<Either<string, string>>;
+    chat(messages: ChatMessage[], params: Record<string, any>): Promise<Either<string, Record<string, any>>>;
+    validate_connection(): Promise<boolean>;
+    list_models(): Promise<Either<string, string[]>>;
+}
+//# sourceMappingURL=WebLLMProvider.d.ts.map

package/dist/ptr/llm/providers/WebLLMProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebLLMProvider.d.ts","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/WebLLMProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AAcnD,qBAAa,cAAe,SAAQ,eAAe;IAC/C,aAAa,SAAY;IACzB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,sBAAsB,CAA8B;;YAO9C,WAAW;IAuEnB,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAuBtF,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IA4BxG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAcvC,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CAIzD"}

package/dist/ptr/llm/providers/WebLLMProvider.js

@@ -0,0 +1,151 @@
+/**
+ * WebLLM Provider Implementation
+ *
+ * Provider for the WebLLM (MLC LLM) in-browser execution.
+ * See: https://github.com/mlc-ai/web-llm
+ */
+import { BaseLLMProvider } from './LLMProvider.js';
+import { Either } from '../../../monads/Either.js';
+import { LLM_PROVIDERS } from '../Config.js';
+export class WebLLMProvider extends BaseLLMProvider {
+    provider_name = 'webllm';
+    config;
+    engine = null;
+    current_model = null;
+    initialization_promise = null;
+    constructor() {
+        super();
+        this.config = LLM_PROVIDERS['webllm'];
+    }
+    async _get_engine(model_id) {
+        // If engine exists and model is same, return it.
+        // WebLLM typically requires reloading for different models.
+        if (this.engine && this.current_model === model_id) {
+            return Either.right(this.engine);
+        }
+        // Avoid concurrent initializations
+        if (this.initialization_promise) {
+            await this.initialization_promise;
+            if (this.engine && this.current_model === model_id) {
+                return Either.right(this.engine);
+            }
+        }
+        // Start initialization
+        this.initialization_promise = (async () => {
+            try {
+                // Check if running in browser
+                if (typeof window === 'undefined') {
+                    throw new Error("WebLLM only supports browser environments.");
+                }
+                // Try to get webllm from window (script tag) or dynamic import
+                let webllm = window.webllm;
+                if (!webllm) {
+                    try {
+                        // Try dynamic import (might fail if not bundled)
+                        webllm = await import('@mlc-ai/web-llm');
+                    }
+                    catch (e) {
+                        // Ignore
+                    }
+                }
+                if (!webllm) {
+                    throw new Error("WebLLM library not found. Please include @mlc-ai/web-llm or add script tag.");
+                }
+                // Create engine
+                // We use CreateMLCEngine
+                if (!this.engine) {
+                    // Initial creation
+                    this.engine = await webllm.CreateMLCEngine(model_id, {
+                        initProgressCallback: (report) => {
+                            console.debug(`[WebLLM] ${report.text}`);
+                        }
+                    });
+                }
+                else {
+                    // Reload if existing engine
+                    await this.engine.reload(model_id);
+                }
+                this.current_model = model_id;
+            }
+            catch (e) {
+                this.engine = null;
+                this.current_model = null;
+                throw e;
+            }
+        })();
+        try {
+            await this.initialization_promise;
+            return Either.right(this.engine);
+        }
+        catch (e) {
+            this.initialization_promise = null;
+            return Either.left(`WebLLM init failed: ${e.message || e}`);
+        }
+    }
+    async complete(prompt, params) {
+        const model = params.model || this.config.default_model;
+        const engineResult = await this._get_engine(model);
+        if (engineResult.isLeft)
+            return Either.left(engineResult.left);
+        const engine = engineResult.right;
+        try {
+            const completion = await engine.chat.completions.create({
+                messages: [{ role: "user", content: prompt }],
+                temperature: params.temperature,
+                max_tokens: params.max_tokens,
+                top_p: params.top_p,
+                stream: false
+            });
+            const content = completion.choices[0]?.message?.content || "";
+            return Either.right(content);
+        }
+        catch (e) {
+            return Either.left(`WebLLM completion error: ${e.message || e}`);
+        }
+    }
+    async chat(messages, params) {
+        const model = params.model || this.config.default_model;
+        const engineResult = await this._get_engine(model);
+        if (engineResult.isLeft)
+            return Either.left(engineResult.left);
+        const engine = engineResult.right;
+        try {
+            const completion = await engine.chat.completions.create({
+                messages: messages,
+                temperature: params.temperature,
+                max_tokens: params.max_tokens,
+                top_p: params.top_p,
+                stream: false
+            });
+            const choice = completion.choices[0];
+            return Either.right({
+                content: choice?.message?.content || '',
+                role: choice?.message?.role || 'assistant',
+                model: model,
+                usage: completion.usage
+            });
+        }
+        catch (e) {
+            return Either.left(`WebLLM chat error: ${e.message || e}`);
+        }
+    }
+    async validate_connection() {
+        if (typeof window === 'undefined')
+            return false;
+        if (window.webllm)
+            return true;
+        try {
+            // Try dynamic import check
+            await import('@mlc-ai/web-llm');
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async list_models() {
+        // Return static list from config
+        return Either.right(this.config.available_models);
+    }
+}
+//# sourceMappingURL=WebLLMProvider.js.map

package/dist/ptr/llm/providers/WebLLMProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebLLMProvider.js","sourceRoot":"","sources":["../../../../src/ptr/llm/providers/WebLLMProvider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAe,MAAM,kBAAkB,CAAC;AAChE,OAAO,EAAE,MAAM,EAAE,MAAM,2BAA2B,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAa7C,MAAM,OAAO,cAAe,SAAQ,eAAe;IAC/C,aAAa,GAAG,QAAQ,CAAC;IACjB,MAAM,CAAM;IACZ,MAAM,GAAwB,IAAI,CAAC;IACnC,aAAa,GAAkB,IAAI,CAAC;IACpC,sBAAsB,GAAyB,IAAI,CAAC;IAE5D;QACI,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,QAAgB;QACtC,iDAAiD;QACjD,4DAA4D;QAC5D,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;YACjD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC;QAED,mCAAmC;QACnC,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC9B,MAAM,IAAI,CAAC,sBAAsB,CAAC;YAClC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACjD,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;QACL,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,sBAAsB,GAAG,CAAC,KAAK,IAAI,EAAE;YACtC,IAAI,CAAC;gBACD,8BAA8B;gBAC9B,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;oBAChC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;gBAClE,CAAC;gBAED,+DAA+D;gBAC/D,IAAI,MAAM,GAAS,MAAc,CAAC,MAAM,CAAC;gBAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,IAAI,CAAC;wBACD,iDAAiD;wBACjD,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAwB,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACT,SAAS;oBACb,CAAC;gBACL,CAAC;gBAED,IAAI,CAAC,MAAM,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;gBACnG,CAAC;gBAED,gBAAgB;gBAChB,yBAAyB;gBACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACf,mBAAmB;oBACnB,IAAI,CAAC,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,QAAQ,EAAE;wBACjD,oBAAoB,EAAE,CAAC,MAAW,EAAE,EAAE;4BAClC,OAAO,CAAC,KAAK,CAAC,YAAY,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC7C,CAAC;qBACJ,CAAC,CAAC;gBACP,CAAC;qBAAM,CAAC;oBACJ,4BAA4B;oBAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACvC,CAAC;gBAED,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC;YAElC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;gBAC1B,MAAM,CAAC,CAAC;YACZ,CAAC;QACL,CAAC,CAAC,EAAE,CAAC;QAEL,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,sBAAsB,CAAC;YAClC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC;YACnC,OAAO,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,MAA2B;QACtD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAExD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,YAAY,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACpD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAC9D,OAAO,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,OAAO,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAuB,EAAE,MAA2B;QAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAExD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACnD,IAAI,YAAY,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC;QAElC,IAAI,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACpD,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,KAAK;aAChB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACrC,OAAO,MAAM,CAAC,KAAK,CAAC;gBAChB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;gBACvC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,IAAI,WAAW;gBAC1C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,UAAU,CAAC,KAAK;aAC1B,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YACd,OAAO,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;IACL,CAAC;IAED,KAAK,CAAC,mBAAmB;QACrB,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO,KAAK,CAAC;QAEhD,IAAK,MAAc,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAExC,IAAI,CAAC;YACD,2BAA2B;YAC3B,MAAM,MAAM,CAAC,iBAAwB,CAAC,CAAC;YACvC,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW;QACb,iCAAiC;QACjC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACtD,CAAC;CACJ"}