mcard-js 2.1.48 → 2.1.49

package/dist/chunk-OUW2SUGM.js

@@ -0,0 +1,368 @@
+import {
+  Either
+} from "./chunk-2KADE3SE.js";
+import {
+  LLM_DEFAULT_RETRY_COUNT,
+  LLM_DEFAULT_RETRY_DELAY_SECS,
+  LLM_DEFAULT_TIMEOUT_SECS
+} from "./chunk-3FFEA2XK.js";
+
+// src/ptr/llm/providers/LLMProvider.ts
+var BaseLLMProvider = class {
+  async get_status() {
+    const available = await this.validate_connection();
+    let models = [];
+    if (available) {
+      const result = await this.list_models();
+      if (result.isRight) {
+        models = result.right;
+      } else {
+        models = result.left;
+      }
+    } else {
+      models = "Not connected";
+    }
+    return {
+      provider: this.provider_name,
+      available,
+      models: Array.isArray(models) ? models : [],
+      error: typeof models === "string" ? models : null
+    };
+  }
+};
+
+// src/ptr/llm/Config.ts
+var DEFAULT_PROVIDER = "ollama";
+var LLM_PROVIDERS = {
+  "ollama": {
+    base_url: "http://localhost:11434",
+    api_path: "/api/generate",
+    chat_path: "/api/chat",
+    models_path: "/api/tags",
+    default_model: "gemma3:latest",
+    available_models: ["gemma3:latest", "llama3:latest", "qwen3:latest"]
+  },
+  "webllm": {
+    base_url: "",
+    // running in-browser
+    api_path: "",
+    chat_path: "",
+    models_path: null,
+    default_model: "Llama-3-8B-Instruct-q4f32_1-MLC",
+    available_models: ["Llama-3-8B-Instruct-q4f32_1-MLC", "Hermes-2-Pro-Llama-3-8B-q4f16_1-MLC", "Phi-3-Mini-4k-Instruct-q4f16_1-MLC"]
+  },
+  "mlc-llm": {
+    base_url: "http://localhost:8000",
+    api_path: "/v1/completions",
+    chat_path: "/v1/chat/completions",
+    models_path: "/v1/models",
+    default_model: "Llama-3-8B-Instruct-q4f16_1-MLC",
+    available_models: []
+  },
+  "lmstudio": {
+    base_url: "http://localhost:1234",
+    api_path: "/v1/completions",
+    chat_path: "/v1/chat/completions",
+    models_path: "/v1/models",
+    default_model: "local-model",
+    available_models: []
+  },
+  "openai": {
+    base_url: "https://api.openai.com",
+    api_path: "/v1/completions",
+    chat_path: "/v1/chat/completions",
+    models_path: "/v1/models",
+    default_model: "gpt-4",
+    available_models: ["gpt-4", "gpt-4-turbo", "gpt-3.5-turbo"]
+  },
+  "anthropic": {
+    base_url: "https://api.anthropic.com",
+    api_path: "/v1/messages",
+    chat_path: "/v1/messages",
+    models_path: null,
+    default_model: "claude-3-sonnet-20240229",
+    available_models: ["claude-3-opus", "claude-3-sonnet", "claude-3-haiku"]
+  }
+};
+var DEFAULT_LLM_CONFIG = {
+  temperature: 0.7,
+  max_tokens: 2048,
+  top_p: 1,
+  top_k: 40,
+  timeout: LLM_DEFAULT_TIMEOUT_SECS,
+  stream: false,
+  response_format: "text",
+  retry_count: LLM_DEFAULT_RETRY_COUNT,
+  retry_delay: LLM_DEFAULT_RETRY_DELAY_SECS
+};
+var RESPONSE_FORMATS = ["text", "json", "structured", "markdown"];
+var LLMConfig = class _LLMConfig {
+  provider;
+  model;
+  endpoint_url;
+  api_key;
+  system_prompt;
+  assistant_instruction;
+  temperature;
+  max_tokens;
+  top_p;
+  top_k;
+  frequency_penalty;
+  presence_penalty;
+  stop_sequences;
+  response_format;
+  json_schema;
+  timeout;
+  retry_count;
+  retry_delay;
+  stream;
+  constructor(data = {}) {
+    this.provider = data.provider || DEFAULT_PROVIDER;
+    this.model = data.model || null;
+    this.endpoint_url = data.endpoint_url || null;
+    this.api_key = data.api_key || null;
+    this.system_prompt = data.system_prompt || "";
+    this.assistant_instruction = data.assistant_instruction || "";
+    this.temperature = data.temperature ?? DEFAULT_LLM_CONFIG.temperature;
+    this.max_tokens = data.max_tokens ?? DEFAULT_LLM_CONFIG.max_tokens;
+    this.top_p = data.top_p ?? DEFAULT_LLM_CONFIG.top_p;
+    this.top_k = data.top_k ?? DEFAULT_LLM_CONFIG.top_k;
+    this.frequency_penalty = data.frequency_penalty || 0;
+    this.presence_penalty = data.presence_penalty || 0;
+    this.stop_sequences = data.stop_sequences || [];
+    this.response_format = data.response_format || DEFAULT_LLM_CONFIG.response_format;
+    this.json_schema = data.json_schema || null;
+    this.timeout = data.timeout ?? DEFAULT_LLM_CONFIG.timeout;
+    this.retry_count = data.retry_count ?? DEFAULT_LLM_CONFIG.retry_count;
+    this.retry_delay = data.retry_delay ?? DEFAULT_LLM_CONFIG.retry_delay;
+    this.stream = data.stream ?? DEFAULT_LLM_CONFIG.stream;
+    this.validate();
+  }
+  validate() {
+    if (!LLM_PROVIDERS[this.provider]) {
+      throw new Error(`Unknown provider: ${this.provider}. Available: ${Object.keys(LLM_PROVIDERS).join(", ")}`);
+    }
+    if (!RESPONSE_FORMATS.includes(this.response_format)) {
+      throw new Error(`Unknown response format: ${this.response_format}. Available: ${RESPONSE_FORMATS.join(", ")}`);
+    }
+  }
+  get effective_model() {
+    return this.model || LLM_PROVIDERS[this.provider].default_model;
+  }
+  get effective_base_url() {
+    if (this.endpoint_url) {
+      return this.endpoint_url.replace(/\/$/, "");
+    }
+    return LLM_PROVIDERS[this.provider].base_url;
+  }
+  to_provider_params() {
+    const params = {
+      model: this.effective_model,
+      temperature: this.temperature
+    };
+    if (this.provider === "ollama") {
+      params.options = {
+        num_predict: this.max_tokens,
+        top_p: this.top_p,
+        top_k: this.top_k,
+        temperature: this.temperature
+      };
+      if (this.stop_sequences.length > 0) {
+        params.options.stop = this.stop_sequences;
+      }
+    } else {
+      params.max_tokens = this.max_tokens;
+      params.top_p = this.top_p;
+      if (this.stop_sequences.length > 0) {
+        params.stop = this.stop_sequences;
+      }
+      if (this.frequency_penalty) params.frequency_penalty = this.frequency_penalty;
+      if (this.presence_penalty) params.presence_penalty = this.presence_penalty;
+    }
+    return params;
+  }
+  static from_concrete(concrete, context = {}) {
+    const configData = { ...concrete.llm_config || {} };
+    ["provider", "model", "system_prompt", "temperature", "max_tokens"].forEach((key) => {
+      if (key in concrete) {
+        configData[key] = concrete[key];
+      }
+    });
+    const contextKeys = [
+      "provider",
+      "model",
+      "endpoint_url",
+      "api_key",
+      "system_prompt",
+      "assistant_instruction",
+      "temperature",
+      "max_tokens",
+      "top_p",
+      "top_k",
+      "response_format",
+      "timeout"
+    ];
+    contextKeys.forEach((key) => {
+      if (key in context) {
+        configData[key] = context[key];
+      }
+    });
+    return new _LLMConfig(configData);
+  }
+};
+
+// src/ptr/llm/providers/OllamaProvider.ts
+import * as http from "http";
+import * as https from "https";
+var OllamaProvider = class extends BaseLLMProvider {
+  provider_name = "ollama";
+  base_url;
+  timeout;
+  config;
+  constructor(base_url = null, timeout = LLM_DEFAULT_TIMEOUT_SECS) {
+    super();
+    this.config = LLM_PROVIDERS["ollama"];
+    this.base_url = (base_url || this.config.base_url).replace(/\/$/, "");
+    this.timeout = timeout * 1e3;
+  }
+  async _make_request(endpoint, data = null, method = "POST") {
+    const urlStr = `${this.base_url}${endpoint}`;
+    const url = new URL(urlStr);
+    const isHttps = url.protocol === "https:";
+    const client = isHttps ? https : http;
+    const options = {
+      method,
+      headers: {
+        "Content-Type": "application/json"
+      },
+      timeout: this.timeout
+    };
+    return new Promise((resolve) => {
+      let payload;
+      if (data) {
+        payload = JSON.stringify(data);
+        options.headers["Content-Length"] = Buffer.byteLength(payload);
+      }
+      const req = client.request(url, options, (res) => {
+        let body = "";
+        res.on("data", (chunk) => {
+          body += chunk;
+        });
+        res.on("end", () => {
+          if (res.statusCode && res.statusCode >= 200 && res.statusCode < 300) {
+            try {
+              if (body.includes("\n") && !body.trim().startsWith("{")) {
+                resolve(Either.right(JSON.parse(body)));
+              } else {
+                resolve(Either.right(JSON.parse(body)));
+              }
+            } catch (e) {
+              const lines = body.trim().split("\n").filter((l) => l);
+              if (lines.length > 0) {
+                try {
+                  resolve(Either.right(JSON.parse(lines[lines.length - 1])));
+                } catch (parseErr) {
+                  resolve(Either.left(`Ollama response parse error: ${parseErr}`));
+                }
+              } else {
+                resolve(Either.left(`Ollama response parse error: ${e}`));
+              }
+            }
+          } else {
+            resolve(Either.left(`Ollama HTTP error ${res.statusCode}: ${body}`));
+          }
+        });
+      });
+      req.on("error", (e) => {
+        resolve(Either.left(`Ollama connection error: ${e.message}`));
+      });
+      req.on("timeout", () => {
+        req.destroy();
+        resolve(Either.left(`Ollama request timed out after ${this.timeout}ms`));
+      });
+      if (payload) {
+        req.write(payload);
+      }
+      req.end();
+    });
+  }
+  async complete(prompt, params, images) {
+    const data = {
+      model: typeof params.model === "string" ? params.model : this.config.default_model,
+      prompt,
+      stream: false
+    };
+    if (images && images.length > 0) {
+      data.images = images;
+    }
+    if (params.options) {
+      data.options = params.options;
+    }
+    const result = await this._make_request(this.config.api_path, data);
+    if (result.isLeft) {
+      return Either.left(result.left);
+    }
+    const response = result.right;
+    if (response.response !== void 0) {
+      return Either.right(response.response);
+    } else if (response.error) {
+      return Either.left(`Ollama error: ${response.error}`);
+    } else {
+      return Either.left(`Unexpected Ollama response format: ${JSON.stringify(response)}`);
+    }
+  }
+  async chat(messages, params) {
+    const data = {
+      model: typeof params.model === "string" ? params.model : this.config.default_model,
+      messages,
+      stream: false
+    };
+    if (params.options) {
+      data.options = params.options;
+    }
+    const result = await this._make_request(this.config.chat_path, data);
+    if (result.isLeft) {
+      return Either.left(result.left);
+    }
+    const response = result.right;
+    if (response.message) {
+      return Either.right({
+        content: response.message.content || "",
+        role: response.message.role || "assistant",
+        model: response.model || data.model,
+        done: response.done ?? true,
+        total_duration: response.total_duration,
+        eval_count: response.eval_count
+      });
+    } else if (response.error) {
+      return Either.left(`Ollama error: ${response.error}`);
+    } else {
+      return Either.left(`Unexpected Ollama chat response format: ${JSON.stringify(response)}`);
+    }
+  }
+  async validate_connection() {
+    const result = await this._make_request(this.config.models_path, null, "GET");
+    return result.isRight;
+  }
+  async list_models() {
+    const result = await this._make_request(this.config.models_path, null, "GET");
+    if (result.isLeft) {
+      return Either.left(result.left);
+    }
+    const response = result.right;
+    if (response.models) {
+      const models = response.models.map((m) => m.name || m.model || "unknown");
+      return Either.right(models);
+    } else {
+      return Either.left(`Unexpected models response: ${JSON.stringify(response)}`);
+    }
+  }
+};
+
+export {
+  DEFAULT_PROVIDER,
+  LLM_PROVIDERS,
+  LLMConfig,
+  BaseLLMProvider,
+  OllamaProvider
+};