koishi-plugin-freeluna 0.1.0

package/lib/config.d.ts

@@ -0,0 +1,3 @@
+import { Schema } from 'koishi';
+import type { Config } from './types';
+export declare const ConfigSchema: Schema<Config>;

package/lib/index.d.ts

@@ -0,0 +1,11 @@
+import { Context } from 'koishi';
+import type { Config as ConfigType } from './types';
+export declare const name = "freeluna";
+export declare const reusable = false;
+export declare const filter = false;
+export declare const inject: {
+    required: string[];
+};
+export declare const usage = "\n---\n\n<p>\uD83C\uDF19 <strong>FreeLuna</strong> - \u514D\u8D39 LLM API \u670D\u52A1</p>\n<p>\u27A3 \u6302\u8F7D OpenAI \u517C\u5BB9\u63A5\u53E3\uFF0C\u52A8\u6001\u52A0\u8F7D\u514D\u8D39 API \u914D\u7F6E</p>\n<p>\u27A3 \u65E0\u9700\u9891\u7E41\u66F4\u65B0\u63D2\u4EF6\uFF0C\u53EA\u9700\u66F4\u65B0\u8FDC\u7A0B\u914D\u7F6E\u6587\u4EF6\u5373\u53EF\u5207\u6362\u514D\u8D39 API</p>\n\n---\n\n\u793A\u4F8B\u7528\u6CD5\uFF1A\u4F7F\u7528 <code>chatluna-openai-like-adapter</code> \u9002\u914D\u5668\uFF0C\n\n1. \u586B\u5165\u8BF7\u6C42\u5730\u5740\uFF08\u9ED8\u8BA4\uFF09\n\n    `http://localhost:5140/freeluna/openai-compatible/v1`\n\n\n2. \u586B\u5165\u79D8\u94A5\uFF08\u9ED8\u8BA4\uFF09\n\n    <code>sk-freeluna-default</code>\n\n3. \u5F00\u542F<code>chatluna-openai-like-adapter</code> \u9002\u914D\u5668\uFF0C\n\n    \u7136\u540E\u4F7F\u7528`freeluna-`\u524D\u7F00\u7684\u6A21\u578B\u5373\u53EF\uFF01\n\n\n---\n";
+export declare const Config: import("schemastery")<ConfigType>;
+export declare function apply(ctx: Context, config: ConfigType): void;

package/lib/index.js

@@ -0,0 +1,540 @@
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name2 in all)
+    __defProp(target, name2, { get: all[name2], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var src_exports = {};
+__export(src_exports, {
+  Config: () => Config,
+  apply: () => apply,
+  filter: () => filter,
+  inject: () => inject,
+  name: () => name,
+  reusable: () => reusable,
+  usage: () => usage
+});
+module.exports = __toCommonJS(src_exports);
+
+// src/config.ts
+var import_koishi = require("koishi");
+var defaultApiKeys = [
+  { token: "sk-freeluna-default" }
+];
+var ConfigSchema = import_koishi.Schema.intersect([
+  import_koishi.Schema.object({
+    basePath: import_koishi.Schema.string().default("/freeluna").description("插件基础路由前缀，所有路由都挂载在此路径下"),
+    remoteIndexUrl: import_koishi.Schema.string().default("https://cdn.jsdelivr.net/gh/koishi-shangxue-plugins/koishi-shangxue-apps@main/plugins/freeluna/public/index.json").description("远程提供商注册表 URL（JSON 格式）<br>插件启动时加载一次，重启插件可刷新"),
+    apiKeys: import_koishi.Schema.array(import_koishi.Schema.object({
+      token: import_koishi.Schema.string().description("API Key 令牌")
+    })).role("table").default(defaultApiKeys).description("API Key 列表<br>只有携带有效 Key（Bearer Token）的请求才会被处理")
+  }).description("基础设置"),
+  import_koishi.Schema.object({
+    localDebug: import_koishi.Schema.boolean().experimental().default(false).description("本地调试模式：启用后从本地 public/ 目录加载提供商配置和 JS，而非远程 URL")
+  }).description("调试设置"),
+  import_koishi.Schema.object({
+    loggerInfo: import_koishi.Schema.boolean().experimental().default(false).description("启用详细日志输出"),
+    loggerDebug: import_koishi.Schema.boolean().experimental().default(false).description("启用调试日志模式（包含请求/响应详情）").experimental()
+  }).description("日志设置")
+]);
+
+// src/logger.ts
+var import_koishi2 = require("koishi");
+var devLogger = new import_koishi2.Logger("DEV:freeluna");
+var loggerError;
+var loggerInfo;
+var logInfo;
+var logDebug;
+function initLogger(ctx, config) {
+  loggerInfo = /* @__PURE__ */ __name((message, ...args) => {
+    ctx.logger.info(message, ...args);
+  }, "loggerInfo");
+  loggerError = /* @__PURE__ */ __name((message, ...args) => {
+    ctx.logger.error(message, ...args);
+  }, "loggerError");
+  logInfo = /* @__PURE__ */ __name((message, ...args) => {
+    if (config.loggerInfo) {
+      devLogger.info(message, ...args);
+    }
+  }, "logInfo");
+  logDebug = /* @__PURE__ */ __name((message, ...args) => {
+    if (config.loggerDebug) {
+      devLogger.info(message, ...args);
+    }
+  }, "logDebug");
+}
+__name(initLogger, "initLogger");
+
+// src/remoteConfig.ts
+var import_node_fs = require("node:fs");
+var import_node_path = require("node:path");
+var import_node_vm = __toESM(require("node:vm"));
+var indexCache = null;
+var moduleCache = /* @__PURE__ */ new Map();
+function clearConfigCache() {
+  indexCache = null;
+  moduleCache.clear();
+  logInfo("所有缓存已清除");
+}
+__name(clearConfigCache, "clearConfigCache");
+async function fetchRemoteText(url) {
+  logInfo("远程拉取:", url);
+  const res = await fetch(url, {
+    headers: { "Accept": "*/*" },
+    signal: AbortSignal.timeout(15e3)
+  });
+  if (!res.ok) throw new Error(`HTTP ${res.status} ${res.statusText}`);
+  return res.text();
+}
+__name(fetchRemoteText, "fetchRemoteText");
+function readLocalFile(relPath) {
+  const localPath = (0, import_node_path.resolve)(__dirname, "../public", relPath);
+  return (0, import_node_fs.readFileSync)(localPath, "utf-8");
+}
+__name(readLocalFile, "readLocalFile");
+async function loadProviderIndex(config) {
+  if (indexCache) {
+    logDebug("使用缓存的注册表");
+    return indexCache;
+  }
+  try {
+    const text = config.localDebug ? readLocalFile("index.json") : await fetchRemoteText(config.remoteIndexUrl);
+    const parsed = JSON.parse(text);
+    logInfo("注册表加载成功，提供商数量:", parsed.providers?.length ?? 0);
+    indexCache = parsed;
+    return parsed;
+  } catch (err) {
+    loggerError("加载注册表失败:", err instanceof Error ? err.message : err);
+    loggerError("如遇问题请重启插件重新加载配置");
+    return null;
+  }
+}
+__name(loadProviderIndex, "loadProviderIndex");
+function executeProviderJs(jsCode, providerName) {
+  const moduleObj = { exports: {} };
+  const sandbox = {
+    module: moduleObj,
+    exports: moduleObj.exports,
+    fetch,
+    console,
+    setTimeout,
+    clearTimeout,
+    Promise,
+    AbortSignal,
+    JSON,
+    Error,
+    URL
+  };
+  import_node_vm.default.createContext(sandbox);
+  const script = new import_node_vm.default.Script(jsCode, { filename: `${providerName}.js` });
+  script.runInContext(sandbox);
+  const mod = moduleObj.exports;
+  if (typeof mod.chat !== "function") {
+    throw new Error(`提供商 JS "${providerName}" 未导出 chat 函数`);
+  }
+  return mod;
+}
+__name(executeProviderJs, "executeProviderJs");
+async function loadProviderModule(entry, config) {
+  const cached = moduleCache.get(entry.name);
+  if (cached) {
+    logDebug("使用缓存的提供商模块:", entry.name);
+    return cached;
+  }
+  let jsCode;
+  if (config.localDebug) {
+    const localPath = entry.localJsPath;
+    if (!localPath) {
+      throw new Error(
+        `提供商 "${entry.name}" 未配置 localJsPath，本地调试模式下无法加载。请在 index.json 中为该提供商添加 localJsPath 字段（相对于 public/ 目录）`
+      );
+    }
+    jsCode = readLocalFile(localPath);
+  } else {
+    jsCode = await fetchRemoteText(entry.jsUrl);
+  }
+  const mod = executeProviderJs(jsCode, entry.name);
+  moduleCache.set(entry.name, mod);
+  return mod;
+}
+__name(loadProviderModule, "loadProviderModule");
+async function findProvider(name2, config) {
+  const index = await loadProviderIndex(config);
+  if (!index) return null;
+  const entry = index.providers.find((p) => p.name === name2);
+  if (!entry) return null;
+  try {
+    const mod = await loadProviderModule(entry, config);
+    return { entry, module: mod };
+  } catch (err) {
+    loggerError(`提供商 "${name2}" 加载失败:`, err instanceof Error ? err.message : err);
+    return null;
+  }
+}
+__name(findProvider, "findProvider");
+async function loadAllProviders(config) {
+  const index = await loadProviderIndex(config);
+  if (!index || index.providers.length === 0) return [];
+  const results = [];
+  for (const entry of index.providers) {
+    try {
+      const mod = await loadProviderModule(entry, config);
+      results.push({ entry, module: mod });
+    } catch (err) {
+      loggerError(`提供商 "${entry.name}" 加载失败:`, err instanceof Error ? err.message : err);
+    }
+  }
+  return results;
+}
+__name(loadAllProviders, "loadAllProviders");
+
+// src/routes/models.ts
+function setCorsHeaders(koaCtx) {
+  koaCtx.set("Access-Control-Allow-Origin", "*");
+  koaCtx.set("Access-Control-Allow-Methods", "GET, POST, PUT, DELETE, OPTIONS");
+  koaCtx.set("Access-Control-Allow-Headers", "Content-Type, Authorization, X-Requested-With, Accept, Origin");
+  koaCtx.set("Access-Control-Allow-Credentials", "true");
+  koaCtx.set("Access-Control-Max-Age", "86400");
+  koaCtx.set("Access-Control-Expose-Headers", "Content-Length, Content-Type");
+  koaCtx.set("Access-Control-Allow-Private-Network", "true");
+}
+__name(setCorsHeaders, "setCorsHeaders");
+function registerModelRoutes(ctx, config) {
+  const base = config.basePath;
+  async function handleModels(koaCtx) {
+    setCorsHeaders(koaCtx);
+    logInfo("/models 请求来源:", koaCtx.ip, "路径:", koaCtx.path, "| UA:", koaCtx.headers["user-agent"] ?? "-");
+    logDebug("/models 请求头:", JSON.stringify(koaCtx.headers, null, 2));
+    const index = await loadProviderIndex(config);
+    const providers = index?.providers ?? [];
+    logInfo("/models 提供商数量:", providers.length);
+    const modelList = providers.map((p) => ({
+      id: `freeluna-${p.name}`,
+      object: "model",
+      created: Math.floor(Date.now() / 1e3),
+      owned_by: "freeluna"
+    }));
+    const responseBody = {
+      object: "list",
+      data: modelList
+    };
+    logDebug("/models 响应:", JSON.stringify(responseBody, null, 2));
+    koaCtx.body = responseBody;
+  }
+  __name(handleModels, "handleModels");
+  ctx.server.options(`${base}/openai-compatible/v1/models`, async (koaCtx) => {
+    setCorsHeaders(koaCtx);
+    koaCtx.status = 204;
+    koaCtx.body = "";
+  });
+  ctx.server.get(`${base}/openai-compatible/v1/models`, handleModels);
+  ctx.server.options(`${base}/dashboard/billing/usage`, async (koaCtx) => {
+    setCorsHeaders(koaCtx);
+    koaCtx.status = 204;
+    koaCtx.body = "";
+  });
+  ctx.server.get(`${base}/dashboard/billing/usage`, async (koaCtx) => {
+    setCorsHeaders(koaCtx);
+    koaCtx.body = {
+      object: "list",
+      total_usage: 0
+    };
+  });
+  ctx.server.options(`${base}/dashboard/billing/subscription`, async (koaCtx) => {
+    setCorsHeaders(koaCtx);
+    koaCtx.status = 204;
+    koaCtx.body = "";
+  });
+  ctx.server.get(`${base}/dashboard/billing/subscription`, async (koaCtx) => {
+    setCorsHeaders(koaCtx);
+    koaCtx.body = {
+      object: "billing_subscription",
+      has_payment_method: true,
+      soft_limit_usd: 1919810,
+      hard_limit_usd: 1919810,
+      system_hard_limit_usd: 1919810,
+      access_until: 0
+    };
+  });
+}
+__name(registerModelRoutes, "registerModelRoutes");
+
+// src/stream.ts
+function createStreamResponse(content, model) {
+  const id = `chatcmpl-freeluna-${Date.now()}`;
+  const created = Math.floor(Date.now() / 1e3);
+  const chunks = [];
+  chunks.push({
+    id,
+    object: "chat.completion.chunk",
+    created,
+    model,
+    choices: [{
+      index: 0,
+      delta: { role: "assistant" },
+      finish_reason: null
+    }]
+  });
+  for (const char of content) {
+    chunks.push({
+      id,
+      object: "chat.completion.chunk",
+      created,
+      model,
+      choices: [{
+        index: 0,
+        delta: { content: char },
+        finish_reason: null
+      }]
+    });
+  }
+  chunks.push({
+    id,
+    object: "chat.completion.chunk",
+    created,
+    model,
+    choices: [{
+      index: 0,
+      delta: {},
+      finish_reason: "stop"
+    }]
+  });
+  return chunks.map((chunk) => `data: ${JSON.stringify(chunk)}
+
+`).join("") + "data: [DONE]\n\n";
+}
+__name(createStreamResponse, "createStreamResponse");
+function buildChatResponse(content, modelName) {
+  return {
+    id: `chatcmpl-freeluna-${Date.now()}`,
+    object: "chat.completion",
+    created: Math.floor(Date.now() / 1e3),
+    model: modelName,
+    choices: [
+      {
+        index: 0,
+        message: {
+          role: "assistant",
+          content
+        },
+        finish_reason: "stop"
+      }
+    ],
+    usage: {
+      prompt_tokens: 0,
+      completion_tokens: 0,
+      total_tokens: 0
+    }
+  };
+}
+__name(buildChatResponse, "buildChatResponse");
+
+// src/routes/chat.ts
+function setCorsHeaders2(koaCtx) {
+  koaCtx.set("Access-Control-Allow-Origin", "*");
+  koaCtx.set("Access-Control-Allow-Methods", "GET, POST, OPTIONS");
+  koaCtx.set("Access-Control-Allow-Headers", "Content-Type, Authorization, X-Requested-With, Accept, Origin");
+  koaCtx.set("Access-Control-Allow-Credentials", "true");
+  koaCtx.set("Access-Control-Max-Age", "86400");
+  koaCtx.set("Access-Control-Expose-Headers", "Content-Length, Content-Type");
+  koaCtx.set("Access-Control-Allow-Private-Network", "true");
+}
+__name(setCorsHeaders2, "setCorsHeaders");
+function registerChatRoute(ctx, config) {
+  const base = config.basePath;
+  const chatPath = `${base}/openai-compatible/v1/chat/completions`;
+  ctx.server.options(chatPath, async (koaCtx) => {
+    setCorsHeaders2(koaCtx);
+    koaCtx.status = 204;
+    koaCtx.body = "";
+  });
+  ctx.server.get(chatPath, async (koaCtx) => {
+    setCorsHeaders2(koaCtx);
+    koaCtx.status = 405;
+    koaCtx.body = { error: { message: "Method Not Allowed", type: "invalid_request_error" } };
+  });
+  ctx.server.post(chatPath, async (koaCtx) => {
+    setCorsHeaders2(koaCtx);
+    const startTime = Date.now();
+    try {
+      const authHeader = koaCtx.headers.authorization;
+      const providedToken = authHeader?.startsWith("Bearer ") ? authHeader.slice(7) : null;
+      if (!providedToken) {
+        loggerError("请求未携带 Authorization 头");
+        koaCtx.status = 401;
+        koaCtx.body = {
+          error: {
+            message: `无效的令牌 (request id: ${Date.now()})`,
+            type: "invalid_api_key"
+          }
+        };
+        return;
+      }
+      const validKey = config.apiKeys?.find((k) => k.token === providedToken);
+      if (!validKey) {
+        loggerError("Token 验证失败，提供的 Token:", providedToken);
+        koaCtx.status = 401;
+        koaCtx.body = {
+          error: {
+            message: `无效的令牌 (request id: ${Date.now()})`,
+            type: "invalid_api_key"
+          }
+        };
+        return;
+      }
+      const body = koaCtx.request.body;
+      logDebug("收到对话请求，model:", body?.model, "stream:", body?.stream, "messages:", body?.messages?.length);
+      if (!body || !body.messages || !Array.isArray(body.messages)) {
+        koaCtx.status = 400;
+        koaCtx.body = {
+          error: { message: "Invalid request format: messages is required", type: "invalid_request_error" }
+        };
+        return;
+      }
+      const index = await loadProviderIndex(config);
+      if (!index || index.providers.length === 0) {
+        loggerError("注册表为空或加载失败");
+        koaCtx.status = 503;
+        koaCtx.body = {
+          error: { message: "暂无可用的免费 API 提供商，请稍后重试", type: "service_unavailable" }
+        };
+        return;
+      }
+      const rawModel = body.model || `freeluna-${index.providers[0].name}`;
+      const providerName = rawModel.startsWith("freeluna-") ? rawModel.slice("freeluna-".length) : rawModel;
+      let provider = await findProvider(providerName, config);
+      if (!provider) {
+        logInfo(`模型 "${rawModel}" 未找到，使用默认提供商:`, index.providers[0].name);
+        provider = await findProvider(index.providers[0].name, config);
+      }
+      if (!provider) {
+        loggerError("无法加载任何提供商模块");
+        koaCtx.status = 503;
+        koaCtx.body = {
+          error: { message: "提供商模块加载失败，请稍后重试", type: "service_unavailable" }
+        };
+        return;
+      }
+      logInfo(`使用提供商: ${provider.entry.name}`);
+      const options = {
+        model: body.model,
+        temperature: body.temperature,
+        max_tokens: body.max_tokens,
+        stream: body.stream
+      };
+      const replyText = await provider.module.chat(body.messages, options);
+      const elapsed = Date.now() - startTime;
+      logInfo(`提供商响应成功，耗时: ${elapsed}ms，回复长度: ${replyText.length}`);
+      logDebug("回复内容:", replyText.substring(0, 200));
+      const isStream = body.stream === true;
+      if (isStream) {
+        koaCtx.status = 200;
+        koaCtx.set("Content-Type", "text/event-stream");
+        koaCtx.set("Cache-Control", "no-cache");
+        koaCtx.set("Connection", "keep-alive");
+        koaCtx.body = createStreamResponse(replyText, provider.entry.name);
+      } else {
+        koaCtx.status = 200;
+        koaCtx.body = buildChatResponse(replyText, provider.entry.name);
+      }
+    } catch (err) {
+      const elapsed = Date.now() - startTime;
+      loggerError(`处理对话请求出错 (耗时: ${elapsed}ms):`, err instanceof Error ? err.message : err);
+      koaCtx.status = 500;
+      koaCtx.body = {
+        error: {
+          message: "内部服务器错误，请稍后重试",
+          type: "server_error",
+          details: err instanceof Error ? err.message : String(err)
+        }
+      };
+    }
+  });
+}
+__name(registerChatRoute, "registerChatRoute");
+
+// src/index.ts
+var name = "freeluna";
+var reusable = false;
+var filter = false;
+var inject = {
+  required: ["server"]
+};
+var usage = `
+---
+
+<p>🌙 <strong>FreeLuna</strong> - 免费 LLM API 服务</p>
+<p>➣ 挂载 OpenAI 兼容接口，动态加载免费 API 配置</p>
+<p>➣ 无需频繁更新插件，只需更新远程配置文件即可切换免费 API</p>
+
+---
+
+示例用法：使用 <code>chatluna-openai-like-adapter</code> 适配器，
+
+1. 填入请求地址（默认）
+
+    \`http://localhost:5140/freeluna/openai-compatible/v1\`
+
+
+2. 填入秘钥（默认）
+
+    <code>sk-freeluna-default</code>
+
+3. 开启<code>chatluna-openai-like-adapter</code> 适配器，
+
+    然后使用\`freeluna-\`前缀的模型即可！
+
+
+---
+`;
+var Config = ConfigSchema;
+function apply(ctx, config) {
+  ctx.on("ready", async () => {
+    initLogger(ctx, config);
+    registerModelRoutes(ctx, config);
+    registerChatRoute(ctx, config);
+    loggerInfo(`服务已启动：http://localhost:${ctx.server.port}${config.basePath}/openai-compatible/v1/chat/completions`);
+    const providers = await loadAllProviders(config);
+    if (providers.length === 0) {
+      loggerInfo("警告：未能加载任何提供商，请检查配置后重启插件");
+    }
+  });
+  ctx.on("dispose", () => {
+    clearConfigCache();
+  });
+}
+__name(apply, "apply");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  Config,
+  apply,
+  filter,
+  inject,
+  name,
+  reusable,
+  usage
+});

package/lib/logger.d.ts

@@ -0,0 +1,7 @@
+import { Context } from 'koishi';
+import type { Config } from './types';
+export declare let loggerError: (message: unknown, ...args: unknown[]) => void;
+export declare let loggerInfo: (message: unknown, ...args: unknown[]) => void;
+export declare let logInfo: (message: unknown, ...args: unknown[]) => void;
+export declare let logDebug: (message: unknown, ...args: unknown[]) => void;
+export declare function initLogger(ctx: Context, config: Config): void;

package/lib/remoteConfig.d.ts

@@ -0,0 +1,5 @@
+import type { Config, ProviderIndex, LoadedProvider } from './types';
+export declare function clearConfigCache(): void;
+export declare function loadProviderIndex(config: Config): Promise<ProviderIndex | null>;
+export declare function findProvider(name: string, config: Config): Promise<LoadedProvider | null>;
+export declare function loadAllProviders(config: Config): Promise<LoadedProvider[]>;

package/lib/routes/chat.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from 'koishi';
+import type { Config } from '../types';
+export declare function registerChatRoute(ctx: Context, config: Config): void;

package/lib/routes/models.d.ts

@@ -0,0 +1,3 @@
+import type { Context } from 'koishi';
+import type { Config } from '../types';
+export declare function registerModelRoutes(ctx: Context, config: Config): void;

package/lib/stream.d.ts

@@ -0,0 +1,20 @@
+export declare function createStreamResponse(content: string, model: string): string;
+export declare function buildChatResponse(content: string, modelName: string): {
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    choices: {
+        index: number;
+        message: {
+            role: string;
+            content: string;
+        };
+        finish_reason: string;
+    }[];
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+};

package/lib/types.d.ts

@@ -0,0 +1,54 @@
+export interface ApiKeyEntry {
+    token: string;
+}
+export interface Config {
+    basePath: string;
+    remoteIndexUrl: string;
+    apiKeys: ApiKeyEntry[];
+    localDebug: boolean;
+    loggerInfo: boolean;
+    loggerDebug: boolean;
+}
+export interface ProviderEntry {
+    name: string;
+    description?: string;
+    jsUrl: string;
+    localJsPath?: string;
+}
+export interface ProviderIndex {
+    version?: string;
+    updatedAt?: string;
+    providers: ProviderEntry[];
+}
+export interface ProviderModule {
+    name: string;
+    description?: string;
+    chat: (messages: ChatMessage[], options?: ChatOptions) => Promise<string>;
+}
+export interface ChatMessage {
+    role: 'system' | 'user' | 'assistant';
+    content: string;
+}
+export interface ChatOptions {
+    model?: string;
+    temperature?: number;
+    max_tokens?: number;
+    stream?: boolean;
+    [key: string]: unknown;
+}
+export interface ChatCompletionRequest {
+    model: string;
+    messages: ChatMessage[];
+    stream?: boolean;
+    temperature?: number;
+    max_tokens?: number;
+    [key: string]: unknown;
+}
+export interface LoadedProvider {
+    entry: ProviderEntry;
+    module: ProviderModule;
+}
+export interface CacheEntry<T> {
+    data: T;
+    expireAt: number;
+}