@chatluna/v1-shared-adapter 1.0.0

package/README.md

@@ -0,0 +1,5 @@
+## @chatluna/v1-shared-adapter
+
+## [![npm](https://img.shields.io/npm/v/@chatluna/v1-shared-adapter)](https://www.npmjs.com/package/koishi-plugin-chatluna-openai-like) [![npm](https://img.shields.io/npm/dm/@chatluna/v1-shared-adapter)](https://www.npmjs.com/package//@chatluna/v1-shared-adapter)
+
+> ChatLuna 通用 Adapter 代码共享

package/lib/client.d.ts

@@ -0,0 +1,4 @@
+import { ModelInfo } from 'koishi-plugin-chatluna/llm-core/platform/types';
+export declare function isEmbeddingModel(modelName: string): boolean;
+export declare function isNonLLMModel(modelName: string): boolean;
+export declare function getModelMaxContextSize(info: ModelInfo): number;

package/lib/index.cjs

@@ -0,0 +1,513 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  buildChatCompletionParams: () => buildChatCompletionParams,
+  completionStream: () => completionStream,
+  convertDeltaToMessageChunk: () => convertDeltaToMessageChunk,
+  createEmbeddings: () => createEmbeddings,
+  createRequestContext: () => createRequestContext,
+  formatToolToOpenAITool: () => formatToolToOpenAITool,
+  formatToolsToOpenAITools: () => formatToolsToOpenAITools,
+  getModelMaxContextSize: () => getModelMaxContextSize,
+  getModels: () => getModels,
+  isEmbeddingModel: () => isEmbeddingModel,
+  isNonLLMModel: () => isNonLLMModel,
+  langchainMessageToOpenAIMessage: () => langchainMessageToOpenAIMessage,
+  messageTypeToOpenAIRole: () => messageTypeToOpenAIRole,
+  processReasoningContent: () => processReasoningContent,
+  processStreamResponse: () => processStreamResponse
+});
+module.exports = __toCommonJS(index_exports);
+
+// src/client.ts
+var import_count_tokens = require("koishi-plugin-chatluna/llm-core/utils/count_tokens");
+function isEmbeddingModel(modelName) {
+  return modelName.includes("embed") || modelName.includes("bge") || modelName.includes("instructor-large") || modelName.includes("m3e");
+}
+__name(isEmbeddingModel, "isEmbeddingModel");
+function isNonLLMModel(modelName) {
+  return ["whisper", "tts", "dall-e", "image", "rerank"].some(
+    (keyword) => modelName.includes(keyword)
+  );
+}
+__name(isNonLLMModel, "isNonLLMModel");
+function getModelMaxContextSize(info) {
+  const maxTokens = info.maxTokens;
+  if (maxTokens != null) {
+    return maxTokens;
+  }
+  const modelName = info.name;
+  if (modelName.startsWith("gpt") || modelName.startsWith("o1") || modelName.startsWith("o3") || modelName.startsWith("o4")) {
+    return (0, import_count_tokens.getModelContextSize)(modelName);
+  }
+  const modelMaxContextSizeTable = {
+    claude: 2e6,
+    "gemini-1.5-pro": 1048576,
+    "gemini-1.5-flash": 2097152,
+    "gemini-1.0-pro": 30720,
+    "gemini-2.0-flash": 1048576,
+    "gemini-2.0-pro": 2097152,
+    "gemini-2.5-pro": 2097152,
+    "gemini-2.0": 2097152,
+    deepseek: 128e3,
+    "llama3.1": 128e3,
+    "command-r-plus": 128e3,
+    "moonshot-v1-8k": 8192,
+    "moonshot-v1-32k": 32e3,
+    "moonshot-v1-128k": 128e3,
+    qwen2: 32e3,
+    "qwen2.5": 128e3,
+    qwen3: 128e3
+  };
+  for (const key in modelMaxContextSizeTable) {
+    if (modelName.toLowerCase().includes(key)) {
+      return modelMaxContextSizeTable[key];
+    }
+  }
+  return (0, import_count_tokens.getModelContextSize)("o1-mini");
+}
+__name(getModelMaxContextSize, "getModelMaxContextSize");
+
+// src/requester.ts
+var import_outputs = require("@langchain/core/outputs");
+var import_error = require("koishi-plugin-chatluna/utils/error");
+var import_sse = require("koishi-plugin-chatluna/utils/sse");
+
+// src/utils.ts
+var import_messages = require("@langchain/core/messages");
+var import_zod_to_json_schema = require("zod-to-json-schema");
+function langchainMessageToOpenAIMessage(messages, model, supportImageInput, removeSystemMessage) {
+  const result = [];
+  for (const rawMessage of messages) {
+    const role = messageTypeToOpenAIRole(rawMessage.getType());
+    const msg = {
+      content: rawMessage.content || null,
+      name: role === "assistant" || role === "tool" ? rawMessage.name : void 0,
+      role,
+      //  function_call: rawMessage.additional_kwargs.function_call,
+      tool_calls: rawMessage.additional_kwargs.tool_calls,
+      tool_call_id: rawMessage.tool_call_id
+    };
+    if (msg.tool_calls == null) {
+      delete msg.tool_calls;
+    }
+    if (msg.tool_call_id == null) {
+      delete msg.tool_call_id;
+    }
+    if (msg.tool_calls) {
+      for (const toolCall of msg.tool_calls) {
+        const tool = toolCall.function;
+        if (!tool.arguments) {
+          continue;
+        }
+        tool.arguments = JSON.stringify(JSON.parse(tool.arguments));
+      }
+    }
+    const images = rawMessage.additional_kwargs.images;
+    const lowerModel = model?.toLowerCase() ?? "";
+    if ((lowerModel?.includes("vision") || lowerModel?.includes("gpt-4o") || lowerModel?.includes("claude") || lowerModel?.includes("gemini") || lowerModel?.includes("qwen-vl") || lowerModel?.includes("omni") || lowerModel?.includes("qwen2.5-vl") || lowerModel?.includes("qwen2.5-omni") || lowerModel?.includes("qwen-omni") || lowerModel?.includes("qwen2-vl") || lowerModel?.includes("qvq") || supportImageInput) && images != null) {
+      msg.content = [
+        {
+          type: "text",
+          text: rawMessage.content
+        }
+      ];
+      for (const image of images) {
+        msg.content.push({
+          type: "image_url",
+          image_url: {
+            url: image,
+            detail: "low"
+          }
+        });
+      }
+    }
+    result.push(msg);
+  }
+  if (removeSystemMessage) {
+    const mappedMessage = [];
+    for (let i = 0; i < mappedMessage.length; i++) {
+      const message = mappedMessage[i];
+      if (message.role !== "system") {
+        mappedMessage.push(message);
+        continue;
+      }
+      if (removeSystemMessage) {
+        continue;
+      }
+      mappedMessage.push({
+        role: "user",
+        content: message.content
+      });
+      mappedMessage.push({
+        role: "assistant",
+        content: "Okay, what do I need to do?"
+      });
+      if (mappedMessage?.[i + 1]?.role === "assistant") {
+        mappedMessage.push({
+          role: "user",
+          content: "Continue what I said to you last message. Follow these instructions."
+        });
+      }
+    }
+    if (mappedMessage[mappedMessage.length - 1].role === "assistant") {
+      mappedMessage.push({
+        role: "user",
+        content: "Continue what I said to you last message. Follow these instructions."
+      });
+    }
+    if (mappedMessage[0].role === "assistant") {
+      mappedMessage.unshift({
+        role: "user",
+        content: "Continue what I said to you last time. Follow these instructions."
+      });
+    }
+    return mappedMessage;
+  }
+  return result;
+}
+__name(langchainMessageToOpenAIMessage, "langchainMessageToOpenAIMessage");
+function messageTypeToOpenAIRole(type) {
+  switch (type) {
+    case "system":
+      return "system";
+    case "ai":
+      return "assistant";
+    case "human":
+      return "user";
+    case "function":
+      return "function";
+    case "tool":
+      return "tool";
+    default:
+      throw new Error(`Unknown message type: ${type}`);
+  }
+}
+__name(messageTypeToOpenAIRole, "messageTypeToOpenAIRole");
+function formatToolsToOpenAITools(tools, includeGoogleSearch) {
+  const result = tools.map(formatToolToOpenAITool);
+  if (includeGoogleSearch) {
+    result.push({
+      type: "function",
+      function: {
+        name: "googleSearch"
+      }
+    });
+  }
+  if (result.length < 1) {
+    return void 0;
+  }
+  return result;
+}
+__name(formatToolsToOpenAITools, "formatToolsToOpenAITools");
+function formatToolToOpenAITool(tool) {
+  const parameters = removeAdditionalProperties(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    (0, import_zod_to_json_schema.zodToJsonSchema)(tool.schema, {
+      allowedAdditionalProperties: void 0
+    })
+  );
+  return {
+    type: "function",
+    function: {
+      name: tool.name,
+      description: tool.description,
+      // any?
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+      parameters
+    }
+  };
+}
+__name(formatToolToOpenAITool, "formatToolToOpenAITool");
+function removeAdditionalProperties(schema) {
+  if (!schema || typeof schema !== "object") return schema;
+  const stack = [[schema, null]];
+  while (stack.length > 0) {
+    const [current] = stack.pop();
+    if (typeof current !== "object" || current === null) continue;
+    if (Object.hasOwn(current, "additionalProperties")) {
+      delete current["additionalProperties"];
+    }
+    if (Object.hasOwn(current, "$schema")) {
+      delete current["$schema"];
+    }
+    for (const key of Object.keys(current)) {
+      const value = current[key];
+      if (value && typeof value === "object") {
+        stack.push([value, key]);
+      }
+    }
+  }
+  return schema;
+}
+__name(removeAdditionalProperties, "removeAdditionalProperties");
+function convertDeltaToMessageChunk(delta, defaultRole) {
+  const role = ((delta.role?.length ?? 0) > 0 ? delta.role : defaultRole).toLowerCase();
+  const content = delta.content ?? "";
+  const reasoningContent = delta.reasoning_content ?? "";
+  let additionalKwargs;
+  if (delta.function_call) {
+    additionalKwargs = {
+      function_call: delta.function_call
+    };
+  } else if (delta.tool_calls) {
+    additionalKwargs = {
+      tool_calls: delta.tool_calls
+    };
+  } else {
+    additionalKwargs = {};
+  }
+  if (reasoningContent.length > 0) {
+    additionalKwargs.reasoning_content = reasoningContent;
+  }
+  if (role === "user") {
+    return new import_messages.HumanMessageChunk({ content });
+  } else if (role === "assistant") {
+    const toolCallChunks = [];
+    if (Array.isArray(delta.tool_calls)) {
+      for (const rawToolCall of delta.tool_calls) {
+        toolCallChunks.push({
+          name: rawToolCall.function?.name,
+          args: rawToolCall.function?.arguments,
+          id: rawToolCall.id,
+          index: rawToolCall.index
+        });
+      }
+    }
+    return new import_messages.AIMessageChunk({
+      content,
+      tool_call_chunks: toolCallChunks,
+      additional_kwargs: additionalKwargs
+    });
+  } else if (role === "system") {
+    return new import_messages.SystemMessageChunk({ content });
+  } else if (role === "function") {
+    return new import_messages.FunctionMessageChunk({
+      content,
+      additional_kwargs: additionalKwargs,
+      name: delta.name
+    });
+  } else if (role === "tool") {
+    return new import_messages.ToolMessageChunk({
+      content,
+      additional_kwargs: additionalKwargs,
+      tool_call_id: delta.tool_call_id
+    });
+  } else {
+    return new import_messages.ChatMessageChunk({ content, role });
+  }
+}
+__name(convertDeltaToMessageChunk, "convertDeltaToMessageChunk");
+
+// src/requester.ts
+var import_messages2 = require("@langchain/core/messages");
+function buildChatCompletionParams(params, enableGoogleSearch, supportImageInput) {
+  const base = {
+    model: params.model,
+    messages: langchainMessageToOpenAIMessage(
+      params.input,
+      params.model,
+      supportImageInput
+    ),
+    tools: enableGoogleSearch || params.tools != null ? formatToolsToOpenAITools(
+      params.tools ?? [],
+      enableGoogleSearch
+    ) : void 0,
+    stop: params.stop || void 0,
+    max_tokens: params.model.includes("vision") ? void 0 : params.maxTokens,
+    temperature: params.temperature === 0 ? void 0 : params.temperature,
+    presence_penalty: params.presencePenalty === 0 ? void 0 : params.presencePenalty,
+    frequency_penalty: params.frequencyPenalty === 0 ? void 0 : params.frequencyPenalty,
+    n: params.n,
+    top_p: params.topP,
+    prompt_cache_key: params.id,
+    stream: true,
+    logit_bias: params.logitBias,
+    stream_options: {
+      include_usage: true
+    }
+  };
+  if (params.model.includes("o1") || params.model.includes("o3") || params.model.includes("o4") || params.model.includes("gpt-5")) {
+    delete base.temperature;
+    delete base.presence_penalty;
+    delete base.frequency_penalty;
+    delete base.n;
+    delete base.top_p;
+  }
+  return base;
+}
+__name(buildChatCompletionParams, "buildChatCompletionParams");
+function processReasoningContent(delta, reasoningState) {
+  if (delta.reasoning_content) {
+    reasoningState.content += delta.reasoning_content;
+    if (reasoningState.time === 0) {
+      reasoningState.time = Date.now();
+    }
+  }
+  if ((delta.reasoning_content == null || delta.reasoning_content === "") && delta.content && delta.content.length > 0 && reasoningState.time > 0 && !reasoningState.isSet) {
+    const reasoningTime = Date.now() - reasoningState.time;
+    reasoningState.time = reasoningTime;
+    reasoningState.isSet = true;
+    return reasoningTime;
+  }
+}
+__name(processReasoningContent, "processReasoningContent");
+async function* processStreamResponse(requestContext, iterator) {
+  let defaultRole = "assistant";
+  let errorCount = 0;
+  const reasoningState = { content: "", time: 0, isSet: false };
+  for await (const event of iterator) {
+    const chunk = event.data;
+    if (chunk === "[DONE]") break;
+    if (chunk === "" || chunk == null || chunk === "undefined") continue;
+    try {
+      const data = JSON.parse(chunk);
+      if (data.error) {
+        throw new import_error.ChatLunaError(
+          import_error.ChatLunaErrorCode.API_REQUEST_FAILED,
+          new Error("Error when calling completion, Result: " + chunk)
+        );
+      }
+      if (data.usage) {
+        yield new import_outputs.ChatGenerationChunk({
+          message: new import_messages2.AIMessageChunk(""),
+          text: "",
+          generationInfo: {
+            tokenUsage: data.usage
+          }
+        });
+        continue;
+      }
+      const choice = data.choices?.[0];
+      if (!choice) continue;
+      const { delta } = choice;
+      const messageChunk = convertDeltaToMessageChunk(delta, defaultRole);
+      const reasoningTime = processReasoningContent(delta, reasoningState);
+      if (reasoningTime !== void 0) {
+        messageChunk.additional_kwargs.reasoning_time = reasoningTime;
+      }
+      defaultRole = (delta.role?.length ?? 0) > 0 ? delta.role : defaultRole;
+      yield new import_outputs.ChatGenerationChunk({
+        message: messageChunk,
+        text: messageChunk.content
+      });
+    } catch (e) {
+      if (errorCount > 5) {
+        requestContext.modelRequester.logger.error(
+          "error with chunk",
+          chunk
+        );
+        throw new import_error.ChatLunaError(import_error.ChatLunaErrorCode.API_REQUEST_FAILED, e);
+      }
+      errorCount++;
+    }
+  }
+  if (reasoningState.content.length > 0) {
+    requestContext.modelRequester.logger.debug(
+      `reasoning content: ${reasoningState.content}. Use time: ${reasoningState.time / 1e3}s`
+    );
+  }
+}
+__name(processStreamResponse, "processStreamResponse");
+async function* completionStream(requestContext, params, completionUrl = "chat/completions", enableGoogleSearch, supportImageInput) {
+  const { modelRequester } = requestContext;
+  try {
+    const response = await modelRequester.post(
+      completionUrl,
+      buildChatCompletionParams(
+        params,
+        enableGoogleSearch ?? false,
+        supportImageInput ?? true
+      ),
+      {
+        signal: params.signal
+      }
+    );
+    const iterator = (0, import_sse.sseIterable)(response);
+    yield* processStreamResponse(requestContext, iterator);
+  } catch (e) {
+    if (e instanceof import_error.ChatLunaError) {
+      throw e;
+    } else {
+      throw new import_error.ChatLunaError(import_error.ChatLunaErrorCode.API_REQUEST_FAILED, e);
+    }
+  }
+}
+__name(completionStream, "completionStream");
+async function createEmbeddings(requestContext, params, embeddingUrl = "embeddings") {
+  const { modelRequester } = requestContext;
+  let data;
+  try {
+    const response = await modelRequester.post(embeddingUrl, {
+      input: params.input,
+      model: params.model
+    });
+    data = await response.text();
+    data = JSON.parse(data);
+    if (data.data && data.data.length > 0) {
+      return data.data.map((item) => item.embedding);
+    }
+    throw new Error(`Call Embedding Error: ${JSON.stringify(data)}`);
+  } catch (e) {
+    requestContext.modelRequester.logger.debug(e);
+    throw new import_error.ChatLunaError(import_error.ChatLunaErrorCode.API_REQUEST_FAILED, e);
+  }
+}
+__name(createEmbeddings, "createEmbeddings");
+async function getModels(requestContext) {
+  const { modelRequester } = requestContext;
+  let data;
+  try {
+    const response = await modelRequester.get("models");
+    data = await response.text();
+    data = JSON.parse(data);
+    return data.data.map((model) => model.id);
+  } catch (e) {
+    requestContext.modelRequester.logger.error(e);
+    throw new Error(
+      "error when listing openai models, Result: " + JSON.stringify(data)
+    );
+  }
+}
+__name(getModels, "getModels");
+function createRequestContext(ctx, config, pluginConfig, plugin, modelRequester) {
+  return { ctx, config, pluginConfig, plugin, modelRequester };
+}
+__name(createRequestContext, "createRequestContext");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  buildChatCompletionParams,
+  completionStream,
+  convertDeltaToMessageChunk,
+  createEmbeddings,
+  createRequestContext,
+  formatToolToOpenAITool,
+  formatToolsToOpenAITools,
+  getModelMaxContextSize,
+  getModels,
+  isEmbeddingModel,
+  isNonLLMModel,
+  langchainMessageToOpenAIMessage,
+  messageTypeToOpenAIRole,
+  processReasoningContent,
+  processStreamResponse
+});

package/lib/index.d.ts

@@ -0,0 +1,4 @@
+export * from './client';
+export * from './requester';
+export * from './utils';
+export * from './types';

package/lib/index.mjs

@@ -0,0 +1,485 @@
+var __defProp = Object.defineProperty;
+var __name = (target, value) => __defProp(target, "name", { value, configurable: true });
+
+// src/client.ts
+import { getModelContextSize } from "koishi-plugin-chatluna/llm-core/utils/count_tokens";
+function isEmbeddingModel(modelName) {
+  return modelName.includes("embed") || modelName.includes("bge") || modelName.includes("instructor-large") || modelName.includes("m3e");
+}
+__name(isEmbeddingModel, "isEmbeddingModel");
+function isNonLLMModel(modelName) {
+  return ["whisper", "tts", "dall-e", "image", "rerank"].some(
+    (keyword) => modelName.includes(keyword)
+  );
+}
+__name(isNonLLMModel, "isNonLLMModel");
+function getModelMaxContextSize(info) {
+  const maxTokens = info.maxTokens;
+  if (maxTokens != null) {
+    return maxTokens;
+  }
+  const modelName = info.name;
+  if (modelName.startsWith("gpt") || modelName.startsWith("o1") || modelName.startsWith("o3") || modelName.startsWith("o4")) {
+    return getModelContextSize(modelName);
+  }
+  const modelMaxContextSizeTable = {
+    claude: 2e6,
+    "gemini-1.5-pro": 1048576,
+    "gemini-1.5-flash": 2097152,
+    "gemini-1.0-pro": 30720,
+    "gemini-2.0-flash": 1048576,
+    "gemini-2.0-pro": 2097152,
+    "gemini-2.5-pro": 2097152,
+    "gemini-2.0": 2097152,
+    deepseek: 128e3,
+    "llama3.1": 128e3,
+    "command-r-plus": 128e3,
+    "moonshot-v1-8k": 8192,
+    "moonshot-v1-32k": 32e3,
+    "moonshot-v1-128k": 128e3,
+    qwen2: 32e3,
+    "qwen2.5": 128e3,
+    qwen3: 128e3
+  };
+  for (const key in modelMaxContextSizeTable) {
+    if (modelName.toLowerCase().includes(key)) {
+      return modelMaxContextSizeTable[key];
+    }
+  }
+  return getModelContextSize("o1-mini");
+}
+__name(getModelMaxContextSize, "getModelMaxContextSize");
+
+// src/requester.ts
+import { ChatGenerationChunk } from "@langchain/core/outputs";
+import {
+  ChatLunaError,
+  ChatLunaErrorCode
+} from "koishi-plugin-chatluna/utils/error";
+import { sseIterable } from "koishi-plugin-chatluna/utils/sse";
+
+// src/utils.ts
+import {
+  AIMessageChunk,
+  ChatMessageChunk,
+  FunctionMessageChunk,
+  HumanMessageChunk,
+  SystemMessageChunk,
+  ToolMessageChunk
+} from "@langchain/core/messages";
+import { zodToJsonSchema } from "zod-to-json-schema";
+function langchainMessageToOpenAIMessage(messages, model, supportImageInput, removeSystemMessage) {
+  const result = [];
+  for (const rawMessage of messages) {
+    const role = messageTypeToOpenAIRole(rawMessage.getType());
+    const msg = {
+      content: rawMessage.content || null,
+      name: role === "assistant" || role === "tool" ? rawMessage.name : void 0,
+      role,
+      //  function_call: rawMessage.additional_kwargs.function_call,
+      tool_calls: rawMessage.additional_kwargs.tool_calls,
+      tool_call_id: rawMessage.tool_call_id
+    };
+    if (msg.tool_calls == null) {
+      delete msg.tool_calls;
+    }
+    if (msg.tool_call_id == null) {
+      delete msg.tool_call_id;
+    }
+    if (msg.tool_calls) {
+      for (const toolCall of msg.tool_calls) {
+        const tool = toolCall.function;
+        if (!tool.arguments) {
+          continue;
+        }
+        tool.arguments = JSON.stringify(JSON.parse(tool.arguments));
+      }
+    }
+    const images = rawMessage.additional_kwargs.images;
+    const lowerModel = model?.toLowerCase() ?? "";
+    if ((lowerModel?.includes("vision") || lowerModel?.includes("gpt-4o") || lowerModel?.includes("claude") || lowerModel?.includes("gemini") || lowerModel?.includes("qwen-vl") || lowerModel?.includes("omni") || lowerModel?.includes("qwen2.5-vl") || lowerModel?.includes("qwen2.5-omni") || lowerModel?.includes("qwen-omni") || lowerModel?.includes("qwen2-vl") || lowerModel?.includes("qvq") || supportImageInput) && images != null) {
+      msg.content = [
+        {
+          type: "text",
+          text: rawMessage.content
+        }
+      ];
+      for (const image of images) {
+        msg.content.push({
+          type: "image_url",
+          image_url: {
+            url: image,
+            detail: "low"
+          }
+        });
+      }
+    }
+    result.push(msg);
+  }
+  if (removeSystemMessage) {
+    const mappedMessage = [];
+    for (let i = 0; i < mappedMessage.length; i++) {
+      const message = mappedMessage[i];
+      if (message.role !== "system") {
+        mappedMessage.push(message);
+        continue;
+      }
+      if (removeSystemMessage) {
+        continue;
+      }
+      mappedMessage.push({
+        role: "user",
+        content: message.content
+      });
+      mappedMessage.push({
+        role: "assistant",
+        content: "Okay, what do I need to do?"
+      });
+      if (mappedMessage?.[i + 1]?.role === "assistant") {
+        mappedMessage.push({
+          role: "user",
+          content: "Continue what I said to you last message. Follow these instructions."
+        });
+      }
+    }
+    if (mappedMessage[mappedMessage.length - 1].role === "assistant") {
+      mappedMessage.push({
+        role: "user",
+        content: "Continue what I said to you last message. Follow these instructions."
+      });
+    }
+    if (mappedMessage[0].role === "assistant") {
+      mappedMessage.unshift({
+        role: "user",
+        content: "Continue what I said to you last time. Follow these instructions."
+      });
+    }
+    return mappedMessage;
+  }
+  return result;
+}
+__name(langchainMessageToOpenAIMessage, "langchainMessageToOpenAIMessage");
+function messageTypeToOpenAIRole(type) {
+  switch (type) {
+    case "system":
+      return "system";
+    case "ai":
+      return "assistant";
+    case "human":
+      return "user";
+    case "function":
+      return "function";
+    case "tool":
+      return "tool";
+    default:
+      throw new Error(`Unknown message type: ${type}`);
+  }
+}
+__name(messageTypeToOpenAIRole, "messageTypeToOpenAIRole");
+function formatToolsToOpenAITools(tools, includeGoogleSearch) {
+  const result = tools.map(formatToolToOpenAITool);
+  if (includeGoogleSearch) {
+    result.push({
+      type: "function",
+      function: {
+        name: "googleSearch"
+      }
+    });
+  }
+  if (result.length < 1) {
+    return void 0;
+  }
+  return result;
+}
+__name(formatToolsToOpenAITools, "formatToolsToOpenAITools");
+function formatToolToOpenAITool(tool) {
+  const parameters = removeAdditionalProperties(
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    zodToJsonSchema(tool.schema, {
+      allowedAdditionalProperties: void 0
+    })
+  );
+  return {
+    type: "function",
+    function: {
+      name: tool.name,
+      description: tool.description,
+      // any?
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
+      parameters
+    }
+  };
+}
+__name(formatToolToOpenAITool, "formatToolToOpenAITool");
+function removeAdditionalProperties(schema) {
+  if (!schema || typeof schema !== "object") return schema;
+  const stack = [[schema, null]];
+  while (stack.length > 0) {
+    const [current] = stack.pop();
+    if (typeof current !== "object" || current === null) continue;
+    if (Object.hasOwn(current, "additionalProperties")) {
+      delete current["additionalProperties"];
+    }
+    if (Object.hasOwn(current, "$schema")) {
+      delete current["$schema"];
+    }
+    for (const key of Object.keys(current)) {
+      const value = current[key];
+      if (value && typeof value === "object") {
+        stack.push([value, key]);
+      }
+    }
+  }
+  return schema;
+}
+__name(removeAdditionalProperties, "removeAdditionalProperties");
+function convertDeltaToMessageChunk(delta, defaultRole) {
+  const role = ((delta.role?.length ?? 0) > 0 ? delta.role : defaultRole).toLowerCase();
+  const content = delta.content ?? "";
+  const reasoningContent = delta.reasoning_content ?? "";
+  let additionalKwargs;
+  if (delta.function_call) {
+    additionalKwargs = {
+      function_call: delta.function_call
+    };
+  } else if (delta.tool_calls) {
+    additionalKwargs = {
+      tool_calls: delta.tool_calls
+    };
+  } else {
+    additionalKwargs = {};
+  }
+  if (reasoningContent.length > 0) {
+    additionalKwargs.reasoning_content = reasoningContent;
+  }
+  if (role === "user") {
+    return new HumanMessageChunk({ content });
+  } else if (role === "assistant") {
+    const toolCallChunks = [];
+    if (Array.isArray(delta.tool_calls)) {
+      for (const rawToolCall of delta.tool_calls) {
+        toolCallChunks.push({
+          name: rawToolCall.function?.name,
+          args: rawToolCall.function?.arguments,
+          id: rawToolCall.id,
+          index: rawToolCall.index
+        });
+      }
+    }
+    return new AIMessageChunk({
+      content,
+      tool_call_chunks: toolCallChunks,
+      additional_kwargs: additionalKwargs
+    });
+  } else if (role === "system") {
+    return new SystemMessageChunk({ content });
+  } else if (role === "function") {
+    return new FunctionMessageChunk({
+      content,
+      additional_kwargs: additionalKwargs,
+      name: delta.name
+    });
+  } else if (role === "tool") {
+    return new ToolMessageChunk({
+      content,
+      additional_kwargs: additionalKwargs,
+      tool_call_id: delta.tool_call_id
+    });
+  } else {
+    return new ChatMessageChunk({ content, role });
+  }
+}
+__name(convertDeltaToMessageChunk, "convertDeltaToMessageChunk");
+
+// src/requester.ts
+import { AIMessageChunk as AIMessageChunk2 } from "@langchain/core/messages";
+function buildChatCompletionParams(params, enableGoogleSearch, supportImageInput) {
+  const base = {
+    model: params.model,
+    messages: langchainMessageToOpenAIMessage(
+      params.input,
+      params.model,
+      supportImageInput
+    ),
+    tools: enableGoogleSearch || params.tools != null ? formatToolsToOpenAITools(
+      params.tools ?? [],
+      enableGoogleSearch
+    ) : void 0,
+    stop: params.stop || void 0,
+    max_tokens: params.model.includes("vision") ? void 0 : params.maxTokens,
+    temperature: params.temperature === 0 ? void 0 : params.temperature,
+    presence_penalty: params.presencePenalty === 0 ? void 0 : params.presencePenalty,
+    frequency_penalty: params.frequencyPenalty === 0 ? void 0 : params.frequencyPenalty,
+    n: params.n,
+    top_p: params.topP,
+    prompt_cache_key: params.id,
+    stream: true,
+    logit_bias: params.logitBias,
+    stream_options: {
+      include_usage: true
+    }
+  };
+  if (params.model.includes("o1") || params.model.includes("o3") || params.model.includes("o4") || params.model.includes("gpt-5")) {
+    delete base.temperature;
+    delete base.presence_penalty;
+    delete base.frequency_penalty;
+    delete base.n;
+    delete base.top_p;
+  }
+  return base;
+}
+__name(buildChatCompletionParams, "buildChatCompletionParams");
+function processReasoningContent(delta, reasoningState) {
+  if (delta.reasoning_content) {
+    reasoningState.content += delta.reasoning_content;
+    if (reasoningState.time === 0) {
+      reasoningState.time = Date.now();
+    }
+  }
+  if ((delta.reasoning_content == null || delta.reasoning_content === "") && delta.content && delta.content.length > 0 && reasoningState.time > 0 && !reasoningState.isSet) {
+    const reasoningTime = Date.now() - reasoningState.time;
+    reasoningState.time = reasoningTime;
+    reasoningState.isSet = true;
+    return reasoningTime;
+  }
+}
+__name(processReasoningContent, "processReasoningContent");
+async function* processStreamResponse(requestContext, iterator) {
+  let defaultRole = "assistant";
+  let errorCount = 0;
+  const reasoningState = { content: "", time: 0, isSet: false };
+  for await (const event of iterator) {
+    const chunk = event.data;
+    if (chunk === "[DONE]") break;
+    if (chunk === "" || chunk == null || chunk === "undefined") continue;
+    try {
+      const data = JSON.parse(chunk);
+      if (data.error) {
+        throw new ChatLunaError(
+          ChatLunaErrorCode.API_REQUEST_FAILED,
+          new Error("Error when calling completion, Result: " + chunk)
+        );
+      }
+      if (data.usage) {
+        yield new ChatGenerationChunk({
+          message: new AIMessageChunk2(""),
+          text: "",
+          generationInfo: {
+            tokenUsage: data.usage
+          }
+        });
+        continue;
+      }
+      const choice = data.choices?.[0];
+      if (!choice) continue;
+      const { delta } = choice;
+      const messageChunk = convertDeltaToMessageChunk(delta, defaultRole);
+      const reasoningTime = processReasoningContent(delta, reasoningState);
+      if (reasoningTime !== void 0) {
+        messageChunk.additional_kwargs.reasoning_time = reasoningTime;
+      }
+      defaultRole = (delta.role?.length ?? 0) > 0 ? delta.role : defaultRole;
+      yield new ChatGenerationChunk({
+        message: messageChunk,
+        text: messageChunk.content
+      });
+    } catch (e) {
+      if (errorCount > 5) {
+        requestContext.modelRequester.logger.error(
+          "error with chunk",
+          chunk
+        );
+        throw new ChatLunaError(ChatLunaErrorCode.API_REQUEST_FAILED, e);
+      }
+      errorCount++;
+    }
+  }
+  if (reasoningState.content.length > 0) {
+    requestContext.modelRequester.logger.debug(
+      `reasoning content: ${reasoningState.content}. Use time: ${reasoningState.time / 1e3}s`
+    );
+  }
+}
+__name(processStreamResponse, "processStreamResponse");
+async function* completionStream(requestContext, params, completionUrl = "chat/completions", enableGoogleSearch, supportImageInput) {
+  const { modelRequester } = requestContext;
+  try {
+    const response = await modelRequester.post(
+      completionUrl,
+      buildChatCompletionParams(
+        params,
+        enableGoogleSearch ?? false,
+        supportImageInput ?? true
+      ),
+      {
+        signal: params.signal
+      }
+    );
+    const iterator = sseIterable(response);
+    yield* processStreamResponse(requestContext, iterator);
+  } catch (e) {
+    if (e instanceof ChatLunaError) {
+      throw e;
+    } else {
+      throw new ChatLunaError(ChatLunaErrorCode.API_REQUEST_FAILED, e);
+    }
+  }
+}
+__name(completionStream, "completionStream");
+async function createEmbeddings(requestContext, params, embeddingUrl = "embeddings") {
+  const { modelRequester } = requestContext;
+  let data;
+  try {
+    const response = await modelRequester.post(embeddingUrl, {
+      input: params.input,
+      model: params.model
+    });
+    data = await response.text();
+    data = JSON.parse(data);
+    if (data.data && data.data.length > 0) {
+      return data.data.map((item) => item.embedding);
+    }
+    throw new Error(`Call Embedding Error: ${JSON.stringify(data)}`);
+  } catch (e) {
+    requestContext.modelRequester.logger.debug(e);
+    throw new ChatLunaError(ChatLunaErrorCode.API_REQUEST_FAILED, e);
+  }
+}
+__name(createEmbeddings, "createEmbeddings");
+async function getModels(requestContext) {
+  const { modelRequester } = requestContext;
+  let data;
+  try {
+    const response = await modelRequester.get("models");
+    data = await response.text();
+    data = JSON.parse(data);
+    return data.data.map((model) => model.id);
+  } catch (e) {
+    requestContext.modelRequester.logger.error(e);
+    throw new Error(
+      "error when listing openai models, Result: " + JSON.stringify(data)
+    );
+  }
+}
+__name(getModels, "getModels");
+function createRequestContext(ctx, config, pluginConfig, plugin, modelRequester) {
+  return { ctx, config, pluginConfig, plugin, modelRequester };
+}
+__name(createRequestContext, "createRequestContext");
+export {
+  buildChatCompletionParams,
+  completionStream,
+  convertDeltaToMessageChunk,
+  createEmbeddings,
+  createRequestContext,
+  formatToolToOpenAITool,
+  formatToolsToOpenAITools,
+  getModelMaxContextSize,
+  getModels,
+  isEmbeddingModel,
+  isNonLLMModel,
+  langchainMessageToOpenAIMessage,
+  messageTypeToOpenAIRole,
+  processReasoningContent,
+  processStreamResponse
+};

package/lib/requester.d.ts

@@ -0,0 +1,45 @@
+import { ChatGenerationChunk } from '@langchain/core/outputs';
+import { EmbeddingsRequestParams, ModelRequester, ModelRequestParams } from 'koishi-plugin-chatluna/llm-core/platform/api';
+import { ClientConfig } from 'koishi-plugin-chatluna/llm-core/platform/config';
+import { SSEEvent } from 'koishi-plugin-chatluna/utils/sse';
+import { ChatLunaPlugin } from 'koishi-plugin-chatluna/services/chat';
+import { Context } from 'koishi';
+interface RequestContext<T extends ClientConfig = ClientConfig, R extends ChatLunaPlugin.Config = ChatLunaPlugin.Config> {
+    ctx: Context;
+    config: T;
+    pluginConfig: R;
+    plugin: ChatLunaPlugin;
+    modelRequester: ModelRequester<T, R>;
+}
+export declare function buildChatCompletionParams(params: ModelRequestParams, enableGoogleSearch: boolean, supportImageInput?: boolean): {
+    model: string;
+    messages: import("./types").ChatCompletionResponseMessage[];
+    tools: import("./types").ChatCompletionTool[];
+    stop: string | string[];
+    max_tokens: number;
+    temperature: number;
+    presence_penalty: number;
+    frequency_penalty: number;
+    n: number;
+    top_p: number;
+    prompt_cache_key: string;
+    stream: boolean;
+    logit_bias: Record<string, number>;
+    stream_options: {
+        include_usage: boolean;
+    };
+};
+export declare function processReasoningContent(delta: {
+    reasoning_content?: string;
+    content?: string;
+}, reasoningState: {
+    content: string;
+    time: number;
+    isSet: boolean;
+}): number;
+export declare function processStreamResponse<T extends ClientConfig, R extends ChatLunaPlugin.Config>(requestContext: RequestContext<T, R>, iterator: AsyncGenerator<SSEEvent, string, unknown>): AsyncGenerator<ChatGenerationChunk, void, unknown>;
+export declare function completionStream<T extends ClientConfig, R extends ChatLunaPlugin.Config>(requestContext: RequestContext<T, R>, params: ModelRequestParams, completionUrl?: string, enableGoogleSearch?: boolean, supportImageInput?: boolean): AsyncGenerator<ChatGenerationChunk>;
+export declare function createEmbeddings<T extends ClientConfig, R extends ChatLunaPlugin.Config>(requestContext: RequestContext<T, R>, params: EmbeddingsRequestParams, embeddingUrl?: string): Promise<number[] | number[][]>;
+export declare function getModels<T extends ClientConfig, R extends ChatLunaPlugin.Config>(requestContext: RequestContext<T, R>): Promise<string[]>;
+export declare function createRequestContext<T extends ClientConfig, R extends ChatLunaPlugin.Config>(ctx: Context, config: T, pluginConfig: R, plugin: ChatLunaPlugin, modelRequester: ModelRequester<T, R>): RequestContext<T, R>;
+export {};

package/lib/types.d.ts

@@ -0,0 +1,137 @@
+export interface ChatCompletionResponse {
+    choices: {
+        index: number;
+        finish_reason: string | null;
+        delta: {
+            content?: string;
+            role?: string;
+            reasoning_content?: string;
+            function_call?: ChatCompletionRequestMessageToolCall;
+        };
+        message: ChatCompletionResponseMessage;
+    }[];
+    id: string;
+    object: string;
+    created: number;
+    model: string;
+    usage: {
+        prompt_tokens: number;
+        completion_tokens: number;
+        total_tokens: number;
+    };
+}
+export interface ChatCompletionResponseMessage {
+    role: string;
+    content?: string | ({
+        type: 'text';
+        text: string;
+    } | {
+        type: 'image_url';
+        image_url: {
+            url: string;
+            detail?: 'low' | 'high';
+        };
+    })[];
+    name?: string;
+    tool_calls?: ChatCompletionRequestMessageToolCall[];
+    tool_call_id?: string;
+}
+export interface ChatCompletionFunction {
+    name: string;
+    description?: string;
+    parameters?: {
+        [key: string]: any;
+    };
+}
+export interface ChatCompletionTool {
+    type: string;
+    function: ChatCompletionFunction;
+}
+export interface ChatCompletionRequestMessageToolCall {
+    id: string;
+    type: 'function';
+    function: {
+        name: string;
+        arguments: string;
+    };
+}
+/**
+ *
+ * @export
+ * @interface CreateEmbeddingResponse
+ */
+export interface CreateEmbeddingResponse {
+    /**
+     *
+     * @type {string}
+     * @memberof CreateEmbeddingResponse
+     */
+    object: string;
+    /**
+     *
+     * @type {string}
+     * @memberof CreateEmbeddingResponse
+     */
+    model: string;
+    /**
+     *
+     * @type {Array<CreateEmbeddingResponseDataInner>}
+     * @memberof CreateEmbeddingResponse
+     */
+    data: CreateEmbeddingResponseDataInner[];
+    /**
+     *
+     * @type {CreateEmbeddingResponseUsage}
+     * @memberof CreateEmbeddingResponse
+     */
+    usage: CreateEmbeddingResponseUsage;
+}
+export interface CreateEmbeddingRequest {
+    model: string;
+    input: string | string[];
+}
+/**
+ *
+ * @export
+ * @interface CreateEmbeddingResponseDataInner
+ */
+export interface CreateEmbeddingResponseDataInner {
+    /**
+     *
+     * @type {number}
+     * @memberof CreateEmbeddingResponseDataInner
+     */
+    index: number;
+    /**
+     *
+     * @type {string}
+     * @memberof CreateEmbeddingResponseDataInner
+     */
+    object: string;
+    /**
+     *
+     * @type {Array<number>}
+     * @memberof CreateEmbeddingResponseDataInner
+     */
+    embedding: number[];
+}
+/**
+ *
+ * @export
+ * @interface CreateEmbeddingResponseUsage
+ */
+export interface CreateEmbeddingResponseUsage {
+    /**
+     *
+     * @type {number}
+     * @memberof CreateEmbeddingResponseUsage
+     */
+    prompt_tokens: number;
+    /**
+     *
+     * @type {number}
+     * @memberof CreateEmbeddingResponseUsage
+     */
+    total_tokens: number;
+}
+export type ChatCompletionResponseMessageRoleEnum = 'system' | 'assistant' | 'user' | 'function' | 'tool';

package/lib/utils.d.ts

@@ -0,0 +1,8 @@
+import { AIMessageChunk, BaseMessage, ChatMessageChunk, FunctionMessageChunk, HumanMessageChunk, MessageType, SystemMessageChunk, ToolMessageChunk } from '@langchain/core/messages';
+import { StructuredTool } from '@langchain/core/tools';
+import { ChatCompletionResponseMessage, ChatCompletionResponseMessageRoleEnum, ChatCompletionTool } from './types';
+export declare function langchainMessageToOpenAIMessage(messages: BaseMessage[], model?: string, supportImageInput?: boolean, removeSystemMessage?: boolean): ChatCompletionResponseMessage[];
+export declare function messageTypeToOpenAIRole(type: MessageType): ChatCompletionResponseMessageRoleEnum;
+export declare function formatToolsToOpenAITools(tools: StructuredTool[], includeGoogleSearch: boolean): ChatCompletionTool[];
+export declare function formatToolToOpenAITool(tool: StructuredTool): ChatCompletionTool;
+export declare function convertDeltaToMessageChunk(delta: Record<string, any>, defaultRole?: ChatCompletionResponseMessageRoleEnum): HumanMessageChunk | AIMessageChunk | SystemMessageChunk | FunctionMessageChunk | ToolMessageChunk | ChatMessageChunk;

package/package.json

@@ -0,0 +1,75 @@
+{
+  "name": "@chatluna/v1-shared-adapter",
+  "description": "chatluna shared adapter",
+  "version": "1.0.0",
+  "main": "lib/index.cjs",
+  "module": "lib/index.mjs",
+  "typings": "lib/index.d.ts",
+  "files": [
+    "lib",
+    "dist"
+  ],
+  "exports": {
+    ".": {
+      "types": "./lib/index.d.ts",
+      "import": "./lib/index.mjs",
+      "require": "./lib/index.cjs"
+    },
+    "./package.json": "./package.json"
+  },
+  "type": "module",
+  "author": "dingyi222666 <dingyi222666@foxmail.com>",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/ChatLunaLab/chatluna.git",
+    "directory": "packages/openai-like-adapter"
+  },
+  "license": "AGPL-3.0",
+  "bugs": {
+    "url": "https://github.com/ChatLunaLab/chatluna/issues"
+  },
+  "homepage": "https://github.com/ChatLunaLab/chatluna/tree/v1-dev/packages/openai-like-adapter#readme",
+  "scripts": {
+    "build": "atsc -b"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "resolutions": {
+    "@langchain/core": "0.3.43",
+    "js-tiktoken": "npm:@dingyi222666/js-tiktoken@^1.0.19"
+  },
+  "overrides": {
+    "@langchain/core": "0.3.43",
+    "js-tiktoken": "npm:@dingyi222666/js-tiktoken@^1.0.19"
+  },
+  "pnpm": {
+    "overrides": {
+      "@langchain/core": "0.3.43",
+      "js-tiktoken": "npm:@dingyi222666/js-tiktoken@^1.0.19"
+    }
+  },
+  "keywords": [
+    "chatbot",
+    "koishi",
+    "plugin",
+    "service",
+    "chatgpt",
+    "gpt",
+    "chatluna",
+    "adapter"
+  ],
+  "dependencies": {
+    "@langchain/core": "^0.3.43",
+    "zod": "^3.25.0-canary.20250211T214501",
+    "zod-to-json-schema": "^3.24.5"
+  },
+  "devDependencies": {
+    "atsc": "^2.1.0",
+    "koishi": "^4.18.7"
+  },
+  "peerDependencies": {
+    "koishi": "^4.18.7",
+    "koishi-plugin-chatluna": "^1.3.0-alpha.10"
+  }
+}