@planet-matrix/mobius-model 0.6.0 → 0.10.1

package/src/ai/chat-completion-ai/chat-completion.ts

@@ -0,0 +1,189 @@
+import type * as Aio from "#Source/aio/index.ts"
+import type { WithAbortSignal } from "#Source/abort/index.ts"
+import type { Either } from "#Source/result/index.ts"
+import type { Tube } from "#Source/tube/index.ts"
+import type { StringWithAutoCompleteOptions } from "#Source/type/index.ts"
+import type { LoggerFriendly, LoggerFriendlyOptions } from "#Source/log/index.ts"
+import { Logger } from "#Source/log/index.ts"
+
+export interface ChatCompletionContentPartText {
+  /**
+   * The text content.
+   */
+  text: string
+  /**
+   * The type of the content part.
+   */
+  type: "text"
+}
+export interface ChatCompletionContentPartRefusal {
+  /**
+   * The refusal message generated by the model.
+   */
+  refusal: string
+  /**
+   * The type of the content part.
+   */
+  type: "refusal"
+}
+export interface ChatCompletionContentPartImage {
+  imageUrl: {
+    /**
+     * Either a URL of the image or the base64 encoded image data.
+     */
+    url: string
+    /**
+     * Specifies the detail level of the image. Learn more in the
+     * [Vision guide](https://platform.openai.com/docs/guides/vision/low-or-high-fidelity-image-understanding).
+     */
+    detail?: "auto" | "low" | "high"
+  }
+  /**
+   * The type of the content part.
+   */
+  type: "image_url"
+}
+export interface ChatCompletionSystemMessage {
+  /**
+   * The contents of the system message.
+   */
+  content: string | ChatCompletionContentPartText[]
+  /**
+   * The role of the messages author, in this case `system`.
+   */
+  role: "system"
+}
+export interface ChatCompletionUserMessage {
+  /**
+   * The contents of the user message.
+   */
+  content: string | Array<ChatCompletionContentPartText | ChatCompletionContentPartImage>
+  /**
+   * The role of the messages author, in this case `user`.
+   */
+  role: "user"
+}
+export interface ChatCompletionAssistantMessage {
+  /**
+   * The contents of the assistant message. Required unless `tool_calls` or
+   * `function_call` is specified.
+   */
+  content: string | Array<ChatCompletionContentPartText | ChatCompletionContentPartRefusal>
+  /**
+   * The role of the messages author, in this case `assistant`.
+   */
+  role: "assistant"
+}
+export type ChatCompletionMessage =
+  | ChatCompletionSystemMessage
+  | ChatCompletionUserMessage
+  | ChatCompletionAssistantMessage
+const CHAT_COMPLETION_MODEL_LIST = [
+  "o1-preview",
+  "o1-preview-2024-09-12",
+  "o1-mini",
+  "o1-mini-2024-09-12",
+  "gpt-4o",
+  "gpt-4o-2024-08-06",
+  "gpt-4o-2024-05-13",
+  "gpt-4o-realtime-preview-2024-10-01",
+  "chatgpt-4o-latest",
+  "gpt-4o-mini",
+  "gpt-4o-mini-2024-07-18",
+  "gpt-4-turbo",
+  "gpt-4-turbo-2024-04-09",
+  "gpt-4-0125-preview",
+  "gpt-4-turbo-preview",
+  "gpt-4-1106-preview",
+  "gpt-4-vision-preview",
+  "gpt-4",
+  "gpt-4-0314",
+  "gpt-4-0613",
+  "gpt-4-32k",
+  "gpt-4-32k-0314",
+  "gpt-4-32k-0613",
+  "gpt-3.5-turbo",
+  "gpt-3.5-turbo-16k",
+  "gpt-3.5-turbo-0301",
+  "gpt-3.5-turbo-0613",
+  "gpt-3.5-turbo-1106",
+  "gpt-3.5-turbo-0125",
+  "gpt-3.5-turbo-16k-0613",
+  "yi-lightning",
+  "hunyuan-standard",
+  "grok-3",
+  "gemini-2.0-flash-lite-preview-02-05",
+  "deepseek-r1",
+  "deepseek-v3",
+] as const
+export type ChatCompletionModel = typeof CHAT_COMPLETION_MODEL_LIST[number]
+export interface ResponseFormatText {
+  /**
+   * The type of response format being defined: `text`
+   */
+  type: "text"
+}
+export interface ResponseFormatJSONObject {
+  /**
+   * The type of response format being defined: `json_object`
+   */
+  type: "json_object"
+}
+export type ResponseFormat = ResponseFormatText | ResponseFormatJSONObject
+export interface ChatCompletionOptions extends WithAbortSignal {
+  messages: ChatCompletionMessage[]
+  model: ChatCompletionModel
+  frequencyPenalty?: number | null
+  logitBias?: Record<string, number> | null
+  logprobs?: boolean | null
+  maxCompletionTokens?: number | null
+  maxTokens?: number | null
+  presencePenalty?: number | null
+  responseFormat?: ResponseFormat
+  temperature?: number | null
+  topLogprobs?: number | null
+  topP?: number | null
+  /**
+   * The timeout for the first chunk of data to be received, in milliseconds.
+   */
+  timeoutFirstChunk?: number | undefined
+  /**
+   * The timeout for each chunk of data to be received, in milliseconds.
+   */
+  timeoutPerChunk?: number | undefined
+  /**
+   * The maximum number of tries for the request.
+   */
+  maxTries?: number | undefined
+}
+
+export interface ChatCompletionLeft {
+  code: StringWithAutoCompleteOptions<never>
+}
+export interface Completion {
+  content: Aio.TextContent
+  token: Aio.NumberContent
+}
+export interface ChatCompletionRight {
+  completionTube: Tube<Completion>
+}
+export type ChatCompletionResult = Either<ChatCompletionLeft, ChatCompletionRight>
+
+export interface BaseChatCompletionOptions extends LoggerFriendlyOptions {
+}
+export abstract class BaseChatCompletion implements LoggerFriendly {
+  readonly logger: Logger
+  private readonly supportedModelList: ChatCompletionModel[]
+
+  constructor(options: BaseChatCompletionOptions) {
+    this.logger = Logger.fromOptions(options).setDefaultName("BaseChatCompletion")
+
+    this.supportedModelList = [...CHAT_COMPLETION_MODEL_LIST]
+  }
+
+  isSupportModel(model: ChatCompletionModel): boolean {
+    return this.supportedModelList.includes(model)
+  }
+
+  abstract chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult>
+}

package/src/ai/chat-completion-ai/index.ts

@@ -0,0 +1,7 @@
+export * as ChatCompletionAi from "./chat-completion-ai.ts"
+
+export * as ChatCompletion from "./chat-completion.ts"
+export * as OpenaiNextChatCompletion from "./openai-next-chat-completion.ts"
+export * as OhmygptChatCompletion from "./ohmygpt-chat-completion.ts"
+export * as LingyiwanwuChatCompletion from "./lingyiwanwu-chat-completion.ts"
+export * as AihubmixChatCompletion from "./aihubmix-chat-completion.ts"

package/src/ai/chat-completion-ai/lingyiwanwu-chat-completion.ts

@@ -0,0 +1,78 @@
+import type * as Openai from "#Source/openai/index.ts"
+
+import type { BaseChatCompletionOptions, ChatCompletionOptions, ChatCompletionResult } from "./chat-completion.ts"
+import { BaseChatCompletion } from "./chat-completion.ts"
+
+export interface LingyiwanwuChatCompletionOptions extends BaseChatCompletionOptions {
+  openai: Openai.Openai
+}
+export class LingyiwanwuChatCompletion extends BaseChatCompletion {
+  protected readonly openai: Openai.Openai
+
+  constructor(options: LingyiwanwuChatCompletionOptions) {
+    super(options)
+    this.logger.setDefaultName("LingyiwanwuChatCompletion")
+
+    this.openai = options.openai
+  }
+
+  protected transformOptions(options: ChatCompletionOptions): Openai.CustomChatCompletionOptions {
+    const transformedOptions: Openai.CustomChatCompletionOptions = {
+      messages: options.messages.map((message) => {
+        const { role, content } = message
+        if (role === "system") {
+          return message
+        }
+        if (role === "user") {
+          if (typeof content === "string") {
+            return {
+              role,
+              content,
+            }
+          }
+          if (Array.isArray(content)) {
+            return {
+              role,
+              content: content.map((item) => {
+                if (item.type === "image_url") {
+                  return {
+                    type: item.type,
+                    image_url: item.imageUrl,
+                  }
+                }
+                else {
+                  return item
+                }
+              }),
+            }
+          }
+          throw new Error("Invalid content")
+        }
+        if (role === "assistant") {
+          return message
+        }
+        throw new Error("Invalid role")
+      }),
+      model: options.model,
+      ...(options.frequencyPenalty !== undefined ? { frequency_penalty: options.frequencyPenalty } : {}),
+      ...(options.logitBias !== undefined ? { logit_bias: options.logitBias } : {}),
+      ...(options.logprobs !== undefined ? { logprobs: options.logprobs } : {}),
+      ...(options.maxCompletionTokens !== undefined ? { max_completion_tokens: options.maxCompletionTokens } : {}),
+      ...(options.maxTokens !== undefined ? { max_tokens: options.maxTokens } : {}),
+      ...(options.presencePenalty !== undefined ? { presence_penalty: options.presencePenalty } : {}),
+      ...(options.responseFormat !== undefined ? { response_format: options.responseFormat } : {}),
+      ...(options.temperature !== undefined ? { temperature: options.temperature } : {}),
+      ...(options.topLogprobs !== undefined ? { top_logprobs: options.topLogprobs } : {}),
+      ...(options.topP !== undefined ? { top_p: options.topP } : {}),
+      timeout: options.timeoutFirstChunk ?? undefined,
+      abortSignal: options.abortSignal,
+    }
+    return transformedOptions
+  }
+
+  async chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult> {
+    const transformedOptions = this.transformOptions(options)
+    const result = await this.openai.customChatCompletionStreaming(transformedOptions)
+    return result
+  }
+}

package/src/ai/chat-completion-ai/ohmygpt-chat-completion.ts

@@ -0,0 +1,78 @@
+import type * as Openai from "#Source/openai/index.ts"
+
+import type { BaseChatCompletionOptions, ChatCompletionOptions, ChatCompletionResult } from "./chat-completion.ts"
+import { BaseChatCompletion } from "./chat-completion.ts"
+
+export interface OhmygptChatCompletionOptions extends BaseChatCompletionOptions {
+  openai: Openai.Openai
+}
+export class OhmygptChatCompletion extends BaseChatCompletion {
+  protected readonly openai: Openai.Openai
+
+  constructor(options: OhmygptChatCompletionOptions) {
+    super(options)
+    this.logger.setDefaultName("OhmygptChatCompletion")
+
+    this.openai = options.openai
+  }
+
+  protected transformOptions(options: ChatCompletionOptions): Openai.CustomChatCompletionOptions {
+    const transformedOptions: Openai.CustomChatCompletionOptions = {
+      messages: options.messages.map((message) => {
+        const { role, content } = message
+        if (role === "system") {
+          return message
+        }
+        if (role === "user") {
+          if (typeof content === "string") {
+            return {
+              role,
+              content,
+            }
+          }
+          if (Array.isArray(content)) {
+            return {
+              role,
+              content: content.map((item) => {
+                if (item.type === "image_url") {
+                  return {
+                    type: item.type,
+                    image_url: item.imageUrl,
+                  }
+                }
+                else {
+                  return item
+                }
+              }),
+            }
+          }
+          throw new Error("Invalid content")
+        }
+        if (role === "assistant") {
+          return message
+        }
+        throw new Error("Invalid role")
+      }),
+      model: options.model,
+      ...(options.frequencyPenalty !== undefined ? { frequency_penalty: options.frequencyPenalty } : {}),
+      ...(options.logitBias !== undefined ? { logit_bias: options.logitBias } : {}),
+      ...(options.logprobs !== undefined ? { logprobs: options.logprobs } : {}),
+      ...(options.maxCompletionTokens !== undefined ? { max_completion_tokens: options.maxCompletionTokens } : {}),
+      ...(options.maxTokens !== undefined ? { max_tokens: options.maxTokens } : {}),
+      ...(options.presencePenalty !== undefined ? { presence_penalty: options.presencePenalty } : {}),
+      ...(options.responseFormat !== undefined ? { response_format: options.responseFormat } : {}),
+      ...(options.temperature !== undefined ? { temperature: options.temperature } : {}),
+      ...(options.topLogprobs !== undefined ? { top_logprobs: options.topLogprobs } : {}),
+      ...(options.topP !== undefined ? { top_p: options.topP } : {}),
+      timeout: options.timeoutFirstChunk ?? undefined,
+      abortSignal: options.abortSignal,
+    }
+    return transformedOptions
+  }
+
+  async chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult> {
+    const transformedOptions = this.transformOptions(options)
+    const result = await this.openai.customChatCompletionStreaming(transformedOptions)
+    return result
+  }
+}

package/src/ai/chat-completion-ai/openai-next-chat-completion.ts

@@ -0,0 +1,78 @@
+import type * as Openai from "#Source/openai/index.ts"
+
+import type { BaseChatCompletionOptions, ChatCompletionOptions, ChatCompletionResult } from "./chat-completion.ts"
+import { BaseChatCompletion } from "./chat-completion.ts"
+
+export interface OpenaiNextChatCompletionOptions extends BaseChatCompletionOptions {
+  openai: Openai.Openai
+}
+export class OpenaiNextChatCompletion extends BaseChatCompletion {
+  protected readonly openai: Openai.Openai
+
+  constructor(options: OpenaiNextChatCompletionOptions) {
+    super(options)
+    this.logger.setDefaultName("OpenaiNextChatCompletion")
+
+    this.openai = options.openai
+  }
+
+  protected transformOptions(options: ChatCompletionOptions): Openai.CustomChatCompletionOptions {
+    const transformedOptions: Openai.CustomChatCompletionOptions = {
+      messages: options.messages.map((message) => {
+        const { role, content } = message
+        if (role === "system") {
+          return message
+        }
+        if (role === "user") {
+          if (typeof content === "string") {
+            return {
+              role,
+              content,
+            }
+          }
+          if (Array.isArray(content)) {
+            return {
+              role,
+              content: content.map((item) => {
+                if (item.type === "image_url") {
+                  return {
+                    type: item.type,
+                    image_url: item.imageUrl,
+                  }
+                }
+                else {
+                  return item
+                }
+              }),
+            }
+          }
+          throw new Error("Invalid content")
+        }
+        if (role === "assistant") {
+          return message
+        }
+        throw new Error("Invalid role")
+      }),
+      model: options.model,
+      ...(options.frequencyPenalty !== undefined ? { frequency_penalty: options.frequencyPenalty } : {}),
+      ...(options.logitBias !== undefined ? { logit_bias: options.logitBias } : {}),
+      ...(options.logprobs !== undefined ? { logprobs: options.logprobs } : {}),
+      ...(options.maxCompletionTokens !== undefined ? { max_completion_tokens: options.maxCompletionTokens } : {}),
+      ...(options.maxTokens !== undefined ? { max_tokens: options.maxTokens } : {}),
+      ...(options.presencePenalty !== undefined ? { presence_penalty: options.presencePenalty } : {}),
+      ...(options.responseFormat !== undefined ? { response_format: options.responseFormat } : {}),
+      ...(options.temperature !== undefined ? { temperature: options.temperature } : {}),
+      ...(options.topLogprobs !== undefined ? { top_logprobs: options.topLogprobs } : {}),
+      ...(options.topP !== undefined ? { top_p: options.topP } : {}),
+      timeout: options.timeoutFirstChunk ?? undefined,
+      abortSignal: options.abortSignal,
+    }
+    return transformedOptions
+  }
+
+  async chatCompletion(options: ChatCompletionOptions): Promise<ChatCompletionResult> {
+    const transformedOptions = this.transformOptions(options)
+    const result = await this.openai.customChatCompletionStreaming(transformedOptions)
+    return result
+  }
+}

package/src/ai/embedding-ai/embedding-ai.ts

@@ -0,0 +1,63 @@
+import type { LoggerFriendly, LoggerFriendlyOptions } from "#Source/log/index.ts"
+import { Dispatcher } from "#Source/orchestration/index.ts"
+import { Logger } from "#Source/log/index.ts"
+import { controllerFromEitherType, eitherToTuple } from "#Source/result/index.ts"
+
+import type { BaseEmbedding, EmbeddingOptions, EmbeddingResult } from "./embedding.ts"
+
+export interface EmbeddingAiOptions extends LoggerFriendlyOptions {
+  embeddingInstanceList: BaseEmbedding[]
+  /**
+   * The maximum number of tries for the request.
+   *
+   * @default 3
+   */
+  maxTries?: number | undefined
+}
+interface ResolvedEmbeddingAiOptions {
+  embeddingInstanceList: BaseEmbedding[]
+  maxTries: number
+}
+export class EmbeddingAi implements LoggerFriendly {
+  protected options: ResolvedEmbeddingAiOptions
+
+  readonly logger: Logger
+  private dispatcher: Dispatcher<BaseEmbedding>
+
+  constructor(options: EmbeddingAiOptions) {
+    this.options = {
+      embeddingInstanceList: options.embeddingInstanceList,
+      maxTries: options.maxTries ?? 3,
+    }
+
+    this.logger = Logger.fromOptions(options).setDefaultName("EmbeddingAi")
+    this.dispatcher = new Dispatcher({
+      itemList: this.options.embeddingInstanceList,
+      logger: Logger.derive(this.logger),
+    })
+  }
+
+  async embedding(options: EmbeddingOptions): Promise<EmbeddingResult> {
+    const controller = controllerFromEitherType<EmbeddingResult>()
+
+    const { selector, destroy } = this.dispatcher.getSelector({
+      filter: (item) => {
+        return item.isSupportModel(options.model) === true
+      },
+    })
+    const [getItemLeft, getItemRight] = eitherToTuple(await selector.getItem())
+    if (getItemLeft !== undefined) {
+      return await controller.returnLeft(getItemLeft)
+    }
+    const { item } = getItemRight
+
+    // TODO: 实现重试逻辑
+    // const _maxTries = options.maxTries ?? this.options.maxTries
+    const embeddingResult = await item.embedding(options)
+
+    // 运行至此处，说明 embedding 成功，将 selector 销毁
+    destroy()
+
+    return embeddingResult
+  }
+}

package/src/ai/embedding-ai/embedding.ts

@@ -0,0 +1,50 @@
+import type { StringWithAutoCompleteOptions } from "#Source/type/index.ts"
+import type { WithAbortSignal } from "#Source/abort/index.ts"
+import type { LoggerFriendly, LoggerFriendlyOptions } from "#Source/log/index.ts"
+import type { Either } from "#Source/result/index.ts"
+
+import { Logger } from "#Source/log/index.ts"
+
+const EMBEDDING_MODEL_LIST = [
+  "text-embedding-ada-002",
+  "text-embedding-3-small",
+  "text-embedding-3-large",
+] as const
+export type EmbeddingModel = typeof EMBEDDING_MODEL_LIST[number]
+export interface EmbeddingOptions extends WithAbortSignal {
+  input: string
+  model: EmbeddingModel
+  maxTries?: number | undefined
+}
+
+export interface EmbeddingLeft {
+  code: StringWithAutoCompleteOptions<never>
+}
+export interface EmbeddingRight {
+  embedding: number[]
+  usage: {
+    promptTokens: number
+    totalTokens: number
+  }
+}
+export type EmbeddingResult = Either<EmbeddingLeft, EmbeddingRight>
+
+export interface BaseEmbeddingOptions extends LoggerFriendlyOptions {
+}
+export abstract class BaseEmbedding implements LoggerFriendly {
+  readonly logger: Logger
+
+  private readonly supportedModelList: EmbeddingModel[]
+
+  constructor(options: BaseEmbeddingOptions) {
+    this.logger = Logger.fromOptions(options).setDefaultName("BaseEmbedding")
+
+    this.supportedModelList = [...EMBEDDING_MODEL_LIST]
+  }
+
+  isSupportModel(model: EmbeddingModel): boolean {
+    return this.supportedModelList.includes(model)
+  }
+
+  abstract embedding(options: EmbeddingOptions): Promise<EmbeddingResult>
+}

package/src/ai/embedding-ai/index.ts

@@ -0,0 +1,4 @@
+export * as EmbeddingAi from "./embedding-ai.ts"
+
+export * as Embedding from "./embedding.ts"
+export * as OpenaiNextEmbedding from "./openai-next-embedding.ts"

package/src/ai/embedding-ai/openai-next-embedding.ts

@@ -0,0 +1,23 @@
+import type * as Openai from "#Source/openai/index.ts"
+import type { BaseEmbeddingOptions, EmbeddingOptions, EmbeddingResult } from "./embedding.ts"
+
+import { BaseEmbedding } from "./embedding.ts"
+
+export interface OpenaiNextEmbeddingOptions extends BaseEmbeddingOptions {
+  openai: Openai.Openai
+}
+export class OpenaiNextEmbedding extends BaseEmbedding {
+  protected readonly openai: Openai.Openai
+
+  constructor(options: OpenaiNextEmbeddingOptions) {
+    super(options)
+    this.logger.setDefaultName("OpenaiNextEmbedding")
+
+    this.openai = options.openai
+  }
+
+  async embedding(options: EmbeddingOptions): Promise<EmbeddingResult> {
+    const result = await this.openai.customEmbedding(options)
+    return result
+  }
+}

package/src/ai/index.ts

@@ -0,0 +1,4 @@
+export * as EmbeddingAi from "./embedding-ai/index.ts"
+export * as ChatCompletionAi from "./chat-completion-ai/index.ts"
+
+export * from "./ai.ts"