@cloudbase/ai 2.7.3-beta.0

package/src/models/HuoShan/index.ts

@@ -0,0 +1,92 @@
+import { type ParsedEvent } from 'eventsource-parser/stream'
+import {
+  createAsyncIterable,
+  TransformStream,
+  TextDecoderStream,
+  createEventSourceParserTransformStream,
+  toPolyfillReadable,
+} from '../../utils'
+import type { HuoShanInputData, HuoShanGenerateTextOutput, HuoShanStreamTextOutput } from './type'
+import type { ChatModel, StreamTextResult, ModelReq } from '../../type'
+
+export class HuoShanModel implements ChatModel {
+  public subUrl = 'toutiao/api/v3/chat/completions'
+  constructor(private req: ModelReq, public baseUrl: string, subUrl?: string) {
+    if (subUrl != null) {
+      this.subUrl = subUrl
+    }
+  }
+
+  private get url() {
+    return `${this.baseUrl}/${this.subUrl}`
+  }
+
+  async generateText(data: HuoShanInputData) {
+    const res = (await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: false,
+      },
+      stream: false,
+    })) as HuoShanGenerateTextOutput
+    return {
+      text: (res?.choices?.[0]?.message?.content as string) ?? '',
+      rawResponse: res,
+    }
+  }
+
+  async streamText(data: HuoShanInputData) {
+    const stream = await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: true,
+      },
+      stream: true,
+    })
+    return new HuoShanModelStreamResult(stream)
+  }
+}
+
+class HuoShanModelStreamResult implements StreamTextResult {
+  private _eventSourceStream: ReadableStream<ParsedEvent>
+
+  constructor(_stream: ReadableStream<Uint8Array>) {
+    const stream = toPolyfillReadable(_stream) as typeof _stream
+    this._eventSourceStream = stream
+      .pipeThrough(new TextDecoderStream())
+      .pipeThrough(createEventSourceParserTransformStream())
+  }
+
+  private get teeedStream() {
+    const [s1, s2] = this._eventSourceStream.tee()
+    this._eventSourceStream = s2
+    return s1
+  }
+
+  get eventSourceStream() {
+    return createAsyncIterable(this.teeedStream)
+  }
+
+  get dataStream() {
+    return createAsyncIterable(this.eventSourceStream.pipeThrough(new TransformStream<ParsedEvent, HuoShanStreamTextOutput>({
+      transform(chunk, controller) {
+        try {
+          const data = JSON.parse(chunk.data) as HuoShanStreamTextOutput
+          controller.enqueue(data)
+        } catch (e) {
+          console.warn('Error when transforming event source data to json', e)
+        }
+      },
+    }),),)
+  }
+
+  get textStream() {
+    return createAsyncIterable(this.dataStream.pipeThrough(new TransformStream<HuoShanStreamTextOutput, string>({
+      transform(chunk, controller) {
+        controller.enqueue(chunk?.choices?.[0]?.message?.content ?? '')
+      },
+    }),),)
+  }
+}

package/src/models/HuoShan/type.ts

@@ -0,0 +1,41 @@
+type HuoShanMessage = {
+  role: 'user' | 'system' | 'assistant'
+  content:
+  | string
+  | Array<{
+    type: 'image_url'
+    image_url: {
+      url: string
+      image_bytes: string
+      detail: string
+    }
+  }>
+}
+
+// 文档描述模糊，暂只提供基础定义
+export type HuoShanInputData = {
+  model: string
+  messages: Array<HuoShanMessage>
+  max_tokens?: number
+  stop?: string | Array<string>
+  frequency_penalty?: number
+  temperature?: number
+  top_p?: number
+  logprobs?: boolean
+  top_logprobs?: number
+  logit_bias?: Record<string, number>
+}
+
+// todo: more precise
+export type HuoShanGenerateTextOutput = {
+  choices?: Array<{
+    message?: { content?: string }
+  }>
+}
+
+// todo: more precise
+export type HuoShanStreamTextOutput = {
+  choices?: Array<{
+    message?: { content?: string }
+  }>
+}

package/src/models/LingJi/index.ts

@@ -0,0 +1,92 @@
+import { type ParsedEvent } from 'eventsource-parser/stream'
+import {
+  createAsyncIterable,
+  TransformStream,
+  TextDecoderStream,
+  createEventSourceParserTransformStream,
+  toPolyfillReadable,
+} from '../../utils'
+import type { LingJiInputData, LingJiGenerateTextOutput, LingJiStreamTextOutput } from './type'
+import type { ChatModel, StreamTextResult, ModelReq } from '../../type'
+
+export class LingJiModel implements ChatModel {
+  public subUrl = 'ali/compatible-mode/v1/chat/completions'
+  constructor(private req: ModelReq, public baseUrl: string, subUrl?: string) {
+    if (subUrl != null) {
+      this.subUrl = subUrl
+    }
+  }
+
+  private get url() {
+    return `${this.baseUrl}/${this.subUrl}`
+  }
+
+  async generateText(data: LingJiInputData) {
+    const res = (await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: false,
+      },
+      stream: false,
+    })) as LingJiGenerateTextOutput
+    return {
+      text: (res?.choices?.[0]?.message?.content as string) ?? '',
+      rawResponse: res,
+    }
+  }
+
+  async streamText(data: LingJiInputData) {
+    const stream = await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: true,
+      },
+      stream: true,
+    })
+    return new LingJiModelStreamResult(stream)
+  }
+}
+
+class LingJiModelStreamResult implements StreamTextResult {
+  private _eventSourceStream: ReadableStream<ParsedEvent>
+
+  constructor(_stream: ReadableStream<Uint8Array>) {
+    const stream = toPolyfillReadable(_stream) as typeof _stream
+    this._eventSourceStream = stream
+      .pipeThrough(new TextDecoderStream())
+      .pipeThrough(createEventSourceParserTransformStream())
+  }
+
+  private get teeedStream() {
+    const [s1, s2] = this._eventSourceStream.tee()
+    this._eventSourceStream = s2
+    return s1
+  }
+
+  get eventSourceStream() {
+    return createAsyncIterable(this.teeedStream)
+  }
+
+  get dataStream() {
+    return createAsyncIterable(this.eventSourceStream.pipeThrough(new TransformStream<ParsedEvent, LingJiStreamTextOutput>({
+      transform(chunk, controller) {
+        try {
+          const data = JSON.parse(chunk.data) as LingJiStreamTextOutput
+          controller.enqueue(data)
+        } catch (e) {
+          console.warn('Error when transforming event source data to json', e)
+        }
+      },
+    }),),)
+  }
+
+  get textStream() {
+    return createAsyncIterable(this.dataStream.pipeThrough(new TransformStream<LingJiStreamTextOutput, string>({
+      transform(chunk, controller) {
+        controller.enqueue(chunk?.choices?.[0]?.delta?.content ?? '')
+      },
+    }),),)
+  }
+}

package/src/models/LingJi/type.ts

@@ -0,0 +1,34 @@
+type LingJiMessage = { role: 'user' | 'system' | 'assistant'; content: string }
+
+export type LingJiInputData = {
+  model: string
+  messages: Array<LingJiMessage>
+  temperature?: number
+  top_p?: number
+  presence_penalty?: number
+  max_tokens?: number
+  seed?: number
+  stop?: string | Array<string>
+  request_id?: string
+  do_sample?: boolean
+  tools?: Array<{
+    type: 'function'
+    function: { name: string; description: string; parameters: object }
+  }>
+  stream_options?: { include_usage: boolean }
+  enable_search?: boolean
+}
+
+// todo: more precise
+export type LingJiGenerateTextOutput = {
+  choices?: Array<{
+    message?: { content?: string }
+  }>
+}
+
+// todo: more precise
+export type LingJiStreamTextOutput = {
+  choices?: Array<{
+    delta?: { content?: string }
+  }>
+}

package/src/models/LingYi/index.ts

@@ -0,0 +1,92 @@
+import { type ParsedEvent } from 'eventsource-parser/stream'
+import {
+  createAsyncIterable,
+  TransformStream,
+  TextDecoderStream,
+  createEventSourceParserTransformStream,
+  toPolyfillReadable,
+} from '../../utils'
+import type { LingYiGenerateTextOutput, LingYiStreamTextOutput } from './type'
+import type { ChatModel, StreamTextResult, ModelReq, BaseChatModelInput } from '../../type'
+
+export class LingYiModel implements ChatModel {
+  public subUrl = 'lingyiwanwu/v1/chat/completion'
+  constructor(private req: ModelReq, public baseUrl: string, subUrl?: string) {
+    if (subUrl != null) {
+      this.subUrl = subUrl
+    }
+  }
+
+  private get url() {
+    return `${this.baseUrl}/${this.subUrl}`
+  }
+
+  async generateText(data: BaseChatModelInput) {
+    const res = (await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: false,
+      },
+      stream: false,
+    })) as LingYiGenerateTextOutput
+    return {
+      text: (res?.choices?.[0]?.message?.content as string) ?? '',
+      rawResponse: res,
+    }
+  }
+
+  async streamText(data: BaseChatModelInput) {
+    const stream = await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: true,
+      },
+      stream: true,
+    })
+    return new LingYiModelStreamResult(stream)
+  }
+}
+
+class LingYiModelStreamResult implements StreamTextResult {
+  private _eventSourceStream: ReadableStream<ParsedEvent>
+
+  constructor(_stream: ReadableStream<Uint8Array>) {
+    const stream = toPolyfillReadable(_stream) as typeof _stream
+    this._eventSourceStream = stream
+      .pipeThrough(new TextDecoderStream())
+      .pipeThrough(createEventSourceParserTransformStream())
+  }
+
+  private get teeedStream() {
+    const [s1, s2] = this._eventSourceStream.tee()
+    this._eventSourceStream = s2
+    return s1
+  }
+
+  get eventSourceStream() {
+    return createAsyncIterable(this.teeedStream)
+  }
+
+  get dataStream() {
+    return createAsyncIterable(this.eventSourceStream.pipeThrough(new TransformStream<ParsedEvent, LingYiStreamTextOutput>({
+      transform(chunk, controller) {
+        try {
+          const data = JSON.parse(chunk.data) as LingYiStreamTextOutput
+          controller.enqueue(data)
+        } catch (e) {
+          console.warn('Error when transforming event source data to json', e)
+        }
+      },
+    }),),)
+  }
+
+  get textStream() {
+    return createAsyncIterable(this.dataStream.pipeThrough(new TransformStream<LingYiStreamTextOutput, string>({
+      transform(chunk, controller) {
+        controller.enqueue(chunk?.choices?.[0]?.delta?.content ?? '')
+      },
+    }),),)
+  }
+}

package/src/models/LingYi/type.ts

@@ -0,0 +1,49 @@
+type SystemMessage = {
+  role: 'system'
+  content: string
+}
+
+type UserMessage = {
+  role: 'user'
+  content: string
+}
+
+type AssistantMessage = {
+  role: 'assistant'
+  content: string
+}
+
+type ToolMessage = {
+  role: 'tool'
+  content: string
+  tool_call_id: string
+}
+
+type LingYiMessage = SystemMessage | UserMessage | AssistantMessage | ToolMessage
+
+export type LingYiInputData = {
+  model: string
+  messages: Array<LingYiMessage>
+  tools?: Array<{
+    type: 'function'
+    function: { name: string; description?: string; parameters: object }
+  }>
+  tool_choice?: string | object
+  max_tokens?: number | null
+  top_p?: number
+  temperature?: number
+}
+
+// todo: more precise
+export type LingYiGenerateTextOutput = {
+  choices?: Array<{
+    message?: { content?: string }
+  }>
+}
+
+// todo: more precise
+export type LingYiStreamTextOutput = {
+  choices?: Array<{
+    delta?: { content?: string }
+  }>
+}

package/src/models/YueZhi/index.ts

@@ -0,0 +1,92 @@
+import { type ParsedEvent } from 'eventsource-parser/stream'
+import {
+  createAsyncIterable,
+  TransformStream,
+  TextDecoderStream,
+  createEventSourceParserTransformStream,
+  toPolyfillReadable,
+} from '../../utils'
+import type { YueZhiInputData, YueZhiGenerateTextOutput, YueZhiStreamTextOutput } from './type'
+import type { ChatModel, StreamTextResult, ModelReq } from '../../type'
+
+export class YueZhiModel implements ChatModel {
+  public subUrl = 'yuezhianmian/v1/chat/completions'
+  constructor(private req: ModelReq, public baseUrl: string, subUrl?: string) {
+    if (subUrl != null) {
+      this.subUrl = subUrl
+    }
+  }
+
+  private get url() {
+    return `${this.baseUrl}/${this.subUrl}`
+  }
+
+  async generateText(data: YueZhiInputData) {
+    const res = (await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: false,
+      },
+      stream: false,
+    })) as YueZhiGenerateTextOutput
+    return {
+      text: (res?.choices?.[0]?.message?.content as string) ?? '',
+      rawResponse: res,
+    }
+  }
+
+  async streamText(data: YueZhiInputData) {
+    const stream = await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: true,
+      },
+      stream: true,
+    })
+    return new YueZhiModelStreamResult(stream)
+  }
+}
+
+class YueZhiModelStreamResult implements StreamTextResult {
+  private _eventSourceStream: ReadableStream<ParsedEvent>
+
+  constructor(_stream: ReadableStream<Uint8Array>) {
+    const stream = toPolyfillReadable(_stream) as typeof _stream
+    this._eventSourceStream = stream
+      .pipeThrough(new TextDecoderStream())
+      .pipeThrough(createEventSourceParserTransformStream())
+  }
+
+  private get teeedStream() {
+    const [s1, s2] = this._eventSourceStream.tee()
+    this._eventSourceStream = s2
+    return s1
+  }
+
+  get eventSourceStream() {
+    return createAsyncIterable(this.teeedStream)
+  }
+
+  get dataStream() {
+    return createAsyncIterable(this.eventSourceStream.pipeThrough(new TransformStream<ParsedEvent, YueZhiStreamTextOutput>({
+      transform(chunk, controller) {
+        try {
+          const data = JSON.parse(chunk.data) as YueZhiStreamTextOutput
+          controller.enqueue(data)
+        } catch (e) {
+          console.warn('Error when transforming event source data to json', e)
+        }
+      },
+    }),),)
+  }
+
+  get textStream() {
+    return createAsyncIterable(this.dataStream.pipeThrough(new TransformStream<YueZhiStreamTextOutput, string>({
+      transform(chunk, controller) {
+        controller.enqueue(chunk?.choices?.[0]?.delta?.content ?? '')
+      },
+    }),),)
+  }
+}

package/src/models/YueZhi/type.ts

@@ -0,0 +1,28 @@
+type YueZhiMessage = { role: 'user' | 'system' | 'assistant'; content: string }
+
+export type YueZhiInputData = {
+  messages: Array<YueZhiMessage>
+  model: 'moonshot-v1-8k' | 'moonshot-v1-32k' | 'moonshot-v1-128k'
+  max_tokens?: number
+  temperature?: number
+  top_p?: number
+  n?: number
+  presence_penalty?: number
+  frequency_penalty?: number
+  response_format?: object
+  stop?: string | Array<string>
+}
+
+// todo: more precise
+export type YueZhiGenerateTextOutput = {
+  choices?: Array<{
+    message?: { content?: string }
+  }>
+}
+
+// todo: more precise
+export type YueZhiStreamTextOutput = {
+  choices?: Array<{
+    delta?: { content?: string }
+  }>
+}

package/src/models/ZhiPu/index.ts

@@ -0,0 +1,92 @@
+import { type ParsedEvent } from 'eventsource-parser/stream'
+import {
+  createAsyncIterable,
+  TransformStream,
+  TextDecoderStream,
+  createEventSourceParserTransformStream,
+  toPolyfillReadable,
+} from '../../utils'
+import type { ZhiPuGenerateTextOutput, ZhiPuStreamTextOutput } from './type'
+import type { ChatModel, StreamTextResult, ModelReq, BaseChatModelInput } from '../../type'
+
+export class ZhiPuModel implements ChatModel {
+  public subUrl = 'zhipu/api/paas/v4/chat/completions'
+  constructor(private req: ModelReq, public baseUrl: string, subUrl?: string) {
+    if (subUrl != null) {
+      this.subUrl = subUrl
+    }
+  }
+
+  private get url() {
+    return `${this.baseUrl}/${this.subUrl}`
+  }
+
+  async generateText(data: BaseChatModelInput) {
+    const res = (await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: false,
+      },
+      stream: false,
+    })) as ZhiPuGenerateTextOutput
+    return {
+      text: (res?.choices?.[0]?.message?.content as string) ?? '',
+      rawResponse: res,
+    }
+  }
+
+  async streamText(data: BaseChatModelInput) {
+    const stream = await this.req({
+      url: this.url,
+      data: {
+        ...data,
+        stream: true,
+      },
+      stream: true,
+    })
+    return new ZhiPuModelStreamResult(stream)
+  }
+}
+
+class ZhiPuModelStreamResult implements StreamTextResult {
+  private _eventSourceStream: ReadableStream<ParsedEvent>
+
+  constructor(_stream: ReadableStream<Uint8Array>) {
+    const stream = toPolyfillReadable(_stream) as typeof _stream
+    this._eventSourceStream = stream
+      .pipeThrough(new TextDecoderStream())
+      .pipeThrough(createEventSourceParserTransformStream())
+  }
+
+  private get teeedStream() {
+    const [s1, s2] = this._eventSourceStream.tee()
+    this._eventSourceStream = s2
+    return s1
+  }
+
+  get eventSourceStream() {
+    return createAsyncIterable(this.teeedStream)
+  }
+
+  get dataStream() {
+    return createAsyncIterable(this.eventSourceStream.pipeThrough(new TransformStream<ParsedEvent, ZhiPuStreamTextOutput>({
+      transform(chunk, controller) {
+        try {
+          const data = JSON.parse(chunk.data) as ZhiPuStreamTextOutput
+          controller.enqueue(data)
+        } catch (e) {
+          console.warn('Error when transforming event source data to json', e)
+        }
+      },
+    }),),)
+  }
+
+  get textStream() {
+    return createAsyncIterable(this.dataStream.pipeThrough(new TransformStream<ZhiPuStreamTextOutput, string>({
+      transform(chunk, controller) {
+        controller.enqueue(chunk?.choices?.[0]?.delta?.content ?? '')
+      },
+    }),),)
+  }
+}

package/src/models/ZhiPu/type.ts

@@ -0,0 +1,60 @@
+type SystemMessage = {
+  role: 'system'
+  content: string
+}
+
+type UserMessage = {
+  role: 'user'
+  content: string
+}
+
+type AssistantMessage = {
+  role: 'assistant'
+  content?: string
+  tool_calls?: Array<{
+    id: string
+    type: 'web_search' | 'retrieval' | 'function'
+    function?: { name: string; auguments: string }
+  }>
+}
+
+type ToolMessage = {
+  role: 'tool'
+  content: string
+  tool_call_id: string
+}
+
+type ZhiPuMessage = SystemMessage | UserMessage | AssistantMessage | ToolMessage
+
+export type ZhiPuInputData = {
+  model: string
+  messages: Array<ZhiPuMessage>
+  request_id?: string
+  do_sample?: boolean
+  temperature?: number
+  top_p?: number
+  max_tokens?: number
+  stop?: Array<string>
+  tools?: Array<{
+    type: 'web_search' | 'retrieval' | 'function'
+    function: { name: string; description: string; parameters: object }
+    retrieval: { knowledge_id: string; prompt_template?: string; parameters: object }
+    web_search: { enable?: boolean; search_query?: string; search_result?: boolean }
+  }>
+  tool_choice?: 'auto'
+  user_id?: string
+}
+
+// todo: more precise
+export type ZhiPuGenerateTextOutput = {
+  choices?: Array<{
+    message?: { content?: string }
+  }>
+}
+
+// todo: more precise
+export type ZhiPuStreamTextOutput = {
+  choices?: Array<{
+    delta?: { content?: string }
+  }>
+}

package/src/models/index.ts

@@ -0,0 +1,19 @@
+import { HunYuanModel } from './HunYuan'
+import { HuoShanModel } from './HuoShan'
+import { LingJiModel } from './LingJi'
+import { LingYiModel } from './LingYi'
+import { YueZhiModel } from './YueZhi'
+import { ZhiPuModel } from './ZhiPu'
+import { HunYuanPreviewModel } from './HunYuanPreview'
+
+export const MODELS = {
+  HunYuan: HunYuanModel,
+  HunYuanPreview: HunYuanPreviewModel,
+  HuoShan: HuoShanModel,
+  LingJi: LingJiModel,
+  LingYi: LingYiModel,
+  YueZhi: YueZhiModel,
+  ZhiPu: ZhiPuModel,
+}
+
+export { HunYuanModel, HunYuanPreviewModel, HuoShanModel, LingJiModel, LingYiModel, YueZhiModel, ZhiPuModel }