@genkit-ai/compat-oai 1.34.0 → 1.36.0

package/lib/audio.mjs

@@ -1,6 +1,6 @@
 import { GenerationCommonConfigSchema, Message, modelRef, z } from "genkit";
 import { model } from "genkit/plugin";
-import { maybeCreateRequestScopedOpenAIClient, toModelName } from "./utils.js";
+import { maybeCreateRequestScopedOpenAIClient, toModelName } from "./utils.mjs";
 const TRANSCRIPTION_MODEL_INFO = {
   supports: {
     media: true,

package/lib/audio.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/audio.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  GenerateRequest,\n  GenerateResponseData,\n  ModelReference,\n} from 'genkit';\nimport { GenerationCommonConfigSchema, Message, modelRef, z } from 'genkit';\nimport type { ModelAction, ModelInfo } from 'genkit/model';\nimport { model } from 'genkit/plugin';\nimport OpenAI from 'openai';\nimport { Response } from 'openai/core.mjs';\nimport type {\n  SpeechCreateParams,\n  Transcription,\n  TranscriptionCreateParams,\n} from 'openai/resources/audio/index.mjs';\nimport { PluginOptions } from './index.js';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.js';\n\nexport type SpeechRequestBuilder = (\n  req: GenerateRequest,\n  params: SpeechCreateParams\n) => void;\nexport type TranscriptionRequestBuilder = (\n  req: GenerateRequest,\n  params: TranscriptionCreateParams\n) => void;\n\nexport const TRANSCRIPTION_MODEL_INFO: ModelInfo = {\n  supports: {\n    media: true,\n    output: ['text', 'json'],\n    multiturn: false,\n    systemRole: false,\n    tools: false,\n  },\n};\n\nexport const SPEECH_MODEL_INFO: ModelInfo = {\n  supports: {\n    media: false,\n    output: ['media'],\n    multiturn: false,\n    systemRole: false,\n    tools: false,\n  },\n};\n\nconst ChunkingStrategySchema = z.object({\n  type: z.string(),\n  prefix_padding_ms: z.number().int().optional(),\n  silence_duration_ms: z.number().int().optional(),\n  threshold: z.number().min(0).max(1.0).optional(),\n});\nexport const TranscriptionConfigSchema = GenerationCommonConfigSchema.pick({\n  temperature: true,\n}).extend({\n  chunking_strategy: z\n    .union([z.literal('auto'), ChunkingStrategySchema])\n    .optional(),\n  include: z.array(z.any()).optional(),\n  language: z.string().optional(),\n  timestamp_granularities: z.array(z.enum(['word', 'segment'])).optional(),\n  response_format: z\n    .enum(['json', 'text', 'srt', 'verbose_json', 'vtt'])\n    .optional(),\n  // TODO stream support\n});\n\nexport const SpeechConfigSchema = z.object({\n  voice: z\n    .enum(['alloy', 'echo', 'fable', 'onyx', 'nova', 'shimmer'])\n    .default('alloy'),\n  speed: z.number().min(0.25).max(4.0).optional(),\n  response_format: z\n    .enum(['mp3', 'opus', 'aac', 'flac', 'wav', 'pcm'])\n    .optional(),\n});\n\n/**\n * Supported media formats for Audio generation\n */\nexport const RESPONSE_FORMAT_MEDIA_TYPES = {\n  mp3: 'audio/mpeg',\n  opus: 'audio/opus',\n  aac: 'audio/aac',\n  flac: 'audio/flac',\n  wav: 'audio/wav',\n  pcm: 'audio/L16',\n};\n\nexport function toTTSRequest(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: SpeechRequestBuilder\n): SpeechCreateParams {\n  const {\n    voice,\n    version: modelVersion,\n    temperature,\n    maxOutputTokens,\n    stopSequences,\n    topK,\n    topP,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  let options: SpeechCreateParams = {\n    model: modelVersion ?? modelName,\n    input: new Message(request.messages[0]).text,\n    voice: voice ?? 'alloy',\n  };\n  if (requestBuilder) {\n    requestBuilder(request, options);\n  } else {\n    options = {\n      ...options,\n      ...restOfConfig, // passthorugh rest of the config\n    };\n  }\n  for (const k in options) {\n    if (options[k] === undefined) {\n      delete options[k];\n    }\n  }\n  return options;\n}\n\nexport async function speechToGenerateResponse(\n  response: Response,\n  responseFormat: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm' = 'mp3'\n): Promise<GenerateResponseData> {\n  const resultArrayBuffer = await response.arrayBuffer();\n  const resultBuffer = Buffer.from(new Uint8Array(resultArrayBuffer));\n  const mediaType = RESPONSE_FORMAT_MEDIA_TYPES[responseFormat];\n  return {\n    message: {\n      role: 'model',\n      content: [\n        {\n          media: {\n            contentType: mediaType,\n            url: `data:${mediaType};base64,${resultBuffer.toString('base64')}`,\n          },\n        },\n      ],\n    },\n    finishReason: 'stop',\n    raw: response,\n  };\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with the Open AI Audio\n * API. \n *\n * These models are to be used to create audio speech from a given request.\n * @param params An object containing parameters for defining the OpenAI speech\n * model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAISpeechModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: SpeechRequestBuilder;\n  pluginOptions: PluginOptions;\n}): ModelAction {\n  const {\n    name,\n    client: defaultClient,\n    pluginOptions,\n    modelRef,\n    requestBuilder,\n  } = params;\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName = `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    async (request, { abortSignal }) => {\n      const ttsRequest = toTTSRequest(modelName, request, requestBuilder);\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        request,\n        defaultClient\n      );\n      const result = await client.audio.speech.create(ttsRequest, {\n        signal: abortSignal,\n      });\n      return await speechToGenerateResponse(result, ttsRequest.response_format);\n    }\n  );\n}\n\n/** Speech generation ModelRef helper, with reasonable defaults for\n * OpenAI-compatible providers */\nexport function compatOaiSpeechModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}) {\n  const {\n    name,\n    info = SPEECH_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema: configSchema || (SpeechConfigSchema as any),\n    info,\n    config,\n    namespace,\n  });\n}\n\nexport function toSttRequest(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: TranscriptionRequestBuilder\n): TranscriptionCreateParams {\n  const message = new Message(request.messages[0]);\n  const media = message.media;\n  if (!media?.url) {\n    throw new Error('No media found in the request');\n  }\n  const mediaBuffer = Buffer.from(\n    media.url.slice(media.url.indexOf(',') + 1),\n    'base64'\n  );\n  const mediaFile = new File([mediaBuffer], 'input', {\n    type:\n      media.contentType ??\n      media.url.slice('data:'.length, media.url.indexOf(';')),\n  });\n  const {\n    temperature,\n    version: modelVersion,\n    maxOutputTokens,\n    stopSequences,\n    topK,\n    topP,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  let options: TranscriptionCreateParams = {\n    model: modelVersion ?? modelName,\n    file: mediaFile,\n    prompt: message.text,\n    temperature,\n  };\n  if (requestBuilder) {\n    requestBuilder(request, options);\n  } else {\n    options = {\n      ...options,\n      ...restOfConfig, // passthrough rest of the config\n    };\n  }\n  const outputFormat = request.output?.format as 'json' | 'text' | 'media';\n  const customFormat = request.config?.response_format;\n  if (outputFormat && customFormat) {\n    if (\n      outputFormat === 'json' &&\n      customFormat !== 'json' &&\n      customFormat !== 'verbose_json'\n    ) {\n      throw new Error(\n        `Custom response format ${customFormat} is not compatible with output format ${outputFormat}`\n      );\n    }\n  }\n  if (outputFormat === 'media') {\n    throw new Error(`Output format ${outputFormat} is not supported.`);\n  }\n  options.response_format = customFormat || outputFormat || 'text';\n  for (const k in options) {\n    if (options[k] === undefined) {\n      delete options[k];\n    }\n  }\n  return options;\n}\n\nexport function transcriptionToGenerateResponse(\n  result: Transcription | string\n): GenerateResponseData {\n  return {\n    message: {\n      role: 'model',\n      content: [\n        {\n          text: typeof result === 'string' ? result : result.text,\n        },\n      ],\n    },\n    finishReason: 'stop',\n    raw: result,\n  };\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with Open AI\n * Transcriptions API. \n *\n * These models are to be used to transcribe audio to text.\n *\n * @param params An object containing parameters for defining the OpenAI\n * transcription model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAITranscriptionModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  pluginOptions?: PluginOptions;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: TranscriptionRequestBuilder;\n}): ModelAction {\n  const {\n    name,\n    pluginOptions,\n    client: defaultClient,\n    modelRef,\n    requestBuilder,\n  } = params;\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    modelRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    async (request, { abortSignal }) => {\n      const params = toSttRequest(modelName, request, requestBuilder);\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        request,\n        defaultClient\n      );\n      // Explicitly setting stream to false ensures we use the non-streaming overload\n      const result = await client.audio.transcriptions.create(\n        {\n          ...params,\n          stream: false,\n        },\n        { signal: abortSignal }\n      );\n      return transcriptionToGenerateResponse(result);\n    }\n  );\n}\n\n/** Transcription ModelRef helper, with reasonable defaults for\n * OpenAI-compatible providers */\nexport function compatOaiTranscriptionModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}) {\n  const {\n    name,\n    info = TRANSCRIPTION_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema: configSchema || (TranscriptionConfigSchema as any),\n    info,\n    config,\n    namespace,\n  });\n}\n"],"mappings":"AAsBA,SAAS,8BAA8B,SAAS,UAAU,SAAS;AAEnE,SAAS,aAAa;AAStB,SAAS,sCAAsC,mBAAmB;AAW3D,MAAM,2BAAsC;AAAA,EACjD,UAAU;AAAA,IACR,OAAO;AAAA,IACP,QAAQ,CAAC,QAAQ,MAAM;AAAA,IACvB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,OAAO;AAAA,EACT;AACF;AAEO,MAAM,oBAA+B;AAAA,EAC1C,UAAU;AAAA,IACR,OAAO;AAAA,IACP,QAAQ,CAAC,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,OAAO;AAAA,EACT;AACF;AAEA,MAAM,yBAAyB,EAAE,OAAO;AAAA,EACtC,MAAM,EAAE,OAAO;AAAA,EACf,mBAAmB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC7C,qBAAqB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC/C,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAG,EAAE,SAAS;AACjD,CAAC;AACM,MAAM,4BAA4B,6BAA6B,KAAK;AAAA,EACzE,aAAa;AACf,CAAC,EAAE,OAAO;AAAA,EACR,mBAAmB,EAChB,MAAM,CAAC,EAAE,QAAQ,MAAM,GAAG,sBAAsB,CAAC,EACjD,SAAS;AAAA,EACZ,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACnC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,yBAAyB,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,SAAS,CAAC,CAAC,EAAE,SAAS;AAAA,EACvE,iBAAiB,EACd,KAAK,CAAC,QAAQ,QAAQ,OAAO,gBAAgB,KAAK,CAAC,EACnD,SAAS;AAAA;AAEd,CAAC;AAEM,MAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,OAAO,EACJ,KAAK,CAAC,SAAS,QAAQ,SAAS,QAAQ,QAAQ,SAAS,CAAC,EAC1D,QAAQ,OAAO;AAAA,EAClB,OAAO,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,IAAI,CAAG,EAAE,SAAS;AAAA,EAC9C,iBAAiB,EACd,KAAK,CAAC,OAAO,QAAQ,OAAO,QAAQ,OAAO,KAAK,CAAC,EACjD,SAAS;AACd,CAAC;AAKM,MAAM,8BAA8B;AAAA,EACzC,KAAK;AAAA,EACL,MAAM;AAAA,EACN,KAAK;AAAA,EACL,MAAM;AAAA,EACN,KAAK;AAAA,EACL,KAAK;AACP;AAEO,SAAS,aACd,WACA,SACA,gBACoB;AACpB,QAAM;AAAA,IACJ;AAAA,IACA,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,MAAI,UAA8B;AAAA,IAChC,OAAO,gBAAgB;AAAA,IACvB,OAAO,IAAI,QAAQ,QAAQ,SAAS,CAAC,CAAC,EAAE;AAAA,IACxC,OAAO,SAAS;AAAA,EAClB;AACA,MAAI,gBAAgB;AAClB,mBAAe,SAAS,OAAO;AAAA,EACjC,OAAO;AACL,cAAU;AAAA,MACR,GAAG;AAAA,MACH,GAAG;AAAA;AAAA,IACL;AAAA,EACF;AACA,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,CAAC,MAAM,QAAW;AAC5B,aAAO,QAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEA,eAAsB,yBACpB,UACA,iBAAkE,OACnC;AAC/B,QAAM,oBAAoB,MAAM,SAAS,YAAY;AACrD,QAAM,eAAe,OAAO,KAAK,IAAI,WAAW,iBAAiB,CAAC;AAClE,QAAM,YAAY,4BAA4B,cAAc;AAC5D,SAAO;AAAA,IACL,SAAS;AAAA,MACP,MAAM;AAAA,MACN,SAAS;AAAA,QACP;AAAA,UACE,OAAO;AAAA,YACL,aAAa;AAAA,YACb,KAAK,QAAQ,SAAS,WAAW,aAAa,SAAS,QAAQ,CAAC;AAAA,UAClE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,IACA,cAAc;AAAA,IACd,KAAK;AAAA,EACP;AACF;AAiBO,SAAS,8BAEd,QAMc;AACd,QAAM;AAAA,IACJ;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,IACA,UAAAA;AAAA,IACA;AAAA,EACF,IAAI;AACJ,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aAAa,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEtE,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,OAAO,SAAS,EAAE,YAAY,MAAM;AAClC,YAAM,aAAa,aAAa,WAAW,SAAS,cAAc;AAClE,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,MAAM,OAAO,MAAM,OAAO,OAAO,YAAY;AAAA,QAC1D,QAAQ;AAAA,MACV,CAAC;AACD,aAAO,MAAM,yBAAyB,QAAQ,WAAW,eAAe;AAAA,IAC1E;AAAA,EACF;AACF;AAIO,SAAS,wBAEd,QAMC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,SAAO,SAAS;AAAA,IACd;AAAA,IACA,cAAc,gBAAiB;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEO,SAAS,aACd,WACA,SACA,gBAC2B;AAC3B,QAAM,UAAU,IAAI,QAAQ,QAAQ,SAAS,CAAC,CAAC;AAC/C,QAAM,QAAQ,QAAQ;AACtB,MAAI,CAAC,OAAO,KAAK;AACf,UAAM,IAAI,MAAM,+BAA+B;AAAA,EACjD;AACA,QAAM,cAAc,OAAO;AAAA,IACzB,MAAM,IAAI,MAAM,MAAM,IAAI,QAAQ,GAAG,IAAI,CAAC;AAAA,IAC1C;AAAA,EACF;AACA,QAAM,YAAY,IAAI,KAAK,CAAC,WAAW,GAAG,SAAS;AAAA,IACjD,MACE,MAAM,eACN,MAAM,IAAI,MAAM,QAAQ,QAAQ,MAAM,IAAI,QAAQ,GAAG,CAAC;AAAA,EAC1D,CAAC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,MAAI,UAAqC;AAAA,IACvC,OAAO,gBAAgB;AAAA,IACvB,MAAM;AAAA,IACN,QAAQ,QAAQ;AAAA,IAChB;AAAA,EACF;AACA,MAAI,gBAAgB;AAClB,mBAAe,SAAS,OAAO;AAAA,EACjC,OAAO;AACL,cAAU;AAAA,MACR,GAAG;AAAA,MACH,GAAG;AAAA;AAAA,IACL;AAAA,EACF;AACA,QAAM,eAAe,QAAQ,QAAQ;AACrC,QAAM,eAAe,QAAQ,QAAQ;AACrC,MAAI,gBAAgB,cAAc;AAChC,QACE,iBAAiB,UACjB,iBAAiB,UACjB,iBAAiB,gBACjB;AACA,YAAM,IAAI;AAAA,QACR,0BAA0B,YAAY,yCAAyC,YAAY;AAAA,MAC7F;AAAA,IACF;AAAA,EACF;AACA,MAAI,iBAAiB,SAAS;AAC5B,UAAM,IAAI,MAAM,iBAAiB,YAAY,oBAAoB;AAAA,EACnE;AACA,UAAQ,kBAAkB,gBAAgB,gBAAgB;AAC1D,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,CAAC,MAAM,QAAW;AAC5B,aAAO,QAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,gCACd,QACsB;AACtB,SAAO;AAAA,IACL,SAAS;AAAA,MACP,MAAM;AAAA,MACN,SAAS;AAAA,QACP;AAAA,UACE,MAAM,OAAO,WAAW,WAAW,SAAS,OAAO;AAAA,QACrD;AAAA,MACF;AAAA,IACF;AAAA,IACA,cAAc;AAAA,IACd,KAAK;AAAA,EACP;AACF;AAkBO,SAAS,qCAEd,QAMc;AACd,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR,UAAAA;AAAA,IACA;AAAA,EACF,IAAI;AACJ,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJA,WAAU,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEvE,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,OAAO,SAAS,EAAE,YAAY,MAAM;AAClC,YAAMC,UAAS,aAAa,WAAW,SAAS,cAAc;AAC9D,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,OAAO,MAAM,eAAe;AAAA,QAC/C;AAAA,UACE,GAAGA;AAAA,UACH,QAAQ;AAAA,QACV;AAAA,QACA,EAAE,QAAQ,YAAY;AAAA,MACxB;AACA,aAAO,gCAAgC,MAAM;AAAA,IAC/C;AAAA,EACF;AACF;AAIO,SAAS,+BAEd,QAMC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,SAAO,SAAS;AAAA,IACd;AAAA,IACA,cAAc,gBAAiB;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;","names":["modelRef","params"]}
+{"version":3,"sources":["../src/audio.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  GenerateRequest,\n  GenerateResponseData,\n  ModelReference,\n} from 'genkit';\nimport { GenerationCommonConfigSchema, Message, modelRef, z } from 'genkit';\nimport type { ModelAction, ModelInfo } from 'genkit/model';\nimport { model } from 'genkit/plugin';\nimport OpenAI from 'openai';\nimport { Response } from 'openai/core.mjs';\nimport type {\n  SpeechCreateParams,\n  Transcription,\n  TranscriptionCreateParams,\n} from 'openai/resources/audio/index.mjs';\nimport { PluginOptions } from './index.mjs';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.mjs';\n\nexport type SpeechRequestBuilder = (\n  req: GenerateRequest,\n  params: SpeechCreateParams\n) => void;\nexport type TranscriptionRequestBuilder = (\n  req: GenerateRequest,\n  params: TranscriptionCreateParams\n) => void;\n\nexport const TRANSCRIPTION_MODEL_INFO: ModelInfo = {\n  supports: {\n    media: true,\n    output: ['text', 'json'],\n    multiturn: false,\n    systemRole: false,\n    tools: false,\n  },\n};\n\nexport const SPEECH_MODEL_INFO: ModelInfo = {\n  supports: {\n    media: false,\n    output: ['media'],\n    multiturn: false,\n    systemRole: false,\n    tools: false,\n  },\n};\n\nconst ChunkingStrategySchema = z.object({\n  type: z.string(),\n  prefix_padding_ms: z.number().int().optional(),\n  silence_duration_ms: z.number().int().optional(),\n  threshold: z.number().min(0).max(1.0).optional(),\n});\nexport const TranscriptionConfigSchema = GenerationCommonConfigSchema.pick({\n  temperature: true,\n}).extend({\n  chunking_strategy: z\n    .union([z.literal('auto'), ChunkingStrategySchema])\n    .optional(),\n  include: z.array(z.any()).optional(),\n  language: z.string().optional(),\n  timestamp_granularities: z.array(z.enum(['word', 'segment'])).optional(),\n  response_format: z\n    .enum(['json', 'text', 'srt', 'verbose_json', 'vtt'])\n    .optional(),\n  // TODO stream support\n});\n\nexport const SpeechConfigSchema = z.object({\n  voice: z\n    .enum(['alloy', 'echo', 'fable', 'onyx', 'nova', 'shimmer'])\n    .default('alloy'),\n  speed: z.number().min(0.25).max(4.0).optional(),\n  response_format: z\n    .enum(['mp3', 'opus', 'aac', 'flac', 'wav', 'pcm'])\n    .optional(),\n});\n\n/**\n * Supported media formats for Audio generation\n */\nexport const RESPONSE_FORMAT_MEDIA_TYPES = {\n  mp3: 'audio/mpeg',\n  opus: 'audio/opus',\n  aac: 'audio/aac',\n  flac: 'audio/flac',\n  wav: 'audio/wav',\n  pcm: 'audio/L16',\n};\n\nexport function toTTSRequest(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: SpeechRequestBuilder\n): SpeechCreateParams {\n  const {\n    voice,\n    version: modelVersion,\n    temperature,\n    maxOutputTokens,\n    stopSequences,\n    topK,\n    topP,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  let options: SpeechCreateParams = {\n    model: modelVersion ?? modelName,\n    input: new Message(request.messages[0]).text,\n    voice: voice ?? 'alloy',\n  };\n  if (requestBuilder) {\n    requestBuilder(request, options);\n  } else {\n    options = {\n      ...options,\n      ...restOfConfig, // passthorugh rest of the config\n    };\n  }\n  for (const k in options) {\n    if (options[k] === undefined) {\n      delete options[k];\n    }\n  }\n  return options;\n}\n\nexport async function speechToGenerateResponse(\n  response: Response,\n  responseFormat: 'mp3' | 'opus' | 'aac' | 'flac' | 'wav' | 'pcm' = 'mp3'\n): Promise<GenerateResponseData> {\n  const resultArrayBuffer = await response.arrayBuffer();\n  const resultBuffer = Buffer.from(new Uint8Array(resultArrayBuffer));\n  const mediaType = RESPONSE_FORMAT_MEDIA_TYPES[responseFormat];\n  return {\n    message: {\n      role: 'model',\n      content: [\n        {\n          media: {\n            contentType: mediaType,\n            url: `data:${mediaType};base64,${resultBuffer.toString('base64')}`,\n          },\n        },\n      ],\n    },\n    finishReason: 'stop',\n    raw: response,\n  };\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with the Open AI Audio\n * API. \n *\n * These models are to be used to create audio speech from a given request.\n * @param params An object containing parameters for defining the OpenAI speech\n * model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAISpeechModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: SpeechRequestBuilder;\n  pluginOptions: PluginOptions;\n}): ModelAction {\n  const {\n    name,\n    client: defaultClient,\n    pluginOptions,\n    modelRef,\n    requestBuilder,\n  } = params;\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName = `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    async (request, { abortSignal }) => {\n      const ttsRequest = toTTSRequest(modelName, request, requestBuilder);\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        request,\n        defaultClient\n      );\n      const result = await client.audio.speech.create(ttsRequest, {\n        signal: abortSignal,\n      });\n      return await speechToGenerateResponse(result, ttsRequest.response_format);\n    }\n  );\n}\n\n/** Speech generation ModelRef helper, with reasonable defaults for\n * OpenAI-compatible providers */\nexport function compatOaiSpeechModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}) {\n  const {\n    name,\n    info = SPEECH_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema: configSchema || (SpeechConfigSchema as any),\n    info,\n    config,\n    namespace,\n  });\n}\n\nexport function toSttRequest(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: TranscriptionRequestBuilder\n): TranscriptionCreateParams {\n  const message = new Message(request.messages[0]);\n  const media = message.media;\n  if (!media?.url) {\n    throw new Error('No media found in the request');\n  }\n  const mediaBuffer = Buffer.from(\n    media.url.slice(media.url.indexOf(',') + 1),\n    'base64'\n  );\n  const mediaFile = new File([mediaBuffer], 'input', {\n    type:\n      media.contentType ??\n      media.url.slice('data:'.length, media.url.indexOf(';')),\n  });\n  const {\n    temperature,\n    version: modelVersion,\n    maxOutputTokens,\n    stopSequences,\n    topK,\n    topP,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  let options: TranscriptionCreateParams = {\n    model: modelVersion ?? modelName,\n    file: mediaFile,\n    prompt: message.text,\n    temperature,\n  };\n  if (requestBuilder) {\n    requestBuilder(request, options);\n  } else {\n    options = {\n      ...options,\n      ...restOfConfig, // passthrough rest of the config\n    };\n  }\n  const outputFormat = request.output?.format as 'json' | 'text' | 'media';\n  const customFormat = request.config?.response_format;\n  if (outputFormat && customFormat) {\n    if (\n      outputFormat === 'json' &&\n      customFormat !== 'json' &&\n      customFormat !== 'verbose_json'\n    ) {\n      throw new Error(\n        `Custom response format ${customFormat} is not compatible with output format ${outputFormat}`\n      );\n    }\n  }\n  if (outputFormat === 'media') {\n    throw new Error(`Output format ${outputFormat} is not supported.`);\n  }\n  options.response_format = customFormat || outputFormat || 'text';\n  for (const k in options) {\n    if (options[k] === undefined) {\n      delete options[k];\n    }\n  }\n  return options;\n}\n\nexport function transcriptionToGenerateResponse(\n  result: Transcription | string\n): GenerateResponseData {\n  return {\n    message: {\n      role: 'model',\n      content: [\n        {\n          text: typeof result === 'string' ? result : result.text,\n        },\n      ],\n    },\n    finishReason: 'stop',\n    raw: result,\n  };\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with Open AI\n * Transcriptions API. \n *\n * These models are to be used to transcribe audio to text.\n *\n * @param params An object containing parameters for defining the OpenAI\n * transcription model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAITranscriptionModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  pluginOptions?: PluginOptions;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: TranscriptionRequestBuilder;\n}): ModelAction {\n  const {\n    name,\n    pluginOptions,\n    client: defaultClient,\n    modelRef,\n    requestBuilder,\n  } = params;\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    modelRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    async (request, { abortSignal }) => {\n      const params = toSttRequest(modelName, request, requestBuilder);\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        request,\n        defaultClient\n      );\n      // Explicitly setting stream to false ensures we use the non-streaming overload\n      const result = await client.audio.transcriptions.create(\n        {\n          ...params,\n          stream: false,\n        },\n        { signal: abortSignal }\n      );\n      return transcriptionToGenerateResponse(result);\n    }\n  );\n}\n\n/** Transcription ModelRef helper, with reasonable defaults for\n * OpenAI-compatible providers */\nexport function compatOaiTranscriptionModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}) {\n  const {\n    name,\n    info = TRANSCRIPTION_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema: configSchema || (TranscriptionConfigSchema as any),\n    info,\n    config,\n    namespace,\n  });\n}\n"],"mappings":"AAsBA,SAAS,8BAA8B,SAAS,UAAU,SAAS;AAEnE,SAAS,aAAa;AAStB,SAAS,sCAAsC,mBAAmB;AAW3D,MAAM,2BAAsC;AAAA,EACjD,UAAU;AAAA,IACR,OAAO;AAAA,IACP,QAAQ,CAAC,QAAQ,MAAM;AAAA,IACvB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,OAAO;AAAA,EACT;AACF;AAEO,MAAM,oBAA+B;AAAA,EAC1C,UAAU;AAAA,IACR,OAAO;AAAA,IACP,QAAQ,CAAC,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,OAAO;AAAA,EACT;AACF;AAEA,MAAM,yBAAyB,EAAE,OAAO;AAAA,EACtC,MAAM,EAAE,OAAO;AAAA,EACf,mBAAmB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC7C,qBAAqB,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAAA,EAC/C,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAG,EAAE,SAAS;AACjD,CAAC;AACM,MAAM,4BAA4B,6BAA6B,KAAK;AAAA,EACzE,aAAa;AACf,CAAC,EAAE,OAAO;AAAA,EACR,mBAAmB,EAChB,MAAM,CAAC,EAAE,QAAQ,MAAM,GAAG,sBAAsB,CAAC,EACjD,SAAS;AAAA,EACZ,SAAS,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACnC,UAAU,EAAE,OAAO,EAAE,SAAS;AAAA,EAC9B,yBAAyB,EAAE,MAAM,EAAE,KAAK,CAAC,QAAQ,SAAS,CAAC,CAAC,EAAE,SAAS;AAAA,EACvE,iBAAiB,EACd,KAAK,CAAC,QAAQ,QAAQ,OAAO,gBAAgB,KAAK,CAAC,EACnD,SAAS;AAAA;AAEd,CAAC;AAEM,MAAM,qBAAqB,EAAE,OAAO;AAAA,EACzC,OAAO,EACJ,KAAK,CAAC,SAAS,QAAQ,SAAS,QAAQ,QAAQ,SAAS,CAAC,EAC1D,QAAQ,OAAO;AAAA,EAClB,OAAO,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,IAAI,CAAG,EAAE,SAAS;AAAA,EAC9C,iBAAiB,EACd,KAAK,CAAC,OAAO,QAAQ,OAAO,QAAQ,OAAO,KAAK,CAAC,EACjD,SAAS;AACd,CAAC;AAKM,MAAM,8BAA8B;AAAA,EACzC,KAAK;AAAA,EACL,MAAM;AAAA,EACN,KAAK;AAAA,EACL,MAAM;AAAA,EACN,KAAK;AAAA,EACL,KAAK;AACP;AAEO,SAAS,aACd,WACA,SACA,gBACoB;AACpB,QAAM;AAAA,IACJ;AAAA,IACA,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,MAAI,UAA8B;AAAA,IAChC,OAAO,gBAAgB;AAAA,IACvB,OAAO,IAAI,QAAQ,QAAQ,SAAS,CAAC,CAAC,EAAE;AAAA,IACxC,OAAO,SAAS;AAAA,EAClB;AACA,MAAI,gBAAgB;AAClB,mBAAe,SAAS,OAAO;AAAA,EACjC,OAAO;AACL,cAAU;AAAA,MACR,GAAG;AAAA,MACH,GAAG;AAAA;AAAA,IACL;AAAA,EACF;AACA,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,CAAC,MAAM,QAAW;AAC5B,aAAO,QAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEA,eAAsB,yBACpB,UACA,iBAAkE,OACnC;AAC/B,QAAM,oBAAoB,MAAM,SAAS,YAAY;AACrD,QAAM,eAAe,OAAO,KAAK,IAAI,WAAW,iBAAiB,CAAC;AAClE,QAAM,YAAY,4BAA4B,cAAc;AAC5D,SAAO;AAAA,IACL,SAAS;AAAA,MACP,MAAM;AAAA,MACN,SAAS;AAAA,QACP;AAAA,UACE,OAAO;AAAA,YACL,aAAa;AAAA,YACb,KAAK,QAAQ,SAAS,WAAW,aAAa,SAAS,QAAQ,CAAC;AAAA,UAClE;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,IACA,cAAc;AAAA,IACd,KAAK;AAAA,EACP;AACF;AAiBO,SAAS,8BAEd,QAMc;AACd,QAAM;AAAA,IACJ;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,IACA,UAAAA;AAAA,IACA;AAAA,EACF,IAAI;AACJ,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aAAa,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEtE,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,OAAO,SAAS,EAAE,YAAY,MAAM;AAClC,YAAM,aAAa,aAAa,WAAW,SAAS,cAAc;AAClE,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,MAAM,OAAO,MAAM,OAAO,OAAO,YAAY;AAAA,QAC1D,QAAQ;AAAA,MACV,CAAC;AACD,aAAO,MAAM,yBAAyB,QAAQ,WAAW,eAAe;AAAA,IAC1E;AAAA,EACF;AACF;AAIO,SAAS,wBAEd,QAMC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,SAAO,SAAS;AAAA,IACd;AAAA,IACA,cAAc,gBAAiB;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAEO,SAAS,aACd,WACA,SACA,gBAC2B;AAC3B,QAAM,UAAU,IAAI,QAAQ,QAAQ,SAAS,CAAC,CAAC;AAC/C,QAAM,QAAQ,QAAQ;AACtB,MAAI,CAAC,OAAO,KAAK;AACf,UAAM,IAAI,MAAM,+BAA+B;AAAA,EACjD;AACA,QAAM,cAAc,OAAO;AAAA,IACzB,MAAM,IAAI,MAAM,MAAM,IAAI,QAAQ,GAAG,IAAI,CAAC;AAAA,IAC1C;AAAA,EACF;AACA,QAAM,YAAY,IAAI,KAAK,CAAC,WAAW,GAAG,SAAS;AAAA,IACjD,MACE,MAAM,eACN,MAAM,IAAI,MAAM,QAAQ,QAAQ,MAAM,IAAI,QAAQ,GAAG,CAAC;AAAA,EAC1D,CAAC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,MAAI,UAAqC;AAAA,IACvC,OAAO,gBAAgB;AAAA,IACvB,MAAM;AAAA,IACN,QAAQ,QAAQ;AAAA,IAChB;AAAA,EACF;AACA,MAAI,gBAAgB;AAClB,mBAAe,SAAS,OAAO;AAAA,EACjC,OAAO;AACL,cAAU;AAAA,MACR,GAAG;AAAA,MACH,GAAG;AAAA;AAAA,IACL;AAAA,EACF;AACA,QAAM,eAAe,QAAQ,QAAQ;AACrC,QAAM,eAAe,QAAQ,QAAQ;AACrC,MAAI,gBAAgB,cAAc;AAChC,QACE,iBAAiB,UACjB,iBAAiB,UACjB,iBAAiB,gBACjB;AACA,YAAM,IAAI;AAAA,QACR,0BAA0B,YAAY,yCAAyC,YAAY;AAAA,MAC7F;AAAA,IACF;AAAA,EACF;AACA,MAAI,iBAAiB,SAAS;AAC5B,UAAM,IAAI,MAAM,iBAAiB,YAAY,oBAAoB;AAAA,EACnE;AACA,UAAQ,kBAAkB,gBAAgB,gBAAgB;AAC1D,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,CAAC,MAAM,QAAW;AAC5B,aAAO,QAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,gCACd,QACsB;AACtB,SAAO;AAAA,IACL,SAAS;AAAA,MACP,MAAM;AAAA,MACN,SAAS;AAAA,QACP;AAAA,UACE,MAAM,OAAO,WAAW,WAAW,SAAS,OAAO;AAAA,QACrD;AAAA,MACF;AAAA,IACF;AAAA,IACA,cAAc;AAAA,IACd,KAAK;AAAA,EACP;AACF;AAkBO,SAAS,qCAEd,QAMc;AACd,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR,UAAAA;AAAA,IACA;AAAA,EACF,IAAI;AACJ,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJA,WAAU,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEvE,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,OAAO,SAAS,EAAE,YAAY,MAAM;AAClC,YAAMC,UAAS,aAAa,WAAW,SAAS,cAAc;AAC9D,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAEA,YAAM,SAAS,MAAM,OAAO,MAAM,eAAe;AAAA,QAC/C;AAAA,UACE,GAAGA;AAAA,UACH,QAAQ;AAAA,QACV;AAAA,QACA,EAAE,QAAQ,YAAY;AAAA,MACxB;AACA,aAAO,gCAAgC,MAAM;AAAA,IAC/C;AAAA,EACF;AACF;AAIO,SAAS,+BAEd,QAMC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,SAAO,SAAS;AAAA,IACd;AAAA,IACA,cAAc,gBAAiB;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;","names":["modelRef","params"]}

package/lib/deepseek/deepseek.js

@@ -25,7 +25,7 @@ __export(deepseek_exports, {
 });
 module.exports = __toCommonJS(deepseek_exports);
 var import_genkit = require("genkit");
-var import_model2 = require("../model");
+var import_model2 = require("../model.js");
 const DeepSeekChatCompletionConfigSchema = import_model2.ChatCompletionCommonConfigSchema.extend({
   maxTokens: import_genkit.z.number().int().min(1).max(8192).optional()
 });

package/lib/deepseek/deepseek.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/deepseek/deepseek.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { z } from 'genkit';\nimport { ModelInfo, ModelReference } from 'genkit/model';\nimport {\n  ChatCompletionCommonConfigSchema,\n  ModelRequestBuilder,\n  compatOaiModelRef,\n} from '../model';\n\n/** DeepSeek Custom configuration schema. */\nexport const DeepSeekChatCompletionConfigSchema =\n  ChatCompletionCommonConfigSchema.extend({\n    maxTokens: z.number().int().min(1).max(8192).optional(),\n  });\n\nexport const deepSeekRequestBuilder: ModelRequestBuilder = (req, params) => {\n  const { maxTokens } = req.config;\n  // DeepSeek still uses max_tokens\n  params.max_tokens = maxTokens;\n};\n\n/** DeepSeek ModelRef helper, with DeepSeek specific config. */\nexport function deepSeekModelRef(params: {\n  name: string;\n  info?: ModelInfo;\n  config?: any;\n}): ModelReference<typeof DeepSeekChatCompletionConfigSchema> {\n  return compatOaiModelRef({\n    ...params,\n    configSchema: DeepSeekChatCompletionConfigSchema,\n    info: params.info ?? {\n      supports: {\n        multiturn: true,\n        tools: true,\n        media: false,\n        systemRole: true,\n        output: ['text', 'json'],\n      },\n    },\n    namespace: 'deepseek',\n  });\n}\n\nexport const SUPPORTED_DEEPSEEK_MODELS = {\n  'deepseek-reasoner': deepSeekModelRef({ name: 'deepseek-reasoner' }),\n  'deepseek-chat': deepSeekModelRef({ name: 'deepseek-chat' }),\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgBA,oBAAkB;AAElB,IAAAA,gBAIO;AAGA,MAAM,qCACX,+CAAiC,OAAO;AAAA,EACtC,WAAW,gBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,SAAS;AACxD,CAAC;AAEI,MAAM,yBAA8C,CAAC,KAAK,WAAW;AAC1E,QAAM,EAAE,UAAU,IAAI,IAAI;AAE1B,SAAO,aAAa;AACtB;AAGO,SAAS,iBAAiB,QAI6B;AAC5D,aAAO,iCAAkB;AAAA,IACvB,GAAG;AAAA,IACH,cAAc;AAAA,IACd,MAAM,OAAO,QAAQ;AAAA,MACnB,UAAU;AAAA,QACR,WAAW;AAAA,QACX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,YAAY;AAAA,QACZ,QAAQ,CAAC,QAAQ,MAAM;AAAA,MACzB;AAAA,IACF;AAAA,IACA,WAAW;AAAA,EACb,CAAC;AACH;AAEO,MAAM,4BAA4B;AAAA,EACvC,qBAAqB,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAAA,EACnE,iBAAiB,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC7D;","names":["import_model"]}
+{"version":3,"sources":["../../src/deepseek/deepseek.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { z } from 'genkit';\nimport { ModelInfo, ModelReference } from 'genkit/model';\nimport {\n  ChatCompletionCommonConfigSchema,\n  ModelRequestBuilder,\n  compatOaiModelRef,\n} from '../model.js';\n\n/** DeepSeek Custom configuration schema. */\nexport const DeepSeekChatCompletionConfigSchema =\n  ChatCompletionCommonConfigSchema.extend({\n    maxTokens: z.number().int().min(1).max(8192).optional(),\n  });\n\nexport const deepSeekRequestBuilder: ModelRequestBuilder = (req, params) => {\n  const { maxTokens } = req.config;\n  // DeepSeek still uses max_tokens\n  params.max_tokens = maxTokens;\n};\n\n/** DeepSeek ModelRef helper, with DeepSeek specific config. */\nexport function deepSeekModelRef(params: {\n  name: string;\n  info?: ModelInfo;\n  config?: any;\n}): ModelReference<typeof DeepSeekChatCompletionConfigSchema> {\n  return compatOaiModelRef({\n    ...params,\n    configSchema: DeepSeekChatCompletionConfigSchema,\n    info: params.info ?? {\n      supports: {\n        multiturn: true,\n        tools: true,\n        media: false,\n        systemRole: true,\n        output: ['text', 'json'],\n      },\n    },\n    namespace: 'deepseek',\n  });\n}\n\nexport const SUPPORTED_DEEPSEEK_MODELS = {\n  'deepseek-reasoner': deepSeekModelRef({ name: 'deepseek-reasoner' }),\n  'deepseek-chat': deepSeekModelRef({ name: 'deepseek-chat' }),\n};\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgBA,oBAAkB;AAElB,IAAAA,gBAIO;AAGA,MAAM,qCACX,+CAAiC,OAAO;AAAA,EACtC,WAAW,gBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,SAAS;AACxD,CAAC;AAEI,MAAM,yBAA8C,CAAC,KAAK,WAAW;AAC1E,QAAM,EAAE,UAAU,IAAI,IAAI;AAE1B,SAAO,aAAa;AACtB;AAGO,SAAS,iBAAiB,QAI6B;AAC5D,aAAO,iCAAkB;AAAA,IACvB,GAAG;AAAA,IACH,cAAc;AAAA,IACd,MAAM,OAAO,QAAQ;AAAA,MACnB,UAAU;AAAA,QACR,WAAW;AAAA,QACX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,YAAY;AAAA,QACZ,QAAQ,CAAC,QAAQ,MAAM;AAAA,MACzB;AAAA,IACF;AAAA,IACA,WAAW;AAAA,EACb,CAAC;AACH;AAEO,MAAM,4BAA4B;AAAA,EACvC,qBAAqB,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAAA,EACnE,iBAAiB,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC7D;","names":["import_model"]}

package/lib/deepseek/deepseek.mjs

@@ -2,7 +2,7 @@ import { z } from "genkit";
 import {
   ChatCompletionCommonConfigSchema,
   compatOaiModelRef
-} from "../model";
+} from "../model.mjs";
 const DeepSeekChatCompletionConfigSchema = ChatCompletionCommonConfigSchema.extend({
   maxTokens: z.number().int().min(1).max(8192).optional()
 });

package/lib/deepseek/deepseek.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/deepseek/deepseek.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { z } from 'genkit';\nimport { ModelInfo, ModelReference } from 'genkit/model';\nimport {\n  ChatCompletionCommonConfigSchema,\n  ModelRequestBuilder,\n  compatOaiModelRef,\n} from '../model';\n\n/** DeepSeek Custom configuration schema. */\nexport const DeepSeekChatCompletionConfigSchema =\n  ChatCompletionCommonConfigSchema.extend({\n    maxTokens: z.number().int().min(1).max(8192).optional(),\n  });\n\nexport const deepSeekRequestBuilder: ModelRequestBuilder = (req, params) => {\n  const { maxTokens } = req.config;\n  // DeepSeek still uses max_tokens\n  params.max_tokens = maxTokens;\n};\n\n/** DeepSeek ModelRef helper, with DeepSeek specific config. */\nexport function deepSeekModelRef(params: {\n  name: string;\n  info?: ModelInfo;\n  config?: any;\n}): ModelReference<typeof DeepSeekChatCompletionConfigSchema> {\n  return compatOaiModelRef({\n    ...params,\n    configSchema: DeepSeekChatCompletionConfigSchema,\n    info: params.info ?? {\n      supports: {\n        multiturn: true,\n        tools: true,\n        media: false,\n        systemRole: true,\n        output: ['text', 'json'],\n      },\n    },\n    namespace: 'deepseek',\n  });\n}\n\nexport const SUPPORTED_DEEPSEEK_MODELS = {\n  'deepseek-reasoner': deepSeekModelRef({ name: 'deepseek-reasoner' }),\n  'deepseek-chat': deepSeekModelRef({ name: 'deepseek-chat' }),\n};\n"],"mappings":"AAgBA,SAAS,SAAS;AAElB;AAAA,EACE;AAAA,EAEA;AAAA,OACK;AAGA,MAAM,qCACX,iCAAiC,OAAO;AAAA,EACtC,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,SAAS;AACxD,CAAC;AAEI,MAAM,yBAA8C,CAAC,KAAK,WAAW;AAC1E,QAAM,EAAE,UAAU,IAAI,IAAI;AAE1B,SAAO,aAAa;AACtB;AAGO,SAAS,iBAAiB,QAI6B;AAC5D,SAAO,kBAAkB;AAAA,IACvB,GAAG;AAAA,IACH,cAAc;AAAA,IACd,MAAM,OAAO,QAAQ;AAAA,MACnB,UAAU;AAAA,QACR,WAAW;AAAA,QACX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,YAAY;AAAA,QACZ,QAAQ,CAAC,QAAQ,MAAM;AAAA,MACzB;AAAA,IACF;AAAA,IACA,WAAW;AAAA,EACb,CAAC;AACH;AAEO,MAAM,4BAA4B;AAAA,EACvC,qBAAqB,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAAA,EACnE,iBAAiB,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC7D;","names":[]}
+{"version":3,"sources":["../../src/deepseek/deepseek.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { z } from 'genkit';\nimport { ModelInfo, ModelReference } from 'genkit/model';\nimport {\n  ChatCompletionCommonConfigSchema,\n  ModelRequestBuilder,\n  compatOaiModelRef,\n} from '../model.mjs';\n\n/** DeepSeek Custom configuration schema. */\nexport const DeepSeekChatCompletionConfigSchema =\n  ChatCompletionCommonConfigSchema.extend({\n    maxTokens: z.number().int().min(1).max(8192).optional(),\n  });\n\nexport const deepSeekRequestBuilder: ModelRequestBuilder = (req, params) => {\n  const { maxTokens } = req.config;\n  // DeepSeek still uses max_tokens\n  params.max_tokens = maxTokens;\n};\n\n/** DeepSeek ModelRef helper, with DeepSeek specific config. */\nexport function deepSeekModelRef(params: {\n  name: string;\n  info?: ModelInfo;\n  config?: any;\n}): ModelReference<typeof DeepSeekChatCompletionConfigSchema> {\n  return compatOaiModelRef({\n    ...params,\n    configSchema: DeepSeekChatCompletionConfigSchema,\n    info: params.info ?? {\n      supports: {\n        multiturn: true,\n        tools: true,\n        media: false,\n        systemRole: true,\n        output: ['text', 'json'],\n      },\n    },\n    namespace: 'deepseek',\n  });\n}\n\nexport const SUPPORTED_DEEPSEEK_MODELS = {\n  'deepseek-reasoner': deepSeekModelRef({ name: 'deepseek-reasoner' }),\n  'deepseek-chat': deepSeekModelRef({ name: 'deepseek-chat' }),\n};\n"],"mappings":"AAgBA,SAAS,SAAS;AAElB;AAAA,EACE;AAAA,EAEA;AAAA,OACK;AAGA,MAAM,qCACX,iCAAiC,OAAO;AAAA,EACtC,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,EAAE,SAAS;AACxD,CAAC;AAEI,MAAM,yBAA8C,CAAC,KAAK,WAAW;AAC1E,QAAM,EAAE,UAAU,IAAI,IAAI;AAE1B,SAAO,aAAa;AACtB;AAGO,SAAS,iBAAiB,QAI6B;AAC5D,SAAO,kBAAkB;AAAA,IACvB,GAAG;AAAA,IACH,cAAc;AAAA,IACd,MAAM,OAAO,QAAQ;AAAA,MACnB,UAAU;AAAA,QACR,WAAW;AAAA,QACX,OAAO;AAAA,QACP,OAAO;AAAA,QACP,YAAY;AAAA,QACZ,QAAQ,CAAC,QAAQ,MAAM;AAAA,MACzB;AAAA,IACF;AAAA,IACA,WAAW;AAAA,EACb,CAAC;AACH;AAEO,MAAM,4BAA4B;AAAA,EACvC,qBAAqB,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAAA,EACnE,iBAAiB,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AAC7D;","names":[]}

package/lib/deepseek/index.d.mts

@@ -48,7 +48,7 @@ type DeepSeekPlugin = {
  *
  * Usage: To use the models, initialize the deepseek plugin inside
  * `configureGenkit` and pass the configuration options. If no API key is
- * provided in the options, the environment variable `OPENAI_API_KEY` must be
+ * provided in the options, the environment variable `DEEPSEEK_API_KEY` must be
  * set.
  *
  * Example:

package/lib/deepseek/index.d.ts

@@ -48,7 +48,7 @@ type DeepSeekPlugin = {
  *
  * Usage: To use the models, initialize the deepseek plugin inside
  * `configureGenkit` and pass the configuration options. If no API key is
- * provided in the options, the environment variable `OPENAI_API_KEY` must be
+ * provided in the options, the environment variable `DEEPSEEK_API_KEY` must be
  * set.
  *
  * Example:

package/lib/deepseek/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/deepseek/index.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ActionMetadata,\n  GenkitError,\n  modelActionMetadata,\n  ModelReference,\n  z,\n} from 'genkit';\nimport { logger } from 'genkit/logging';\nimport { type GenkitPluginV2 } from 'genkit/plugin';\nimport { ActionType } from 'genkit/registry';\nimport OpenAI from 'openai';\nimport { openAICompatible, PluginOptions } from '../index.js';\nimport { defineCompatOpenAIModel } from '../model.js';\nimport {\n  DeepSeekChatCompletionConfigSchema,\n  deepSeekModelRef,\n  deepSeekRequestBuilder,\n  SUPPORTED_DEEPSEEK_MODELS,\n} from './deepseek.js';\n\nexport type DeepSeekPluginOptions = Omit<PluginOptions, 'name' | 'baseURL'>;\n\nfunction createResolver(pluginOptions: PluginOptions) {\n  return async (client: OpenAI, actionType: ActionType, actionName: string) => {\n    if (actionType === 'model') {\n      const modelRef = deepSeekModelRef({\n        name: actionName,\n      });\n      return defineCompatOpenAIModel({\n        name: modelRef.name,\n        client,\n        pluginOptions,\n        modelRef,\n        requestBuilder: deepSeekRequestBuilder,\n      });\n    } else {\n      logger.warn('Only model actions are supported by the DeepSeek plugin');\n      return undefined;\n    }\n  };\n}\n\nconst listActions = async (client: OpenAI): Promise<ActionMetadata[]> => {\n  return await client.models.list().then((response) =>\n    response.data\n      .filter((model) => model.object === 'model')\n      .map((model: OpenAI.Model) => {\n        const modelRef =\n          SUPPORTED_DEEPSEEK_MODELS[model.id] ??\n          deepSeekModelRef({\n            name: model.id,\n          });\n        return modelActionMetadata({\n          name: modelRef.name,\n          info: modelRef.info,\n          configSchema: modelRef.configSchema,\n        });\n      })\n  );\n};\n\nexport function deepSeekPlugin(\n  options?: DeepSeekPluginOptions\n): GenkitPluginV2 {\n  const apiKey = options?.apiKey ?? process.env.DEEPSEEK_API_KEY;\n  if (!apiKey) {\n    throw new GenkitError({\n      status: 'FAILED_PRECONDITION',\n      message:\n        'Please pass in the API key or set the DEEPSEEK_API_KEY environment variable.',\n    });\n  }\n  const pluginOptions = { name: 'deepseek', ...options };\n  return openAICompatible({\n    name: 'deepseek',\n    baseURL: 'https://api.deepseek.com',\n    apiKey,\n    ...options,\n    initializer: async (client) => {\n      return Object.values(SUPPORTED_DEEPSEEK_MODELS).map((modelRef) =>\n        defineCompatOpenAIModel({\n          name: modelRef.name,\n          client,\n          pluginOptions,\n          modelRef,\n          requestBuilder: deepSeekRequestBuilder,\n        })\n      );\n    },\n    resolver: createResolver(pluginOptions),\n    listActions,\n  });\n}\n\nexport type DeepSeekPlugin = {\n  (params?: DeepSeekPluginOptions): GenkitPluginV2;\n  model(\n    name: keyof typeof SUPPORTED_DEEPSEEK_MODELS,\n    config?: z.infer<typeof DeepSeekChatCompletionConfigSchema>\n  ): ModelReference<typeof DeepSeekChatCompletionConfigSchema>;\n  model(name: string, config?: any): ModelReference<z.ZodTypeAny>;\n};\n\nconst model = ((name: string, config?: any): ModelReference<z.ZodTypeAny> => {\n  return deepSeekModelRef({\n    name,\n    config,\n  });\n}) as DeepSeekPlugin['model'];\n\n/**\n * This module provides an interface to the DeepSeek models through the Genkit\n * plugin system. It allows users to interact with various models by providing\n * an API key and optional configuration.\n *\n * The main export is the `deepseek` plugin, which can be configured with an API\n * key either directly or through environment variables. It initializes the\n * OpenAI client and makes available the models for use.\n *\n * Exports:\n * - deepSeek: The main plugin function to interact with DeepSeek, via OpenAI\n *   compatible API.\n *\n * Usage: To use the models, initialize the deepseek plugin inside\n * `configureGenkit` and pass the configuration options. If no API key is\n * provided in the options, the environment variable `OPENAI_API_KEY` must be\n * set.\n *\n * Example:\n * ```\n * import { deepSeek } from '@genkit-ai/compat-oai/deepseek';\n *\n * export default configureGenkit({\n *  plugins: [\n *    deepSeek()\n *    ... // other plugins\n *  ]\n * });\n * ```\n */\nexport const deepSeek: DeepSeekPlugin = Object.assign(deepSeekPlugin, {\n  model,\n});\n\nexport default deepSeek;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgBA,oBAMO;AACP,qBAAuB;AAIvB,eAAgD;AAChD,mBAAwC;AACxC,sBAKO;AAIP,SAAS,eAAe,eAA8B;AACpD,SAAO,OAAO,QAAgB,YAAwB,eAAuB;AAC3E,QAAI,eAAe,SAAS;AAC1B,YAAM,eAAW,kCAAiB;AAAA,QAChC,MAAM;AAAA,MACR,CAAC;AACD,iBAAO,sCAAwB;AAAA,QAC7B,MAAM,SAAS;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB;AAAA,MAClB,CAAC;AAAA,IACH,OAAO;AACL,4BAAO,KAAK,yDAAyD;AACrE,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,MAAM,cAAc,OAAO,WAA8C;AACvE,SAAO,MAAM,OAAO,OAAO,KAAK,EAAE;AAAA,IAAK,CAAC,aACtC,SAAS,KACN,OAAO,CAACA,WAAUA,OAAM,WAAW,OAAO,EAC1C,IAAI,CAACA,WAAwB;AAC5B,YAAM,WACJ,0CAA0BA,OAAM,EAAE,SAClC,kCAAiB;AAAA,QACf,MAAMA,OAAM;AAAA,MACd,CAAC;AACH,iBAAO,mCAAoB;AAAA,QACzB,MAAM,SAAS;AAAA,QACf,MAAM,SAAS;AAAA,QACf,cAAc,SAAS;AAAA,MACzB,CAAC;AAAA,IACH,CAAC;AAAA,EACL;AACF;AAEO,SAAS,eACd,SACgB;AAChB,QAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,0BAAY;AAAA,MACpB,QAAQ;AAAA,MACR,SACE;AAAA,IACJ,CAAC;AAAA,EACH;AACA,QAAM,gBAAgB,EAAE,MAAM,YAAY,GAAG,QAAQ;AACrD,aAAO,2BAAiB;AAAA,IACtB,MAAM;AAAA,IACN,SAAS;AAAA,IACT;AAAA,IACA,GAAG;AAAA,IACH,aAAa,OAAO,WAAW;AAC7B,aAAO,OAAO,OAAO,yCAAyB,EAAE;AAAA,QAAI,CAAC,iBACnD,sCAAwB;AAAA,UACtB,MAAM,SAAS;AAAA,UACf;AAAA,UACA;AAAA,UACA;AAAA,UACA,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,IACA,UAAU,eAAe,aAAa;AAAA,IACtC;AAAA,EACF,CAAC;AACH;AAWA,MAAM,SAAS,CAAC,MAAc,WAA+C;AAC3E,aAAO,kCAAiB;AAAA,IACtB;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAgCO,MAAM,WAA2B,OAAO,OAAO,gBAAgB;AAAA,EACpE;AACF,CAAC;AAED,IAAO,mBAAQ;","names":["model"]}
+{"version":3,"sources":["../../src/deepseek/index.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ActionMetadata,\n  GenkitError,\n  modelActionMetadata,\n  ModelReference,\n  z,\n} from 'genkit';\nimport { logger } from 'genkit/logging';\nimport { type GenkitPluginV2 } from 'genkit/plugin';\nimport { ActionType } from 'genkit/registry';\nimport OpenAI from 'openai';\nimport { openAICompatible, PluginOptions } from '../index.js';\nimport { defineCompatOpenAIModel } from '../model.js';\nimport {\n  DeepSeekChatCompletionConfigSchema,\n  deepSeekModelRef,\n  deepSeekRequestBuilder,\n  SUPPORTED_DEEPSEEK_MODELS,\n} from './deepseek.js';\n\nexport type DeepSeekPluginOptions = Omit<PluginOptions, 'name' | 'baseURL'>;\n\nfunction createResolver(pluginOptions: PluginOptions) {\n  return async (client: OpenAI, actionType: ActionType, actionName: string) => {\n    if (actionType === 'model') {\n      const modelRef = deepSeekModelRef({\n        name: actionName,\n      });\n      return defineCompatOpenAIModel({\n        name: modelRef.name,\n        client,\n        pluginOptions,\n        modelRef,\n        requestBuilder: deepSeekRequestBuilder,\n      });\n    } else {\n      logger.warn('Only model actions are supported by the DeepSeek plugin');\n      return undefined;\n    }\n  };\n}\n\nconst listActions = async (client: OpenAI): Promise<ActionMetadata[]> => {\n  return await client.models.list().then((response) =>\n    response.data\n      .filter((model) => model.object === 'model')\n      .map((model: OpenAI.Model) => {\n        const modelRef =\n          SUPPORTED_DEEPSEEK_MODELS[model.id] ??\n          deepSeekModelRef({\n            name: model.id,\n          });\n        return modelActionMetadata({\n          name: modelRef.name,\n          info: modelRef.info,\n          configSchema: modelRef.configSchema,\n        });\n      })\n  );\n};\n\nexport function deepSeekPlugin(\n  options?: DeepSeekPluginOptions\n): GenkitPluginV2 {\n  const apiKey = options?.apiKey ?? process.env.DEEPSEEK_API_KEY;\n  if (!apiKey) {\n    throw new GenkitError({\n      status: 'FAILED_PRECONDITION',\n      message:\n        'Please pass in the API key or set the DEEPSEEK_API_KEY environment variable.',\n    });\n  }\n  const pluginOptions = { name: 'deepseek', ...options };\n  return openAICompatible({\n    name: 'deepseek',\n    baseURL: 'https://api.deepseek.com',\n    apiKey,\n    ...options,\n    initializer: async (client) => {\n      return Object.values(SUPPORTED_DEEPSEEK_MODELS).map((modelRef) =>\n        defineCompatOpenAIModel({\n          name: modelRef.name,\n          client,\n          pluginOptions,\n          modelRef,\n          requestBuilder: deepSeekRequestBuilder,\n        })\n      );\n    },\n    resolver: createResolver(pluginOptions),\n    listActions,\n  });\n}\n\nexport type DeepSeekPlugin = {\n  (params?: DeepSeekPluginOptions): GenkitPluginV2;\n  model(\n    name: keyof typeof SUPPORTED_DEEPSEEK_MODELS,\n    config?: z.infer<typeof DeepSeekChatCompletionConfigSchema>\n  ): ModelReference<typeof DeepSeekChatCompletionConfigSchema>;\n  model(name: string, config?: any): ModelReference<z.ZodTypeAny>;\n};\n\nconst model = ((name: string, config?: any): ModelReference<z.ZodTypeAny> => {\n  return deepSeekModelRef({\n    name,\n    config,\n  });\n}) as DeepSeekPlugin['model'];\n\n/**\n * This module provides an interface to the DeepSeek models through the Genkit\n * plugin system. It allows users to interact with various models by providing\n * an API key and optional configuration.\n *\n * The main export is the `deepseek` plugin, which can be configured with an API\n * key either directly or through environment variables. It initializes the\n * OpenAI client and makes available the models for use.\n *\n * Exports:\n * - deepSeek: The main plugin function to interact with DeepSeek, via OpenAI\n *   compatible API.\n *\n * Usage: To use the models, initialize the deepseek plugin inside\n * `configureGenkit` and pass the configuration options. If no API key is\n * provided in the options, the environment variable `DEEPSEEK_API_KEY` must be\n * set.\n *\n * Example:\n * ```\n * import { deepSeek } from '@genkit-ai/compat-oai/deepseek';\n *\n * export default configureGenkit({\n *  plugins: [\n *    deepSeek()\n *    ... // other plugins\n *  ]\n * });\n * ```\n */\nexport const deepSeek: DeepSeekPlugin = Object.assign(deepSeekPlugin, {\n  model,\n});\n\nexport default deepSeek;\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgBA,oBAMO;AACP,qBAAuB;AAIvB,eAAgD;AAChD,mBAAwC;AACxC,sBAKO;AAIP,SAAS,eAAe,eAA8B;AACpD,SAAO,OAAO,QAAgB,YAAwB,eAAuB;AAC3E,QAAI,eAAe,SAAS;AAC1B,YAAM,eAAW,kCAAiB;AAAA,QAChC,MAAM;AAAA,MACR,CAAC;AACD,iBAAO,sCAAwB;AAAA,QAC7B,MAAM,SAAS;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB;AAAA,MAClB,CAAC;AAAA,IACH,OAAO;AACL,4BAAO,KAAK,yDAAyD;AACrE,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,MAAM,cAAc,OAAO,WAA8C;AACvE,SAAO,MAAM,OAAO,OAAO,KAAK,EAAE;AAAA,IAAK,CAAC,aACtC,SAAS,KACN,OAAO,CAACA,WAAUA,OAAM,WAAW,OAAO,EAC1C,IAAI,CAACA,WAAwB;AAC5B,YAAM,WACJ,0CAA0BA,OAAM,EAAE,SAClC,kCAAiB;AAAA,QACf,MAAMA,OAAM;AAAA,MACd,CAAC;AACH,iBAAO,mCAAoB;AAAA,QACzB,MAAM,SAAS;AAAA,QACf,MAAM,SAAS;AAAA,QACf,cAAc,SAAS;AAAA,MACzB,CAAC;AAAA,IACH,CAAC;AAAA,EACL;AACF;AAEO,SAAS,eACd,SACgB;AAChB,QAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,0BAAY;AAAA,MACpB,QAAQ;AAAA,MACR,SACE;AAAA,IACJ,CAAC;AAAA,EACH;AACA,QAAM,gBAAgB,EAAE,MAAM,YAAY,GAAG,QAAQ;AACrD,aAAO,2BAAiB;AAAA,IACtB,MAAM;AAAA,IACN,SAAS;AAAA,IACT;AAAA,IACA,GAAG;AAAA,IACH,aAAa,OAAO,WAAW;AAC7B,aAAO,OAAO,OAAO,yCAAyB,EAAE;AAAA,QAAI,CAAC,iBACnD,sCAAwB;AAAA,UACtB,MAAM,SAAS;AAAA,UACf;AAAA,UACA;AAAA,UACA;AAAA,UACA,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,IACA,UAAU,eAAe,aAAa;AAAA,IACtC;AAAA,EACF,CAAC;AACH;AAWA,MAAM,SAAS,CAAC,MAAc,WAA+C;AAC3E,aAAO,kCAAiB;AAAA,IACtB;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAgCO,MAAM,WAA2B,OAAO,OAAO,gBAAgB;AAAA,EACpE;AACF,CAAC;AAED,IAAO,mBAAQ;","names":["model"]}

package/lib/deepseek/index.mjs

@@ -3,13 +3,13 @@ import {
   modelActionMetadata
 } from "genkit";
 import { logger } from "genkit/logging";
-import { openAICompatible } from "../index.js";
-import { defineCompatOpenAIModel } from "../model.js";
+import { openAICompatible } from "../index.mjs";
+import { defineCompatOpenAIModel } from "../model.mjs";
 import {
   deepSeekModelRef,
   deepSeekRequestBuilder,
   SUPPORTED_DEEPSEEK_MODELS
-} from "./deepseek.js";
+} from "./deepseek.mjs";
 function createResolver(pluginOptions) {
   return async (client, actionType, actionName) => {
     if (actionType === "model") {

package/lib/deepseek/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/deepseek/index.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ActionMetadata,\n  GenkitError,\n  modelActionMetadata,\n  ModelReference,\n  z,\n} from 'genkit';\nimport { logger } from 'genkit/logging';\nimport { type GenkitPluginV2 } from 'genkit/plugin';\nimport { ActionType } from 'genkit/registry';\nimport OpenAI from 'openai';\nimport { openAICompatible, PluginOptions } from '../index.js';\nimport { defineCompatOpenAIModel } from '../model.js';\nimport {\n  DeepSeekChatCompletionConfigSchema,\n  deepSeekModelRef,\n  deepSeekRequestBuilder,\n  SUPPORTED_DEEPSEEK_MODELS,\n} from './deepseek.js';\n\nexport type DeepSeekPluginOptions = Omit<PluginOptions, 'name' | 'baseURL'>;\n\nfunction createResolver(pluginOptions: PluginOptions) {\n  return async (client: OpenAI, actionType: ActionType, actionName: string) => {\n    if (actionType === 'model') {\n      const modelRef = deepSeekModelRef({\n        name: actionName,\n      });\n      return defineCompatOpenAIModel({\n        name: modelRef.name,\n        client,\n        pluginOptions,\n        modelRef,\n        requestBuilder: deepSeekRequestBuilder,\n      });\n    } else {\n      logger.warn('Only model actions are supported by the DeepSeek plugin');\n      return undefined;\n    }\n  };\n}\n\nconst listActions = async (client: OpenAI): Promise<ActionMetadata[]> => {\n  return await client.models.list().then((response) =>\n    response.data\n      .filter((model) => model.object === 'model')\n      .map((model: OpenAI.Model) => {\n        const modelRef =\n          SUPPORTED_DEEPSEEK_MODELS[model.id] ??\n          deepSeekModelRef({\n            name: model.id,\n          });\n        return modelActionMetadata({\n          name: modelRef.name,\n          info: modelRef.info,\n          configSchema: modelRef.configSchema,\n        });\n      })\n  );\n};\n\nexport function deepSeekPlugin(\n  options?: DeepSeekPluginOptions\n): GenkitPluginV2 {\n  const apiKey = options?.apiKey ?? process.env.DEEPSEEK_API_KEY;\n  if (!apiKey) {\n    throw new GenkitError({\n      status: 'FAILED_PRECONDITION',\n      message:\n        'Please pass in the API key or set the DEEPSEEK_API_KEY environment variable.',\n    });\n  }\n  const pluginOptions = { name: 'deepseek', ...options };\n  return openAICompatible({\n    name: 'deepseek',\n    baseURL: 'https://api.deepseek.com',\n    apiKey,\n    ...options,\n    initializer: async (client) => {\n      return Object.values(SUPPORTED_DEEPSEEK_MODELS).map((modelRef) =>\n        defineCompatOpenAIModel({\n          name: modelRef.name,\n          client,\n          pluginOptions,\n          modelRef,\n          requestBuilder: deepSeekRequestBuilder,\n        })\n      );\n    },\n    resolver: createResolver(pluginOptions),\n    listActions,\n  });\n}\n\nexport type DeepSeekPlugin = {\n  (params?: DeepSeekPluginOptions): GenkitPluginV2;\n  model(\n    name: keyof typeof SUPPORTED_DEEPSEEK_MODELS,\n    config?: z.infer<typeof DeepSeekChatCompletionConfigSchema>\n  ): ModelReference<typeof DeepSeekChatCompletionConfigSchema>;\n  model(name: string, config?: any): ModelReference<z.ZodTypeAny>;\n};\n\nconst model = ((name: string, config?: any): ModelReference<z.ZodTypeAny> => {\n  return deepSeekModelRef({\n    name,\n    config,\n  });\n}) as DeepSeekPlugin['model'];\n\n/**\n * This module provides an interface to the DeepSeek models through the Genkit\n * plugin system. It allows users to interact with various models by providing\n * an API key and optional configuration.\n *\n * The main export is the `deepseek` plugin, which can be configured with an API\n * key either directly or through environment variables. It initializes the\n * OpenAI client and makes available the models for use.\n *\n * Exports:\n * - deepSeek: The main plugin function to interact with DeepSeek, via OpenAI\n *   compatible API.\n *\n * Usage: To use the models, initialize the deepseek plugin inside\n * `configureGenkit` and pass the configuration options. If no API key is\n * provided in the options, the environment variable `OPENAI_API_KEY` must be\n * set.\n *\n * Example:\n * ```\n * import { deepSeek } from '@genkit-ai/compat-oai/deepseek';\n *\n * export default configureGenkit({\n *  plugins: [\n *    deepSeek()\n *    ... // other plugins\n *  ]\n * });\n * ```\n */\nexport const deepSeek: DeepSeekPlugin = Object.assign(deepSeekPlugin, {\n  model,\n});\n\nexport default deepSeek;\n"],"mappings":"AAgBA;AAAA,EAEE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,cAAc;AAIvB,SAAS,wBAAuC;AAChD,SAAS,+BAA+B;AACxC;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAIP,SAAS,eAAe,eAA8B;AACpD,SAAO,OAAO,QAAgB,YAAwB,eAAuB;AAC3E,QAAI,eAAe,SAAS;AAC1B,YAAM,WAAW,iBAAiB;AAAA,QAChC,MAAM;AAAA,MACR,CAAC;AACD,aAAO,wBAAwB;AAAA,QAC7B,MAAM,SAAS;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB;AAAA,MAClB,CAAC;AAAA,IACH,OAAO;AACL,aAAO,KAAK,yDAAyD;AACrE,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,MAAM,cAAc,OAAO,WAA8C;AACvE,SAAO,MAAM,OAAO,OAAO,KAAK,EAAE;AAAA,IAAK,CAAC,aACtC,SAAS,KACN,OAAO,CAACA,WAAUA,OAAM,WAAW,OAAO,EAC1C,IAAI,CAACA,WAAwB;AAC5B,YAAM,WACJ,0BAA0BA,OAAM,EAAE,KAClC,iBAAiB;AAAA,QACf,MAAMA,OAAM;AAAA,MACd,CAAC;AACH,aAAO,oBAAoB;AAAA,QACzB,MAAM,SAAS;AAAA,QACf,MAAM,SAAS;AAAA,QACf,cAAc,SAAS;AAAA,MACzB,CAAC;AAAA,IACH,CAAC;AAAA,EACL;AACF;AAEO,SAAS,eACd,SACgB;AAChB,QAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,YAAY;AAAA,MACpB,QAAQ;AAAA,MACR,SACE;AAAA,IACJ,CAAC;AAAA,EACH;AACA,QAAM,gBAAgB,EAAE,MAAM,YAAY,GAAG,QAAQ;AACrD,SAAO,iBAAiB;AAAA,IACtB,MAAM;AAAA,IACN,SAAS;AAAA,IACT;AAAA,IACA,GAAG;AAAA,IACH,aAAa,OAAO,WAAW;AAC7B,aAAO,OAAO,OAAO,yBAAyB,EAAE;AAAA,QAAI,CAAC,aACnD,wBAAwB;AAAA,UACtB,MAAM,SAAS;AAAA,UACf;AAAA,UACA;AAAA,UACA;AAAA,UACA,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,IACA,UAAU,eAAe,aAAa;AAAA,IACtC;AAAA,EACF,CAAC;AACH;AAWA,MAAM,SAAS,CAAC,MAAc,WAA+C;AAC3E,SAAO,iBAAiB;AAAA,IACtB;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAgCO,MAAM,WAA2B,OAAO,OAAO,gBAAgB;AAAA,EACpE;AACF,CAAC;AAED,IAAO,mBAAQ;","names":["model"]}
+{"version":3,"sources":["../../src/deepseek/index.ts"],"sourcesContent":["/**\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ActionMetadata,\n  GenkitError,\n  modelActionMetadata,\n  ModelReference,\n  z,\n} from 'genkit';\nimport { logger } from 'genkit/logging';\nimport { type GenkitPluginV2 } from 'genkit/plugin';\nimport { ActionType } from 'genkit/registry';\nimport OpenAI from 'openai';\nimport { openAICompatible, PluginOptions } from '../index.mjs';\nimport { defineCompatOpenAIModel } from '../model.mjs';\nimport {\n  DeepSeekChatCompletionConfigSchema,\n  deepSeekModelRef,\n  deepSeekRequestBuilder,\n  SUPPORTED_DEEPSEEK_MODELS,\n} from './deepseek.mjs';\n\nexport type DeepSeekPluginOptions = Omit<PluginOptions, 'name' | 'baseURL'>;\n\nfunction createResolver(pluginOptions: PluginOptions) {\n  return async (client: OpenAI, actionType: ActionType, actionName: string) => {\n    if (actionType === 'model') {\n      const modelRef = deepSeekModelRef({\n        name: actionName,\n      });\n      return defineCompatOpenAIModel({\n        name: modelRef.name,\n        client,\n        pluginOptions,\n        modelRef,\n        requestBuilder: deepSeekRequestBuilder,\n      });\n    } else {\n      logger.warn('Only model actions are supported by the DeepSeek plugin');\n      return undefined;\n    }\n  };\n}\n\nconst listActions = async (client: OpenAI): Promise<ActionMetadata[]> => {\n  return await client.models.list().then((response) =>\n    response.data\n      .filter((model) => model.object === 'model')\n      .map((model: OpenAI.Model) => {\n        const modelRef =\n          SUPPORTED_DEEPSEEK_MODELS[model.id] ??\n          deepSeekModelRef({\n            name: model.id,\n          });\n        return modelActionMetadata({\n          name: modelRef.name,\n          info: modelRef.info,\n          configSchema: modelRef.configSchema,\n        });\n      })\n  );\n};\n\nexport function deepSeekPlugin(\n  options?: DeepSeekPluginOptions\n): GenkitPluginV2 {\n  const apiKey = options?.apiKey ?? process.env.DEEPSEEK_API_KEY;\n  if (!apiKey) {\n    throw new GenkitError({\n      status: 'FAILED_PRECONDITION',\n      message:\n        'Please pass in the API key or set the DEEPSEEK_API_KEY environment variable.',\n    });\n  }\n  const pluginOptions = { name: 'deepseek', ...options };\n  return openAICompatible({\n    name: 'deepseek',\n    baseURL: 'https://api.deepseek.com',\n    apiKey,\n    ...options,\n    initializer: async (client) => {\n      return Object.values(SUPPORTED_DEEPSEEK_MODELS).map((modelRef) =>\n        defineCompatOpenAIModel({\n          name: modelRef.name,\n          client,\n          pluginOptions,\n          modelRef,\n          requestBuilder: deepSeekRequestBuilder,\n        })\n      );\n    },\n    resolver: createResolver(pluginOptions),\n    listActions,\n  });\n}\n\nexport type DeepSeekPlugin = {\n  (params?: DeepSeekPluginOptions): GenkitPluginV2;\n  model(\n    name: keyof typeof SUPPORTED_DEEPSEEK_MODELS,\n    config?: z.infer<typeof DeepSeekChatCompletionConfigSchema>\n  ): ModelReference<typeof DeepSeekChatCompletionConfigSchema>;\n  model(name: string, config?: any): ModelReference<z.ZodTypeAny>;\n};\n\nconst model = ((name: string, config?: any): ModelReference<z.ZodTypeAny> => {\n  return deepSeekModelRef({\n    name,\n    config,\n  });\n}) as DeepSeekPlugin['model'];\n\n/**\n * This module provides an interface to the DeepSeek models through the Genkit\n * plugin system. It allows users to interact with various models by providing\n * an API key and optional configuration.\n *\n * The main export is the `deepseek` plugin, which can be configured with an API\n * key either directly or through environment variables. It initializes the\n * OpenAI client and makes available the models for use.\n *\n * Exports:\n * - deepSeek: The main plugin function to interact with DeepSeek, via OpenAI\n *   compatible API.\n *\n * Usage: To use the models, initialize the deepseek plugin inside\n * `configureGenkit` and pass the configuration options. If no API key is\n * provided in the options, the environment variable `DEEPSEEK_API_KEY` must be\n * set.\n *\n * Example:\n * ```\n * import { deepSeek } from '@genkit-ai/compat-oai/deepseek';\n *\n * export default configureGenkit({\n *  plugins: [\n *    deepSeek()\n *    ... // other plugins\n *  ]\n * });\n * ```\n */\nexport const deepSeek: DeepSeekPlugin = Object.assign(deepSeekPlugin, {\n  model,\n});\n\nexport default deepSeek;\n"],"mappings":"AAgBA;AAAA,EAEE;AAAA,EACA;AAAA,OAGK;AACP,SAAS,cAAc;AAIvB,SAAS,wBAAuC;AAChD,SAAS,+BAA+B;AACxC;AAAA,EAEE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAIP,SAAS,eAAe,eAA8B;AACpD,SAAO,OAAO,QAAgB,YAAwB,eAAuB;AAC3E,QAAI,eAAe,SAAS;AAC1B,YAAM,WAAW,iBAAiB;AAAA,QAChC,MAAM;AAAA,MACR,CAAC;AACD,aAAO,wBAAwB;AAAA,QAC7B,MAAM,SAAS;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB;AAAA,MAClB,CAAC;AAAA,IACH,OAAO;AACL,aAAO,KAAK,yDAAyD;AACrE,aAAO;AAAA,IACT;AAAA,EACF;AACF;AAEA,MAAM,cAAc,OAAO,WAA8C;AACvE,SAAO,MAAM,OAAO,OAAO,KAAK,EAAE;AAAA,IAAK,CAAC,aACtC,SAAS,KACN,OAAO,CAACA,WAAUA,OAAM,WAAW,OAAO,EAC1C,IAAI,CAACA,WAAwB;AAC5B,YAAM,WACJ,0BAA0BA,OAAM,EAAE,KAClC,iBAAiB;AAAA,QACf,MAAMA,OAAM;AAAA,MACd,CAAC;AACH,aAAO,oBAAoB;AAAA,QACzB,MAAM,SAAS;AAAA,QACf,MAAM,SAAS;AAAA,QACf,cAAc,SAAS;AAAA,MACzB,CAAC;AAAA,IACH,CAAC;AAAA,EACL;AACF;AAEO,SAAS,eACd,SACgB;AAChB,QAAM,SAAS,SAAS,UAAU,QAAQ,IAAI;AAC9C,MAAI,CAAC,QAAQ;AACX,UAAM,IAAI,YAAY;AAAA,MACpB,QAAQ;AAAA,MACR,SACE;AAAA,IACJ,CAAC;AAAA,EACH;AACA,QAAM,gBAAgB,EAAE,MAAM,YAAY,GAAG,QAAQ;AACrD,SAAO,iBAAiB;AAAA,IACtB,MAAM;AAAA,IACN,SAAS;AAAA,IACT;AAAA,IACA,GAAG;AAAA,IACH,aAAa,OAAO,WAAW;AAC7B,aAAO,OAAO,OAAO,yBAAyB,EAAE;AAAA,QAAI,CAAC,aACnD,wBAAwB;AAAA,UACtB,MAAM,SAAS;AAAA,UACf;AAAA,UACA;AAAA,UACA;AAAA,UACA,gBAAgB;AAAA,QAClB,CAAC;AAAA,MACH;AAAA,IACF;AAAA,IACA,UAAU,eAAe,aAAa;AAAA,IACtC;AAAA,EACF,CAAC;AACH;AAWA,MAAM,SAAS,CAAC,MAAc,WAA+C;AAC3E,SAAO,iBAAiB;AAAA,IACtB;AAAA,IACA;AAAA,EACF,CAAC;AACH;AAgCO,MAAM,WAA2B,OAAO,OAAO,gBAAgB;AAAA,EACpE;AACF,CAAC;AAED,IAAO,mBAAQ;","names":["model"]}

package/lib/embedder.mjs

@@ -1,5 +1,5 @@
 import { embedder } from "genkit/plugin";
-import { maybeCreateRequestScopedOpenAIClient, toModelName } from "./utils.js";
+import { maybeCreateRequestScopedOpenAIClient, toModelName } from "./utils.mjs";
 function defineCompatOpenAIEmbedder(params) {
   const { name, client: defaultClient, pluginOptions, embedderRef } = params;
   const modelName = toModelName(name, pluginOptions?.name);

package/lib/embedder.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/embedder.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n// import { defineEmbedder, embedderRef } from '@genkit-ai/ai/embedder';\n\nimport type { EmbedderAction, EmbedderReference } from 'genkit';\nimport { embedder } from 'genkit/plugin';\nimport OpenAI from 'openai';\nimport { PluginOptions } from './index.js';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.js';\n\n/**\n * Method to define a new Genkit Embedder that is compatibale with the Open AI\n * Embeddings API. \n *\n * @param params An object containing parameters for defining the OpenAI embedder.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the embedder.\n * @param params.client The OpenAI client instance.\n * @param params.embedderRef Optional reference to the embedder's configuration and\n * custom options.\n\n * @returns the created {@link EmbedderAction}\n */\nexport function defineCompatOpenAIEmbedder(params: {\n  name: string;\n  client: OpenAI;\n  pluginOptions?: PluginOptions;\n  embedderRef?: EmbedderReference;\n}): EmbedderAction {\n  const { name, client: defaultClient, pluginOptions, embedderRef } = params;\n\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    embedderRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return embedder(\n    {\n      name: actionName,\n      configSchema: embedderRef?.configSchema,\n      ...embedderRef?.info,\n    },\n    async (req) => {\n      const { encodingFormat: encoding_format, ...restOfConfig } = req.options;\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        req,\n        defaultClient\n      );\n      const embeddings = await client.embeddings.create({\n        model: modelName,\n        input: req.input.map((d) => d.text),\n        encoding_format,\n        ...restOfConfig,\n      });\n      return {\n        embeddings: embeddings.data.map((d) => ({ embedding: d.embedding })),\n      };\n    }\n  );\n}\n"],"mappings":"AAoBA,SAAS,gBAAgB;AAGzB,SAAS,sCAAsC,mBAAmB;AAe3D,SAAS,2BAA2B,QAKxB;AACjB,QAAM,EAAE,MAAM,QAAQ,eAAe,eAAe,YAAY,IAAI;AAEpE,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJ,aAAa,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAE1E,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,cAAc,aAAa;AAAA,MAC3B,GAAG,aAAa;AAAA,IAClB;AAAA,IACA,OAAO,QAAQ;AACb,YAAM,EAAE,gBAAgB,iBAAiB,GAAG,aAAa,IAAI,IAAI;AACjE,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,aAAa,MAAM,OAAO,WAAW,OAAO;AAAA,QAChD,OAAO;AAAA,QACP,OAAO,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,QAClC;AAAA,QACA,GAAG;AAAA,MACL,CAAC;AACD,aAAO;AAAA,QACL,YAAY,WAAW,KAAK,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE;AAAA,MACrE;AAAA,IACF;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../src/embedder.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n// import { defineEmbedder, embedderRef } from '@genkit-ai/ai/embedder';\n\nimport type { EmbedderAction, EmbedderReference } from 'genkit';\nimport { embedder } from 'genkit/plugin';\nimport OpenAI from 'openai';\nimport { PluginOptions } from './index.mjs';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.mjs';\n\n/**\n * Method to define a new Genkit Embedder that is compatibale with the Open AI\n * Embeddings API. \n *\n * @param params An object containing parameters for defining the OpenAI embedder.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the embedder.\n * @param params.client The OpenAI client instance.\n * @param params.embedderRef Optional reference to the embedder's configuration and\n * custom options.\n\n * @returns the created {@link EmbedderAction}\n */\nexport function defineCompatOpenAIEmbedder(params: {\n  name: string;\n  client: OpenAI;\n  pluginOptions?: PluginOptions;\n  embedderRef?: EmbedderReference;\n}): EmbedderAction {\n  const { name, client: defaultClient, pluginOptions, embedderRef } = params;\n\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    embedderRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return embedder(\n    {\n      name: actionName,\n      configSchema: embedderRef?.configSchema,\n      ...embedderRef?.info,\n    },\n    async (req) => {\n      const { encodingFormat: encoding_format, ...restOfConfig } = req.options;\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        req,\n        defaultClient\n      );\n      const embeddings = await client.embeddings.create({\n        model: modelName,\n        input: req.input.map((d) => d.text),\n        encoding_format,\n        ...restOfConfig,\n      });\n      return {\n        embeddings: embeddings.data.map((d) => ({ embedding: d.embedding })),\n      };\n    }\n  );\n}\n"],"mappings":"AAoBA,SAAS,gBAAgB;AAGzB,SAAS,sCAAsC,mBAAmB;AAe3D,SAAS,2BAA2B,QAKxB;AACjB,QAAM,EAAE,MAAM,QAAQ,eAAe,eAAe,YAAY,IAAI;AAEpE,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJ,aAAa,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAE1E,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,cAAc,aAAa;AAAA,MAC3B,GAAG,aAAa;AAAA,IAClB;AAAA,IACA,OAAO,QAAQ;AACb,YAAM,EAAE,gBAAgB,iBAAiB,GAAG,aAAa,IAAI,IAAI;AACjE,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,aAAa,MAAM,OAAO,WAAW,OAAO;AAAA,QAChD,OAAO;AAAA,QACP,OAAO,IAAI,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI;AAAA,QAClC;AAAA,QACA,GAAG;AAAA,MACL,CAAC;AACD,aAAO;AAAA,QACL,YAAY,WAAW,KAAK,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE;AAAA,MACrE;AAAA,IACF;AAAA,EACF;AACF;","names":[]}

package/lib/image.mjs

@@ -1,6 +1,6 @@
 import { Message, modelRef, z } from "genkit";
 import { model } from "genkit/plugin";
-import { maybeCreateRequestScopedOpenAIClient, toModelName } from "./utils.js";
+import { maybeCreateRequestScopedOpenAIClient, toModelName } from "./utils.mjs";
 const IMAGE_GENERATION_MODEL_INFO = {
   supports: {
     media: false,

package/lib/image.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/image.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport type {\n  GenerateRequest,\n  GenerateResponseData,\n  ModelReference,\n} from 'genkit';\nimport { Message, modelRef, z } from 'genkit';\nimport { ModelAction, ModelInfo } from 'genkit/model';\nimport { model } from 'genkit/plugin';\nimport OpenAI from 'openai';\nimport type {\n  ImageGenerateParams,\n  ImagesResponse,\n} from 'openai/resources/images.mjs';\nimport { PluginOptions } from './index.js';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.js';\n\nexport type ImageRequestBuilder = (\n  req: GenerateRequest,\n  params: ImageGenerateParams\n) => void;\n\nexport const IMAGE_GENERATION_MODEL_INFO: ModelInfo = {\n  supports: {\n    media: false,\n    output: ['media'],\n    multiturn: false,\n    systemRole: false,\n    tools: false,\n  },\n};\n\nexport const ImageGenerationCommonConfigSchema = z.object({\n  size: z.enum(['1024x1024', '1792x1024', '1024x1792']).optional(),\n  style: z.enum(['vivid', 'natural']).optional(),\n  user: z.string().optional(),\n  n: z.number().int().min(1).max(10).default(1),\n  quality: z.enum(['standard', 'hd']).optional(),\n  response_format: z.enum(['b64_json', 'url']).default('b64_json').optional(),\n});\n\nfunction toImageGenerateParams(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: ImageRequestBuilder\n): ImageGenerateParams {\n  const {\n    temperature,\n    version: modelVersion,\n    maxOutputTokens,\n    stopSequences,\n    topK,\n    topP,\n    response_format,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  let options: ImageGenerateParams = {\n    model: modelVersion ?? modelName,\n    prompt: new Message(request.messages[0]).text,\n    response_format: response_format || 'b64_json',\n  };\n  if (requestBuilder) {\n    requestBuilder(request, options);\n  } else {\n    options = { ...options, ...restOfConfig };\n  }\n  for (const k in options) {\n    if (options[k] === undefined) {\n      delete options[k];\n    }\n  }\n  return options;\n}\n\nfunction toGenerateResponse(result: ImagesResponse): GenerateResponseData {\n  const images = result.data;\n  if (!images) {\n    return { finishReason: 'stop' };\n  } else {\n    const content = (result.data ?? []).map((image) => ({\n      media: {\n        contentType: 'image/png',\n        url: image.url || `data:image/png;base64,${image.b64_json}`,\n      },\n    }));\n    return { message: { role: 'model', content }, raw: result };\n  }\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with Open AI\n * Images API. \n *\n * These models are to be used to create images from a user prompt.\n *\n * @param params An object containing parameters for defining the OpenAI\n * image model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAIImageModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  pluginOptions?: PluginOptions;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: ImageRequestBuilder;\n}): ModelAction<CustomOptions> {\n  const {\n    name,\n    client: defaultClient,\n    pluginOptions,\n    modelRef,\n    requestBuilder,\n  } = params;\n\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    modelRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    async (request, { abortSignal }) => {\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        request,\n        defaultClient\n      );\n      const result = await client.images.generate(\n        toImageGenerateParams(modelName, request, requestBuilder),\n        { signal: abortSignal }\n      );\n      return toGenerateResponse(result);\n    }\n  );\n}\n\n/** Image generation ModelRef helper, with reasonable defaults for\n * OpenAI-compatible providers */\nexport function compatOaiImageModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}) {\n  const {\n    name,\n    info = IMAGE_GENERATION_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema:\n      configSchema || (ImageGenerationCommonConfigSchema as z.AnyZodObject),\n    info,\n    config,\n    namespace,\n  });\n}\n"],"mappings":"AAqBA,SAAS,SAAS,UAAU,SAAS;AAErC,SAAS,aAAa;AAOtB,SAAS,sCAAsC,mBAAmB;AAO3D,MAAM,8BAAyC;AAAA,EACpD,UAAU;AAAA,IACR,OAAO;AAAA,IACP,QAAQ,CAAC,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,OAAO;AAAA,EACT;AACF;AAEO,MAAM,oCAAoC,EAAE,OAAO;AAAA,EACxD,MAAM,EAAE,KAAK,CAAC,aAAa,aAAa,WAAW,CAAC,EAAE,SAAS;AAAA,EAC/D,OAAO,EAAE,KAAK,CAAC,SAAS,SAAS,CAAC,EAAE,SAAS;AAAA,EAC7C,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,CAAC;AAAA,EAC5C,SAAS,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,SAAS;AAAA,EAC7C,iBAAiB,EAAE,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,QAAQ,UAAU,EAAE,SAAS;AAC5E,CAAC;AAED,SAAS,sBACP,WACA,SACA,gBACqB;AACrB,QAAM;AAAA,IACJ;AAAA,IACA,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,MAAI,UAA+B;AAAA,IACjC,OAAO,gBAAgB;AAAA,IACvB,QAAQ,IAAI,QAAQ,QAAQ,SAAS,CAAC,CAAC,EAAE;AAAA,IACzC,iBAAiB,mBAAmB;AAAA,EACtC;AACA,MAAI,gBAAgB;AAClB,mBAAe,SAAS,OAAO;AAAA,EACjC,OAAO;AACL,cAAU,EAAE,GAAG,SAAS,GAAG,aAAa;AAAA,EAC1C;AACA,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,CAAC,MAAM,QAAW;AAC5B,aAAO,QAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,QAA8C;AACxE,QAAM,SAAS,OAAO;AACtB,MAAI,CAAC,QAAQ;AACX,WAAO,EAAE,cAAc,OAAO;AAAA,EAChC,OAAO;AACL,UAAM,WAAW,OAAO,QAAQ,CAAC,GAAG,IAAI,CAAC,WAAW;AAAA,MAClD,OAAO;AAAA,QACL,aAAa;AAAA,QACb,KAAK,MAAM,OAAO,yBAAyB,MAAM,QAAQ;AAAA,MAC3D;AAAA,IACF,EAAE;AACF,WAAO,EAAE,SAAS,EAAE,MAAM,SAAS,QAAQ,GAAG,KAAK,OAAO;AAAA,EAC5D;AACF;AAkBO,SAAS,6BAEd,QAM6B;AAC7B,QAAM;AAAA,IACJ;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,IACA,UAAAA;AAAA,IACA;AAAA,EACF,IAAI;AAEJ,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJA,WAAU,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEvE,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,OAAO,SAAS,EAAE,YAAY,MAAM;AAClC,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,MAAM,OAAO,OAAO;AAAA,QACjC,sBAAsB,WAAW,SAAS,cAAc;AAAA,QACxD,EAAE,QAAQ,YAAY;AAAA,MACxB;AACA,aAAO,mBAAmB,MAAM;AAAA,IAClC;AAAA,EACF;AACF;AAIO,SAAS,uBAEd,QAMC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,SAAO,SAAS;AAAA,IACd;AAAA,IACA,cACE,gBAAiB;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;","names":["modelRef"]}
+{"version":3,"sources":["../src/image.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport type {\n  GenerateRequest,\n  GenerateResponseData,\n  ModelReference,\n} from 'genkit';\nimport { Message, modelRef, z } from 'genkit';\nimport { ModelAction, ModelInfo } from 'genkit/model';\nimport { model } from 'genkit/plugin';\nimport OpenAI from 'openai';\nimport type {\n  ImageGenerateParams,\n  ImagesResponse,\n} from 'openai/resources/images.mjs';\nimport { PluginOptions } from './index.mjs';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.mjs';\n\nexport type ImageRequestBuilder = (\n  req: GenerateRequest,\n  params: ImageGenerateParams\n) => void;\n\nexport const IMAGE_GENERATION_MODEL_INFO: ModelInfo = {\n  supports: {\n    media: false,\n    output: ['media'],\n    multiturn: false,\n    systemRole: false,\n    tools: false,\n  },\n};\n\nexport const ImageGenerationCommonConfigSchema = z.object({\n  size: z.enum(['1024x1024', '1792x1024', '1024x1792']).optional(),\n  style: z.enum(['vivid', 'natural']).optional(),\n  user: z.string().optional(),\n  n: z.number().int().min(1).max(10).default(1),\n  quality: z.enum(['standard', 'hd']).optional(),\n  response_format: z.enum(['b64_json', 'url']).default('b64_json').optional(),\n});\n\nfunction toImageGenerateParams(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: ImageRequestBuilder\n): ImageGenerateParams {\n  const {\n    temperature,\n    version: modelVersion,\n    maxOutputTokens,\n    stopSequences,\n    topK,\n    topP,\n    response_format,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  let options: ImageGenerateParams = {\n    model: modelVersion ?? modelName,\n    prompt: new Message(request.messages[0]).text,\n    response_format: response_format || 'b64_json',\n  };\n  if (requestBuilder) {\n    requestBuilder(request, options);\n  } else {\n    options = { ...options, ...restOfConfig };\n  }\n  for (const k in options) {\n    if (options[k] === undefined) {\n      delete options[k];\n    }\n  }\n  return options;\n}\n\nfunction toGenerateResponse(result: ImagesResponse): GenerateResponseData {\n  const images = result.data;\n  if (!images) {\n    return { finishReason: 'stop' };\n  } else {\n    const content = (result.data ?? []).map((image) => ({\n      media: {\n        contentType: 'image/png',\n        url: image.url || `data:image/png;base64,${image.b64_json}`,\n      },\n    }));\n    return { message: { role: 'model', content }, raw: result };\n  }\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with Open AI\n * Images API. \n *\n * These models are to be used to create images from a user prompt.\n *\n * @param params An object containing parameters for defining the OpenAI\n * image model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAIImageModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  pluginOptions?: PluginOptions;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: ImageRequestBuilder;\n}): ModelAction<CustomOptions> {\n  const {\n    name,\n    client: defaultClient,\n    pluginOptions,\n    modelRef,\n    requestBuilder,\n  } = params;\n\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    modelRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    async (request, { abortSignal }) => {\n      const client = maybeCreateRequestScopedOpenAIClient(\n        pluginOptions,\n        request,\n        defaultClient\n      );\n      const result = await client.images.generate(\n        toImageGenerateParams(modelName, request, requestBuilder),\n        { signal: abortSignal }\n      );\n      return toGenerateResponse(result);\n    }\n  );\n}\n\n/** Image generation ModelRef helper, with reasonable defaults for\n * OpenAI-compatible providers */\nexport function compatOaiImageModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}) {\n  const {\n    name,\n    info = IMAGE_GENERATION_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema:\n      configSchema || (ImageGenerationCommonConfigSchema as z.AnyZodObject),\n    info,\n    config,\n    namespace,\n  });\n}\n"],"mappings":"AAqBA,SAAS,SAAS,UAAU,SAAS;AAErC,SAAS,aAAa;AAOtB,SAAS,sCAAsC,mBAAmB;AAO3D,MAAM,8BAAyC;AAAA,EACpD,UAAU;AAAA,IACR,OAAO;AAAA,IACP,QAAQ,CAAC,OAAO;AAAA,IAChB,WAAW;AAAA,IACX,YAAY;AAAA,IACZ,OAAO;AAAA,EACT;AACF;AAEO,MAAM,oCAAoC,EAAE,OAAO;AAAA,EACxD,MAAM,EAAE,KAAK,CAAC,aAAa,aAAa,WAAW,CAAC,EAAE,SAAS;AAAA,EAC/D,OAAO,EAAE,KAAK,CAAC,SAAS,SAAS,CAAC,EAAE,SAAS;AAAA,EAC7C,MAAM,EAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,QAAQ,CAAC;AAAA,EAC5C,SAAS,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,SAAS;AAAA,EAC7C,iBAAiB,EAAE,KAAK,CAAC,YAAY,KAAK,CAAC,EAAE,QAAQ,UAAU,EAAE,SAAS;AAC5E,CAAC;AAED,SAAS,sBACP,WACA,SACA,gBACqB;AACrB,QAAM;AAAA,IACJ;AAAA,IACA,SAAS;AAAA,IACT;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,MAAI,UAA+B;AAAA,IACjC,OAAO,gBAAgB;AAAA,IACvB,QAAQ,IAAI,QAAQ,QAAQ,SAAS,CAAC,CAAC,EAAE;AAAA,IACzC,iBAAiB,mBAAmB;AAAA,EACtC;AACA,MAAI,gBAAgB;AAClB,mBAAe,SAAS,OAAO;AAAA,EACjC,OAAO;AACL,cAAU,EAAE,GAAG,SAAS,GAAG,aAAa;AAAA,EAC1C;AACA,aAAW,KAAK,SAAS;AACvB,QAAI,QAAQ,CAAC,MAAM,QAAW;AAC5B,aAAO,QAAQ,CAAC;AAAA,IAClB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,mBAAmB,QAA8C;AACxE,QAAM,SAAS,OAAO;AACtB,MAAI,CAAC,QAAQ;AACX,WAAO,EAAE,cAAc,OAAO;AAAA,EAChC,OAAO;AACL,UAAM,WAAW,OAAO,QAAQ,CAAC,GAAG,IAAI,CAAC,WAAW;AAAA,MAClD,OAAO;AAAA,QACL,aAAa;AAAA,QACb,KAAK,MAAM,OAAO,yBAAyB,MAAM,QAAQ;AAAA,MAC3D;AAAA,IACF,EAAE;AACF,WAAO,EAAE,SAAS,EAAE,MAAM,SAAS,QAAQ,GAAG,KAAK,OAAO;AAAA,EAC5D;AACF;AAkBO,SAAS,6BAEd,QAM6B;AAC7B,QAAM;AAAA,IACJ;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,IACA,UAAAA;AAAA,IACA;AAAA,EACF,IAAI;AAEJ,QAAM,YAAY,YAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJA,WAAU,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEvE,SAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,OAAO,SAAS,EAAE,YAAY,MAAM;AAClC,YAAM,SAAS;AAAA,QACb;AAAA,QACA;AAAA,QACA;AAAA,MACF;AACA,YAAM,SAAS,MAAM,OAAO,OAAO;AAAA,QACjC,sBAAsB,WAAW,SAAS,cAAc;AAAA,QACxD,EAAE,QAAQ,YAAY;AAAA,MACxB;AACA,aAAO,mBAAmB,MAAM;AAAA,IAClC;AAAA,EACF;AACF;AAIO,SAAS,uBAEd,QAMC;AACD,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,SAAO,SAAS;AAAA,IACd;AAAA,IACA,cACE,gBAAiB;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;","names":["modelRef"]}

package/lib/index.mjs

@@ -1,7 +1,7 @@
 import { genkitPluginV2 } from "genkit/plugin";
 import OpenAI from "openai";
-import { compatOaiModelRef, defineCompatOpenAIModel } from "./model.js";
-import { toModelName } from "./utils.js";
+import { compatOaiModelRef, defineCompatOpenAIModel } from "./model.mjs";
+import { toModelName } from "./utils.mjs";
 import {
   SpeechConfigSchema,
   TranscriptionConfigSchema,
@@ -9,24 +9,24 @@ import {
   compatOaiTranscriptionModelRef,
   defineCompatOpenAISpeechModel,
   defineCompatOpenAITranscriptionModel
-} from "./audio.js";
-import { defineCompatOpenAIEmbedder } from "./embedder.js";
+} from "./audio.mjs";
+import { defineCompatOpenAIEmbedder } from "./embedder.mjs";
 import {
   ImageGenerationCommonConfigSchema,
   compatOaiImageModelRef,
   defineCompatOpenAIImageModel
-} from "./image.js";
+} from "./image.mjs";
 import {
   ChatCompletionCommonConfigSchema,
   compatOaiModelRef as compatOaiModelRef2,
   defineCompatOpenAIModel as defineCompatOpenAIModel2,
   openAIModelRunner
-} from "./model.js";
+} from "./model.mjs";
 import {
   TranslationConfigSchema,
   compatOaiTranslationModelRef,
   defineCompatOpenAITranslationModel
-} from "./translate.js";
+} from "./translate.mjs";
 const openAICompatible = (options) => {
   let listActionsCache;
   var client;

package/lib/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { ActionMetadata } from 'genkit';\nimport { ResolvableAction, genkitPluginV2 } from 'genkit/plugin';\nimport { ActionType } from 'genkit/registry';\nimport OpenAI, { type ClientOptions } from 'openai';\nimport { compatOaiModelRef, defineCompatOpenAIModel } from './model.js';\nimport { toModelName } from './utils.js';\n\nexport {\n  SpeechConfigSchema,\n  TranscriptionConfigSchema,\n  compatOaiSpeechModelRef,\n  compatOaiTranscriptionModelRef,\n  defineCompatOpenAISpeechModel,\n  defineCompatOpenAITranscriptionModel,\n  type SpeechRequestBuilder,\n  type TranscriptionRequestBuilder,\n} from './audio.js';\nexport { defineCompatOpenAIEmbedder } from './embedder.js';\nexport {\n  ImageGenerationCommonConfigSchema,\n  compatOaiImageModelRef,\n  defineCompatOpenAIImageModel,\n  type ImageRequestBuilder,\n} from './image.js';\nexport {\n  ChatCompletionCommonConfigSchema,\n  compatOaiModelRef,\n  defineCompatOpenAIModel,\n  openAIModelRunner,\n  type ModelRequestBuilder,\n} from './model.js';\nexport {\n  TranslationConfigSchema,\n  compatOaiTranslationModelRef,\n  defineCompatOpenAITranslationModel,\n  type TranslationRequestBuilder,\n} from './translate.js';\n\nexport interface PluginOptions extends Partial<Omit<ClientOptions, 'apiKey'>> {\n  apiKey?: ClientOptions['apiKey'] | false;\n  name: string;\n  initializer?: (client: OpenAI) => Promise<ResolvableAction[]>;\n  resolver?: (\n    client: OpenAI,\n    actionType: ActionType,\n    actionName: string\n  ) => Promise<ResolvableAction | undefined> | ResolvableAction | undefined;\n  listActions?: (client: OpenAI) => Promise<ActionMetadata[]>;\n}\n\n/**\n * This module provides the `openAICompatible` plugin factory for Genkit. It\n * enables interaction with OpenAI-compatible API endpoints, allowing users to\n * leverage various AI models by configuring API keys and other client options.\n *\n * The core export is `openAICompatible`, a function that accepts\n * `PluginOptions` and returns a Genkit plugin.\n *\n * Key `PluginOptions` include:\n *  - `name`: A string to uniquely identify this plugin instance\n *    (e.g., 'deepSeek', 'customOpenAI').\n *  - `apiKey`: The API key for the service. If not provided directly, the\n *    plugin will attempt to use the `OPENAI_API_KEY` environment variable.\n *  - `initializer`: An optional asynchronous function for custom setup after\n *    the OpenAI client is initialized. It receives the Genkit instance and the\n *    OpenAI client.\n *  - Additional properties from OpenAI's `ClientOptions` (like `baseURL`,\n *    `timeout`, etc.) can be passed to customize the OpenAI client.\n *\n * The returned plugin initializes an OpenAI client tailored to the provided\n * options, making configured models available for use within Genkit flows.\n *\n * @param {PluginOptions} options - Configuration options for the plugin.\n * @returns A Genkit plugin configured for an OpenAI-compatible service.\n *\n * Usage: Import `openAICompatible` (or your chosen import name for the default\n * export) from this package (e.g., `genkitx-openai`). Then, invoke it within\n * the `plugins` array of `configureGenkit`, providing the necessary\n * `PluginOptions`.\n *\n * Example:\n * ```typescript\n * import myOpenAICompatiblePlugin from 'genkitx-openai'; // Default import\n *\n * export default configureGenkit({\n *  plugins: [\n *    myOpenAICompatiblePlugin({\n *      name: 'gpt4o', // Name for this specific plugin configuration\n *      apiKey: process.env.OPENAI_API_KEY,\n *      // For a non-OpenAI compatible endpoint:\n *      // baseURL: 'https://api.custom-llm-provider.com/v1',\n *    }),\n *    myOpenAICompatiblePlugin({\n *      name: 'localLlama',\n *      apiKey: 'ollama', // Or specific key if required by local server\n *      baseURL: 'http://localhost:11434/v1', // Example for Ollama\n *    }),\n *    // ... other plugins\n *  ],\n * });\n * ```\n */\nexport const openAICompatible = (options: PluginOptions) => {\n  let listActionsCache;\n  var client: OpenAI;\n  function createClient() {\n    if (client) return client;\n    const { apiKey, ...restofOptions } = options;\n    client = new OpenAI({\n      ...restofOptions,\n      apiKey: apiKey === false ? 'placeholder' : apiKey,\n    });\n    return client;\n  }\n  return genkitPluginV2({\n    name: options.name,\n    async init() {\n      if (!options.initializer) {\n        return [];\n      }\n      return await options.initializer(createClient());\n    },\n    async resolve(actionType: ActionType, actionName: string) {\n      if (options.resolver) {\n        return await options.resolver(createClient(), actionType, actionName);\n      } else {\n        if (actionType === 'model') {\n          return defineCompatOpenAIModel({\n            name: toModelName(actionName, options.name),\n            client: createClient(),\n            pluginOptions: options,\n            modelRef: compatOaiModelRef({\n              name: actionName,\n              namespace: options.name,\n            }),\n          });\n        }\n        return undefined;\n      }\n    },\n    list:\n      // Don't attempt to list models if apiKey set to false\n      options.listActions && options.apiKey !== false\n        ? async () => {\n            if (listActionsCache) return listActionsCache;\n            listActionsCache = await options.listActions!(createClient());\n            return listActionsCache;\n          }\n        : undefined,\n  });\n};\n\nexport default openAICompatible;\n"],"mappings":"AAiBA,SAA2B,sBAAsB;AAEjD,OAAO,YAAoC;AAC3C,SAAS,mBAAmB,+BAA+B;AAC3D,SAAS,mBAAmB;AAE5B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AACP,SAAS,kCAAkC;AAC3C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA,qBAAAA;AAAA,EACA,2BAAAC;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AAkEA,MAAM,mBAAmB,CAAC,YAA2B;AAC1D,MAAI;AACJ,MAAI;AACJ,WAAS,eAAe;AACtB,QAAI,OAAQ,QAAO;AACnB,UAAM,EAAE,QAAQ,GAAG,cAAc,IAAI;AACrC,aAAS,IAAI,OAAO;AAAA,MAClB,GAAG;AAAA,MACH,QAAQ,WAAW,QAAQ,gBAAgB;AAAA,IAC7C,CAAC;AACD,WAAO;AAAA,EACT;AACA,SAAO,eAAe;AAAA,IACpB,MAAM,QAAQ;AAAA,IACd,MAAM,OAAO;AACX,UAAI,CAAC,QAAQ,aAAa;AACxB,eAAO,CAAC;AAAA,MACV;AACA,aAAO,MAAM,QAAQ,YAAY,aAAa,CAAC;AAAA,IACjD;AAAA,IACA,MAAM,QAAQ,YAAwB,YAAoB;AACxD,UAAI,QAAQ,UAAU;AACpB,eAAO,MAAM,QAAQ,SAAS,aAAa,GAAG,YAAY,UAAU;AAAA,MACtE,OAAO;AACL,YAAI,eAAe,SAAS;AAC1B,iBAAO,wBAAwB;AAAA,YAC7B,MAAM,YAAY,YAAY,QAAQ,IAAI;AAAA,YAC1C,QAAQ,aAAa;AAAA,YACrB,eAAe;AAAA,YACf,UAAU,kBAAkB;AAAA,cAC1B,MAAM;AAAA,cACN,WAAW,QAAQ;AAAA,YACrB,CAAC;AAAA,UACH,CAAC;AAAA,QACH;AACA,eAAO;AAAA,MACT;AAAA,IACF;AAAA,IACA;AAAA;AAAA,MAEE,QAAQ,eAAe,QAAQ,WAAW,QACtC,YAAY;AACV,YAAI,iBAAkB,QAAO;AAC7B,2BAAmB,MAAM,QAAQ,YAAa,aAAa,CAAC;AAC5D,eAAO;AAAA,MACT,IACA;AAAA;AAAA,EACR,CAAC;AACH;AAEA,IAAO,gBAAQ;","names":["compatOaiModelRef","defineCompatOpenAIModel"]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { ActionMetadata } from 'genkit';\nimport { ResolvableAction, genkitPluginV2 } from 'genkit/plugin';\nimport { ActionType } from 'genkit/registry';\nimport OpenAI, { type ClientOptions } from 'openai';\nimport { compatOaiModelRef, defineCompatOpenAIModel } from './model.mjs';\nimport { toModelName } from './utils.mjs';\n\nexport {\n  SpeechConfigSchema,\n  TranscriptionConfigSchema,\n  compatOaiSpeechModelRef,\n  compatOaiTranscriptionModelRef,\n  defineCompatOpenAISpeechModel,\n  defineCompatOpenAITranscriptionModel,\n  type SpeechRequestBuilder,\n  type TranscriptionRequestBuilder,\n} from './audio.mjs';\nexport { defineCompatOpenAIEmbedder } from './embedder.mjs';\nexport {\n  ImageGenerationCommonConfigSchema,\n  compatOaiImageModelRef,\n  defineCompatOpenAIImageModel,\n  type ImageRequestBuilder,\n} from './image.mjs';\nexport {\n  ChatCompletionCommonConfigSchema,\n  compatOaiModelRef,\n  defineCompatOpenAIModel,\n  openAIModelRunner,\n  type ModelRequestBuilder,\n} from './model.mjs';\nexport {\n  TranslationConfigSchema,\n  compatOaiTranslationModelRef,\n  defineCompatOpenAITranslationModel,\n  type TranslationRequestBuilder,\n} from './translate.mjs';\n\nexport interface PluginOptions extends Partial<Omit<ClientOptions, 'apiKey'>> {\n  apiKey?: ClientOptions['apiKey'] | false;\n  name: string;\n  initializer?: (client: OpenAI) => Promise<ResolvableAction[]>;\n  resolver?: (\n    client: OpenAI,\n    actionType: ActionType,\n    actionName: string\n  ) => Promise<ResolvableAction | undefined> | ResolvableAction | undefined;\n  listActions?: (client: OpenAI) => Promise<ActionMetadata[]>;\n}\n\n/**\n * This module provides the `openAICompatible` plugin factory for Genkit. It\n * enables interaction with OpenAI-compatible API endpoints, allowing users to\n * leverage various AI models by configuring API keys and other client options.\n *\n * The core export is `openAICompatible`, a function that accepts\n * `PluginOptions` and returns a Genkit plugin.\n *\n * Key `PluginOptions` include:\n *  - `name`: A string to uniquely identify this plugin instance\n *    (e.g., 'deepSeek', 'customOpenAI').\n *  - `apiKey`: The API key for the service. If not provided directly, the\n *    plugin will attempt to use the `OPENAI_API_KEY` environment variable.\n *  - `initializer`: An optional asynchronous function for custom setup after\n *    the OpenAI client is initialized. It receives the Genkit instance and the\n *    OpenAI client.\n *  - Additional properties from OpenAI's `ClientOptions` (like `baseURL`,\n *    `timeout`, etc.) can be passed to customize the OpenAI client.\n *\n * The returned plugin initializes an OpenAI client tailored to the provided\n * options, making configured models available for use within Genkit flows.\n *\n * @param {PluginOptions} options - Configuration options for the plugin.\n * @returns A Genkit plugin configured for an OpenAI-compatible service.\n *\n * Usage: Import `openAICompatible` (or your chosen import name for the default\n * export) from this package (e.g., `genkitx-openai`). Then, invoke it within\n * the `plugins` array of `configureGenkit`, providing the necessary\n * `PluginOptions`.\n *\n * Example:\n * ```typescript\n * import myOpenAICompatiblePlugin from 'genkitx-openai'; // Default import\n *\n * export default configureGenkit({\n *  plugins: [\n *    myOpenAICompatiblePlugin({\n *      name: 'gpt4o', // Name for this specific plugin configuration\n *      apiKey: process.env.OPENAI_API_KEY,\n *      // For a non-OpenAI compatible endpoint:\n *      // baseURL: 'https://api.custom-llm-provider.com/v1',\n *    }),\n *    myOpenAICompatiblePlugin({\n *      name: 'localLlama',\n *      apiKey: 'ollama', // Or specific key if required by local server\n *      baseURL: 'http://localhost:11434/v1', // Example for Ollama\n *    }),\n *    // ... other plugins\n *  ],\n * });\n * ```\n */\nexport const openAICompatible = (options: PluginOptions) => {\n  let listActionsCache;\n  var client: OpenAI;\n  function createClient() {\n    if (client) return client;\n    const { apiKey, ...restofOptions } = options;\n    client = new OpenAI({\n      ...restofOptions,\n      apiKey: apiKey === false ? 'placeholder' : apiKey,\n    });\n    return client;\n  }\n  return genkitPluginV2({\n    name: options.name,\n    async init() {\n      if (!options.initializer) {\n        return [];\n      }\n      return await options.initializer(createClient());\n    },\n    async resolve(actionType: ActionType, actionName: string) {\n      if (options.resolver) {\n        return await options.resolver(createClient(), actionType, actionName);\n      } else {\n        if (actionType === 'model') {\n          return defineCompatOpenAIModel({\n            name: toModelName(actionName, options.name),\n            client: createClient(),\n            pluginOptions: options,\n            modelRef: compatOaiModelRef({\n              name: actionName,\n              namespace: options.name,\n            }),\n          });\n        }\n        return undefined;\n      }\n    },\n    list:\n      // Don't attempt to list models if apiKey set to false\n      options.listActions && options.apiKey !== false\n        ? async () => {\n            if (listActionsCache) return listActionsCache;\n            listActionsCache = await options.listActions!(createClient());\n            return listActionsCache;\n          }\n        : undefined,\n  });\n};\n\nexport default openAICompatible;\n"],"mappings":"AAiBA,SAA2B,sBAAsB;AAEjD,OAAO,YAAoC;AAC3C,SAAS,mBAAmB,+BAA+B;AAC3D,SAAS,mBAAmB;AAE5B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAGK;AACP,SAAS,kCAAkC;AAC3C;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA,qBAAAA;AAAA,EACA,2BAAAC;AAAA,EACA;AAAA,OAEK;AACP;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AAkEA,MAAM,mBAAmB,CAAC,YAA2B;AAC1D,MAAI;AACJ,MAAI;AACJ,WAAS,eAAe;AACtB,QAAI,OAAQ,QAAO;AACnB,UAAM,EAAE,QAAQ,GAAG,cAAc,IAAI;AACrC,aAAS,IAAI,OAAO;AAAA,MAClB,GAAG;AAAA,MACH,QAAQ,WAAW,QAAQ,gBAAgB;AAAA,IAC7C,CAAC;AACD,WAAO;AAAA,EACT;AACA,SAAO,eAAe;AAAA,IACpB,MAAM,QAAQ;AAAA,IACd,MAAM,OAAO;AACX,UAAI,CAAC,QAAQ,aAAa;AACxB,eAAO,CAAC;AAAA,MACV;AACA,aAAO,MAAM,QAAQ,YAAY,aAAa,CAAC;AAAA,IACjD;AAAA,IACA,MAAM,QAAQ,YAAwB,YAAoB;AACxD,UAAI,QAAQ,UAAU;AACpB,eAAO,MAAM,QAAQ,SAAS,aAAa,GAAG,YAAY,UAAU;AAAA,MACtE,OAAO;AACL,YAAI,eAAe,SAAS;AAC1B,iBAAO,wBAAwB;AAAA,YAC7B,MAAM,YAAY,YAAY,QAAQ,IAAI;AAAA,YAC1C,QAAQ,aAAa;AAAA,YACrB,eAAe;AAAA,YACf,UAAU,kBAAkB;AAAA,cAC1B,MAAM;AAAA,cACN,WAAW,QAAQ;AAAA,YACrB,CAAC;AAAA,UACH,CAAC;AAAA,QACH;AACA,eAAO;AAAA,MACT;AAAA,IACF;AAAA,IACA;AAAA;AAAA,MAEE,QAAQ,eAAe,QAAQ,WAAW,QACtC,YAAY;AACV,YAAI,iBAAkB,QAAO;AAC7B,2BAAmB,MAAM,QAAQ,YAAa,aAAa,CAAC;AAC5D,eAAO;AAAA,MACT,IACA;AAAA;AAAA,EACR,CAAC;AACH;AAEA,IAAO,gBAAQ;","names":["compatOaiModelRef","defineCompatOpenAIModel"]}

package/lib/model.js

@@ -36,6 +36,14 @@ var import_genkit = require("genkit");
 var import_plugin = require("genkit/plugin");
 var import_openai = require("openai");
 var import_utils = require("./utils.js");
+function parseRetryAfterMs(value) {
+  if (!value || !value.trim()) return void 0;
+  const seconds = Number(value);
+  if (!isNaN(seconds) && seconds >= 0) return seconds * 1e3;
+  const date = new Date(value);
+  if (!isNaN(date.getTime())) return Math.max(0, date.getTime() - Date.now());
+  return void 0;
+}
 const VisualDetailLevelSchema = import_genkit.z.enum(["auto", "low", "high"]).optional();
 const ChatCompletionCommonConfigSchema = import_genkit.GenerationCommonConfigSchema.extend({
   temperature: import_genkit.z.number().min(0).max(2).optional(),
@@ -434,9 +442,13 @@ function openAIModelRunner(name, defaultClient, requestBuilder, pluginOptions) {
             status = "UNAVAILABLE";
             break;
         }
+        const retryAfterHeader = e.headers?.get?.("retry-after") ?? e.headers?.["retry-after"];
+        const retryAfterMs = retryAfterHeader ? parseRetryAfterMs(retryAfterHeader) : void 0;
+        const responseMetadata = retryAfterMs !== void 0 ? { retryAfterMs } : void 0;
         throw new import_genkit.GenkitError({
           status,
-          message: e.message
+          message: e.message,
+          responseMetadata
         });
       }
       throw e;

package/lib/model.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/model.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  GenerateRequest,\n  GenerateResponseChunkData,\n  GenerateResponseData,\n  MessageData,\n  ModelReference,\n  Part,\n  Role,\n  StreamingCallback,\n  ToolRequestPart,\n} from 'genkit';\nimport {\n  GenerationCommonConfigSchema,\n  GenkitError,\n  Message,\n  StatusName,\n  modelRef,\n  z,\n} from 'genkit';\nimport type { ModelAction, ModelInfo, ToolDefinition } from 'genkit/model';\nimport { model } from 'genkit/plugin';\nimport OpenAI, { APIError } from 'openai';\nimport type {\n  ChatCompletion,\n  ChatCompletionChunk,\n  ChatCompletionContentPart,\n  ChatCompletionCreateParams,\n  ChatCompletionCreateParamsNonStreaming,\n  ChatCompletionMessageParam,\n  ChatCompletionMessageToolCall,\n  ChatCompletionRole,\n  ChatCompletionTool,\n  CompletionChoice,\n} from 'openai/resources/index.mjs';\nimport { PluginOptions } from './index.js';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.js';\n\nconst VisualDetailLevelSchema = z.enum(['auto', 'low', 'high']).optional();\n\ntype VisualDetailLevel = z.infer<typeof VisualDetailLevelSchema>;\n\nexport type ModelRequestBuilder = (\n  req: GenerateRequest,\n  params: ChatCompletionCreateParams\n) => void;\n\nexport const ChatCompletionCommonConfigSchema =\n  GenerationCommonConfigSchema.extend({\n    temperature: z.number().min(0).max(2).optional(),\n    frequencyPenalty: z.number().min(-2).max(2).optional(),\n    logProbs: z.boolean().optional(),\n    presencePenalty: z.number().min(-2).max(2).optional(),\n    topLogProbs: z.number().int().min(0).max(20).optional(),\n  });\n\nexport function toOpenAIRole(role: Role): ChatCompletionRole {\n  switch (role) {\n    case 'user':\n      return 'user';\n    case 'model':\n      return 'assistant';\n    case 'system':\n      return 'system';\n    case 'tool':\n      return 'tool';\n    default:\n      throw new Error(`role ${role} doesn't map to an OpenAI role.`);\n  }\n}\n\n/**\n * Converts a Genkit ToolDefinition to an OpenAI ChatCompletionTool object.\n * @param tool The Genkit ToolDefinition to convert.\n * @returns The converted OpenAI ChatCompletionTool object.\n */\nexport function toOpenAITool(tool: ToolDefinition): ChatCompletionTool {\n  return {\n    type: 'function',\n    function: {\n      name: tool.name,\n      parameters: tool.inputSchema !== null ? tool.inputSchema : undefined,\n    },\n  };\n}\n\n/**\n * Checks if a content type is an image type.\n * @param contentType The content type to check.\n * @returns True if the content type is an image type.\n */\nfunction isImageContentType(contentType?: string): boolean {\n  if (!contentType) return false;\n  return contentType.startsWith('image/');\n}\n\n/**\n * Extracts the base64 data and content type from a data URL.\n * @param url The data URL to parse.\n * @returns The base64 data and content type, or null if invalid.\n */\nfunction extractDataFromBase64Url(url: string): {\n  data: string;\n  contentType: string;\n} | null {\n  const match = url.match(/^data:([^;]+);base64,(.+)$/);\n  return (\n    match && {\n      contentType: match[1],\n      data: match[2],\n    }\n  );\n}\n\n/**\n * Map of content types to file extensions.\n */\nconst FILE_EXTENSIONS: Record<string, string> = {\n  'application/pdf': 'pdf',\n  'application/msword': 'doc',\n  'application/vnd.openxmlformats-officedocument.wordprocessingml.document':\n    'docx',\n  'text/plain': 'txt',\n  'text/csv': 'csv',\n};\n\n/**\n * Generates a filename from a content type.\n * @param contentType The content type.\n * @returns A filename with appropriate extension.\n */\nfunction generateFilenameFromContentType(contentType: string): string {\n  const ext = FILE_EXTENSIONS[contentType] || '';\n  return ext ? `file.${ext}` : 'file';\n}\n\n/**\n * Converts a Genkit Part to the corresponding OpenAI ChatCompletionContentPart.\n * @param part The Genkit Part to convert.\n * @param visualDetailLevel The visual detail level to use for media parts.\n * @returns The corresponding OpenAI ChatCompletionContentPart.\n * @throws Error if the part contains unsupported fields for the current message role.\n */\nexport function toOpenAITextAndMedia(\n  part: Part,\n  visualDetailLevel: VisualDetailLevel\n): ChatCompletionContentPart {\n  if (part.text) {\n    return {\n      type: 'text',\n      text: part.text,\n    };\n  } else if (part.media) {\n    // Determine the content type from the media part or data URL\n    let contentType = part.media.contentType;\n    if (!contentType && part.media.url.startsWith('data:')) {\n      const extracted = extractDataFromBase64Url(part.media.url);\n      if (extracted) {\n        contentType = extracted.contentType;\n      }\n    }\n\n    // Check if this is an image type\n    // If no contentType is provided, preserve legacy behavior by treating the media\n    // as an image URL (e.g. signed URLs or remote images without metadata)\n    if (!contentType || isImageContentType(contentType)) {\n      return {\n        type: 'image_url',\n        image_url: {\n          url: part.media.url,\n          detail: visualDetailLevel,\n        },\n      };\n    }\n\n    // For non-image types (like PDF), use the file type\n    // OpenAI expects the full data URL (with data: prefix) in file_data\n    if (part.media.url.startsWith('data:')) {\n      const extracted = extractDataFromBase64Url(part.media.url);\n      if (!extracted) {\n        throw Error(\n          `Invalid data URL format for media: ${part.media.url.substring(0, 50)}...`\n        );\n      }\n      return {\n        type: 'file',\n        file: {\n          filename: generateFilenameFromContentType(extracted.contentType),\n          file_data: part.media.url, // Full data URL with prefix\n        },\n      } as ChatCompletionContentPart;\n    }\n\n    // If it's a remote URL with non-image content type, this is not supported\n    // for chat completions according to OpenAI docs\n    throw Error(\n      `File URLs are not supported for chat completions. Only base64-encoded files and image URLs are supported. Content type: ${contentType}`\n    );\n  }\n  throw Error(\n    `Unsupported genkit part fields encountered for current message role: ${JSON.stringify(part)}.`\n  );\n}\n\n/**\n * Converts a Genkit MessageData array to an OpenAI ChatCompletionMessageParam array.\n * @param messages The Genkit MessageData array to convert.\n * @param visualDetailLevel The visual detail level to use for media parts.\n * @returns The converted OpenAI ChatCompletionMessageParam array.\n */\nexport function toOpenAIMessages(\n  messages: MessageData[],\n  visualDetailLevel: VisualDetailLevel = 'auto'\n): ChatCompletionMessageParam[] {\n  const apiMessages: ChatCompletionMessageParam[] = [];\n  for (const message of messages) {\n    const msg = new Message(message);\n    const role = toOpenAIRole(message.role);\n    switch (role) {\n      case 'user':\n        const content = msg.content.map((part) =>\n          toOpenAITextAndMedia(part, visualDetailLevel)\n        );\n        // Check if we have only text content\n        const onlyTextContent = content.some((item) => item.type !== 'text');\n\n        // If all items are strings, just add them as text\n        if (!onlyTextContent) {\n          content.forEach((item) => {\n            if (item.type === 'text') {\n              apiMessages.push({\n                role: role,\n                content: item.text,\n              });\n            }\n          });\n        } else {\n          apiMessages.push({\n            role: role,\n            content: content,\n          });\n        }\n        break;\n      case 'system':\n        apiMessages.push({\n          role: role,\n          content: msg.text,\n        });\n        break;\n      case 'assistant': {\n        const toolCalls: ChatCompletionMessageToolCall[] = msg.content\n          .filter(\n            (\n              part\n            ): part is Part & {\n              toolRequest: NonNullable<Part['toolRequest']>;\n            } => Boolean(part.toolRequest)\n          )\n          .map((part) => ({\n            id: part.toolRequest.ref ?? '',\n            type: 'function',\n            function: {\n              name: part.toolRequest.name,\n              arguments: JSON.stringify(part.toolRequest.input),\n            },\n          }));\n        if (toolCalls.length > 0) {\n          apiMessages.push({\n            role: role,\n            tool_calls: toolCalls,\n          });\n        } else {\n          apiMessages.push({\n            role: role,\n            content: msg.text,\n          });\n        }\n        break;\n      }\n      case 'tool': {\n        const toolResponseParts = msg.toolResponseParts();\n        toolResponseParts.map((part) => {\n          apiMessages.push({\n            role: role,\n            tool_call_id: part.toolResponse.ref ?? '',\n            content:\n              typeof part.toolResponse.output === 'string'\n                ? part.toolResponse.output\n                : JSON.stringify(part.toolResponse.output),\n          });\n        });\n        break;\n      }\n    }\n  }\n  return apiMessages;\n}\n\nconst finishReasonMap: Record<\n  // OpenAI Node SDK doesn't support tool_call in the enum, but it is returned from the API\n  CompletionChoice['finish_reason'] | 'tool_calls',\n  GenerateResponseData['finishReason']\n> = {\n  length: 'length',\n  stop: 'stop',\n  tool_calls: 'stop',\n  content_filter: 'blocked',\n};\n\n/**\n * Converts an OpenAI tool call to a Genkit ToolRequestPart.\n * @param toolCall The OpenAI tool call to convert.\n * @returns The converted Genkit ToolRequestPart.\n */\nexport function fromOpenAIToolCall(\n  toolCall:\n    | ChatCompletionMessageToolCall\n    | ChatCompletionChunk.Choice.Delta.ToolCall,\n  choice: ChatCompletion.Choice | ChatCompletionChunk.Choice\n): ToolRequestPart {\n  if (!toolCall.function) {\n    throw Error(\n      `Unexpected openAI chunk choice. tool_calls was provided but one or more tool_calls is missing.`\n    );\n  }\n  const f = toolCall.function;\n\n  // Only parse arguments when it is a JSON object and the finish reason is tool_calls to avoid parsing errors\n  if (choice.finish_reason === 'tool_calls') {\n    return {\n      toolRequest: {\n        name: f.name!,\n        ref: toolCall.id,\n        input: f.arguments ? JSON.parse(f.arguments) : f.arguments,\n      },\n    };\n  } else {\n    return {\n      toolRequest: {\n        name: f.name!,\n        ref: toolCall.id,\n        input: '',\n      },\n    };\n  }\n}\n\n/**\n * Converts an OpenAI message event to a Genkit GenerateResponseData object.\n * @param choice The OpenAI message event to convert.\n * @param jsonMode Whether the event is a JSON response.\n * @returns The converted Genkit GenerateResponseData object.\n */\nexport function fromOpenAIChoice(\n  choice: ChatCompletion.Choice,\n  jsonMode = false\n): GenerateResponseData {\n  const toolRequestParts = choice.message.tool_calls?.map((toolCall) =>\n    fromOpenAIToolCall(toolCall, choice)\n  );\n\n  // Build content array based on what's present in the message\n  let content: Part[] = [];\n\n  if (toolRequestParts && toolRequestParts.length > 0) {\n    content = toolRequestParts as ToolRequestPart[];\n  } else {\n    // Handle reasoning_content if present\n    if (\n      'reasoning_content' in choice.message &&\n      choice.message.reasoning_content\n    ) {\n      content.push({ reasoning: choice.message.reasoning_content as string });\n    }\n\n    // Handle regular content if present\n    if (choice.message.content) {\n      content.push(\n        jsonMode\n          ? { data: JSON.parse(choice.message.content!) }\n          : { text: choice.message.content! }\n      );\n    }\n  }\n\n  return {\n    finishReason: finishReasonMap[choice.finish_reason] || 'other',\n    message: {\n      role: 'model',\n      content,\n    },\n  };\n}\n\n/**\n * Converts an OpenAI message stream event to a Genkit GenerateResponseData\n * object.\n * @param choice The OpenAI message stream event to convert.\n * @param jsonMode Whether the event is a JSON response.\n * @returns The converted Genkit GenerateResponseData object.\n */\nexport function fromOpenAIChunkChoice(\n  choice: ChatCompletionChunk.Choice,\n  jsonMode = false\n): GenerateResponseData {\n  const toolRequestParts = choice.delta.tool_calls?.map((toolCall) =>\n    fromOpenAIToolCall(toolCall, choice)\n  );\n\n  // Build content array based on what's present in the delta\n  let content: Part[] = [];\n\n  if (toolRequestParts && toolRequestParts.length > 0) {\n    content = toolRequestParts as ToolRequestPart[];\n  } else {\n    // Handle reasoning_content if present\n    if ('reasoning_content' in choice.delta && choice.delta.reasoning_content) {\n      content.push({ reasoning: choice.delta.reasoning_content as string });\n    }\n\n    // Handle regular content if present\n    if (choice.delta.content) {\n      content.push(\n        jsonMode\n          ? { data: JSON.parse(choice.delta.content!) }\n          : { text: choice.delta.content! }\n      );\n    }\n  }\n\n  return {\n    finishReason: choice.finish_reason\n      ? finishReasonMap[choice.finish_reason] || 'other'\n      : 'unknown',\n    message: {\n      role: 'model',\n      content,\n    },\n  };\n}\n\n/**\n * Converts an OpenAI request to an OpenAI API request body.\n * @param modelName The name of the OpenAI model to use.\n * @param request The Genkit GenerateRequest to convert.\n * @returns The converted OpenAI API request body.\n * @throws An error if the specified model is not supported or if an unsupported output format is requested.\n */\nexport function toOpenAIRequestBody(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: ModelRequestBuilder\n) {\n  const messages = toOpenAIMessages(\n    request.messages,\n    request.config?.visualDetailLevel\n  );\n  const {\n    temperature,\n    maxOutputTokens, // unused\n    topK, // unused\n    topP: top_p,\n    frequencyPenalty: frequency_penalty,\n    logProbs: logprobs,\n    presencePenalty: presence_penalty,\n    topLogProbs: top_logprobs,\n    stopSequences: stop,\n    version: modelVersion,\n    tools: toolsFromConfig,\n    apiKey,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  const tools: ChatCompletionTool[] = request.tools?.map(toOpenAITool) ?? [];\n  if (toolsFromConfig) {\n    tools.push(...(toolsFromConfig as any[]));\n  }\n  let body = {\n    model: modelVersion ?? modelName,\n    messages,\n    tools: tools.length > 0 ? tools : undefined,\n    temperature,\n    top_p,\n    stop,\n    frequency_penalty,\n    presence_penalty,\n    top_logprobs,\n    logprobs,\n  } as ChatCompletionCreateParamsNonStreaming;\n  if (requestBuilder) {\n    // If override provided, apply the override to the OpenAI request.\n    // User must control passthrough config too.\n    requestBuilder(request, body);\n  } else {\n    body = { ...body, ...restOfConfig }; // passthrough for other config\n  }\n  const response_format = request.output?.format;\n  if (response_format === 'json') {\n    if (request.output?.schema) {\n      body.response_format = {\n        type: 'json_schema',\n        json_schema: {\n          name: 'output',\n          schema: request.output!.schema,\n        },\n      };\n    } else {\n      body.response_format = {\n        type: 'json_object',\n      };\n    }\n  } else if (response_format === 'text') {\n    body.response_format = {\n      type: 'text',\n    };\n  }\n  for (const key in body) {\n    if (!body[key] || (Array.isArray(body[key]) && !body[key].length))\n      delete body[key];\n  }\n  return body;\n}\n\n/**\n * Creates the runner used by Genkit to interact with an OpenAI compatible\n * model.\n * @param name The name of the GPT model.\n * @param client The OpenAI client instance.\n * @returns The runner that Genkit will call when the model is invoked.\n */\nexport function openAIModelRunner(\n  name: string,\n  defaultClient: OpenAI,\n  requestBuilder?: ModelRequestBuilder,\n  pluginOptions?: Omit<PluginOptions, 'apiKey'>\n) {\n  return async (\n    request: GenerateRequest,\n    options?: {\n      streamingRequested?: boolean;\n      sendChunk?: StreamingCallback<GenerateResponseChunkData>;\n      abortSignal?: AbortSignal;\n    }\n  ): Promise<GenerateResponseData> => {\n    const client = maybeCreateRequestScopedOpenAIClient(\n      pluginOptions,\n      request,\n      defaultClient\n    );\n    try {\n      let response: ChatCompletion;\n      const body = toOpenAIRequestBody(name, request, requestBuilder);\n      if (options?.streamingRequested) {\n        const stream = client.beta.chat.completions.stream(\n          {\n            ...body,\n            stream: true,\n            stream_options: {\n              include_usage: true,\n            },\n          },\n          { signal: options?.abortSignal }\n        );\n        for await (const chunk of stream) {\n          chunk.choices?.forEach((chunk) => {\n            const c = fromOpenAIChunkChoice(chunk);\n            options?.sendChunk!({\n              index: chunk.index,\n              content: c.message?.content ?? [],\n            });\n          });\n        }\n        response = await stream.finalChatCompletion();\n      } else {\n        response = await client.chat.completions.create(body, {\n          signal: options?.abortSignal,\n        });\n      }\n      const standardResponse: GenerateResponseData = {\n        usage: {\n          inputTokens: response.usage?.prompt_tokens,\n          outputTokens: response.usage?.completion_tokens,\n          totalTokens: response.usage?.total_tokens,\n        },\n        raw: response,\n      };\n      if (response.choices.length === 0) {\n        return standardResponse;\n      } else {\n        const choice = response.choices[0];\n        return {\n          ...fromOpenAIChoice(choice, request.output?.format === 'json'),\n          ...standardResponse,\n        };\n      }\n    } catch (e) {\n      if (e instanceof APIError) {\n        let status: StatusName = 'UNKNOWN';\n        switch (e.status) {\n          case 429:\n            status = 'RESOURCE_EXHAUSTED';\n            break;\n          case 401:\n            status = 'PERMISSION_DENIED';\n            break;\n          case 403:\n            status = 'UNAUTHENTICATED';\n            break;\n          case 400:\n            status = 'INVALID_ARGUMENT';\n            break;\n          case 500:\n            status = 'INTERNAL';\n            break;\n          case 503:\n            status = 'UNAVAILABLE';\n            break;\n        }\n        throw new GenkitError({\n          status,\n          message: e.message,\n        });\n      }\n      throw e;\n    }\n  };\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with Open AI\n * Chat Completions API.\n *\n * These models are to be used to chat with a large language model.\n *\n * @param params An object containing parameters for defining the OpenAI\n * Chat model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAIModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: ModelRequestBuilder;\n  pluginOptions?: PluginOptions;\n}): ModelAction {\n  const { name, client, pluginOptions, modelRef, requestBuilder } = params;\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    modelRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    openAIModelRunner(modelName, client, requestBuilder, pluginOptions)\n  );\n}\n\nconst GENERIC_MODEL_INFO: ModelInfo = {\n  supports: {\n    multiturn: true,\n    media: true,\n    tools: true,\n    toolChoice: true,\n    systemRole: true,\n  },\n};\n\n/** ModelRef helper, with reasonable defaults for OpenAI-compatible providers */\nexport function compatOaiModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}): ModelReference<CustomOptions> {\n  const {\n    name,\n    info = GENERIC_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema: configSchema || (ChatCompletionCommonConfigSchema as any),\n    info: info,\n    config,\n    namespace,\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA4BA,oBAOO;AAEP,oBAAsB;AACtB,oBAAiC;AAcjC,mBAAkE;AAElE,MAAM,0BAA0B,gBAAE,KAAK,CAAC,QAAQ,OAAO,MAAM,CAAC,EAAE,SAAS;AASlE,MAAM,mCACX,2CAA6B,OAAO;AAAA,EAClC,aAAa,gBAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EAC/C,kBAAkB,gBAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACrD,UAAU,gBAAE,QAAQ,EAAE,SAAS;AAAA,EAC/B,iBAAiB,gBAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACpD,aAAa,gBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS;AACxD,CAAC;AAEI,SAAS,aAAa,MAAgC;AAC3D,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,YAAM,IAAI,MAAM,QAAQ,IAAI,iCAAiC;AAAA,EACjE;AACF;AAOO,SAAS,aAAa,MAA0C;AACrE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,KAAK;AAAA,MACX,YAAY,KAAK,gBAAgB,OAAO,KAAK,cAAc;AAAA,IAC7D;AAAA,EACF;AACF;AAOA,SAAS,mBAAmB,aAA+B;AACzD,MAAI,CAAC,YAAa,QAAO;AACzB,SAAO,YAAY,WAAW,QAAQ;AACxC;AAOA,SAAS,yBAAyB,KAGzB;AACP,QAAM,QAAQ,IAAI,MAAM,4BAA4B;AACpD,SACE,SAAS;AAAA,IACP,aAAa,MAAM,CAAC;AAAA,IACpB,MAAM,MAAM,CAAC;AAAA,EACf;AAEJ;AAKA,MAAM,kBAA0C;AAAA,EAC9C,mBAAmB;AAAA,EACnB,sBAAsB;AAAA,EACtB,2EACE;AAAA,EACF,cAAc;AAAA,EACd,YAAY;AACd;AAOA,SAAS,gCAAgC,aAA6B;AACpE,QAAM,MAAM,gBAAgB,WAAW,KAAK;AAC5C,SAAO,MAAM,QAAQ,GAAG,KAAK;AAC/B;AASO,SAAS,qBACd,MACA,mBAC2B;AAC3B,MAAI,KAAK,MAAM;AACb,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,IACb;AAAA,EACF,WAAW,KAAK,OAAO;AAErB,QAAI,cAAc,KAAK,MAAM;AAC7B,QAAI,CAAC,eAAe,KAAK,MAAM,IAAI,WAAW,OAAO,GAAG;AACtD,YAAM,YAAY,yBAAyB,KAAK,MAAM,GAAG;AACzD,UAAI,WAAW;AACb,sBAAc,UAAU;AAAA,MAC1B;AAAA,IACF;AAKA,QAAI,CAAC,eAAe,mBAAmB,WAAW,GAAG;AACnD,aAAO;AAAA,QACL,MAAM;AAAA,QACN,WAAW;AAAA,UACT,KAAK,KAAK,MAAM;AAAA,UAChB,QAAQ;AAAA,QACV;AAAA,MACF;AAAA,IACF;AAIA,QAAI,KAAK,MAAM,IAAI,WAAW,OAAO,GAAG;AACtC,YAAM,YAAY,yBAAyB,KAAK,MAAM,GAAG;AACzD,UAAI,CAAC,WAAW;AACd,cAAM;AAAA,UACJ,sCAAsC,KAAK,MAAM,IAAI,UAAU,GAAG,EAAE,CAAC;AAAA,QACvE;AAAA,MACF;AACA,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,UAAU,gCAAgC,UAAU,WAAW;AAAA,UAC/D,WAAW,KAAK,MAAM;AAAA;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAIA,UAAM;AAAA,MACJ,2HAA2H,WAAW;AAAA,IACxI;AAAA,EACF;AACA,QAAM;AAAA,IACJ,wEAAwE,KAAK,UAAU,IAAI,CAAC;AAAA,EAC9F;AACF;AAQO,SAAS,iBACd,UACA,oBAAuC,QACT;AAC9B,QAAM,cAA4C,CAAC;AACnD,aAAW,WAAW,UAAU;AAC9B,UAAM,MAAM,IAAI,sBAAQ,OAAO;AAC/B,UAAM,OAAO,aAAa,QAAQ,IAAI;AACtC,YAAQ,MAAM;AAAA,MACZ,KAAK;AACH,cAAM,UAAU,IAAI,QAAQ;AAAA,UAAI,CAAC,SAC/B,qBAAqB,MAAM,iBAAiB;AAAA,QAC9C;AAEA,cAAM,kBAAkB,QAAQ,KAAK,CAAC,SAAS,KAAK,SAAS,MAAM;AAGnE,YAAI,CAAC,iBAAiB;AACpB,kBAAQ,QAAQ,CAAC,SAAS;AACxB,gBAAI,KAAK,SAAS,QAAQ;AACxB,0BAAY,KAAK;AAAA,gBACf;AAAA,gBACA,SAAS,KAAK;AAAA,cAChB,CAAC;AAAA,YACH;AAAA,UACF,CAAC;AAAA,QACH,OAAO;AACL,sBAAY,KAAK;AAAA,YACf;AAAA,YACA;AAAA,UACF,CAAC;AAAA,QACH;AACA;AAAA,MACF,KAAK;AACH,oBAAY,KAAK;AAAA,UACf;AAAA,UACA,SAAS,IAAI;AAAA,QACf,CAAC;AACD;AAAA,MACF,KAAK,aAAa;AAChB,cAAM,YAA6C,IAAI,QACpD;AAAA,UACC,CACE,SAGG,QAAQ,KAAK,WAAW;AAAA,QAC/B,EACC,IAAI,CAAC,UAAU;AAAA,UACd,IAAI,KAAK,YAAY,OAAO;AAAA,UAC5B,MAAM;AAAA,UACN,UAAU;AAAA,YACR,MAAM,KAAK,YAAY;AAAA,YACvB,WAAW,KAAK,UAAU,KAAK,YAAY,KAAK;AAAA,UAClD;AAAA,QACF,EAAE;AACJ,YAAI,UAAU,SAAS,GAAG;AACxB,sBAAY,KAAK;AAAA,YACf;AAAA,YACA,YAAY;AAAA,UACd,CAAC;AAAA,QACH,OAAO;AACL,sBAAY,KAAK;AAAA,YACf;AAAA,YACA,SAAS,IAAI;AAAA,UACf,CAAC;AAAA,QACH;AACA;AAAA,MACF;AAAA,MACA,KAAK,QAAQ;AACX,cAAM,oBAAoB,IAAI,kBAAkB;AAChD,0BAAkB,IAAI,CAAC,SAAS;AAC9B,sBAAY,KAAK;AAAA,YACf;AAAA,YACA,cAAc,KAAK,aAAa,OAAO;AAAA,YACvC,SACE,OAAO,KAAK,aAAa,WAAW,WAChC,KAAK,aAAa,SAClB,KAAK,UAAU,KAAK,aAAa,MAAM;AAAA,UAC/C,CAAC;AAAA,QACH,CAAC;AACD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,MAAM,kBAIF;AAAA,EACF,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,YAAY;AAAA,EACZ,gBAAgB;AAClB;AAOO,SAAS,mBACd,UAGA,QACiB;AACjB,MAAI,CAAC,SAAS,UAAU;AACtB,UAAM;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AACA,QAAM,IAAI,SAAS;AAGnB,MAAI,OAAO,kBAAkB,cAAc;AACzC,WAAO;AAAA,MACL,aAAa;AAAA,QACX,MAAM,EAAE;AAAA,QACR,KAAK,SAAS;AAAA,QACd,OAAO,EAAE,YAAY,KAAK,MAAM,EAAE,SAAS,IAAI,EAAE;AAAA,MACnD;AAAA,IACF;AAAA,EACF,OAAO;AACL,WAAO;AAAA,MACL,aAAa;AAAA,QACX,MAAM,EAAE;AAAA,QACR,KAAK,SAAS;AAAA,QACd,OAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AACF;AAQO,SAAS,iBACd,QACA,WAAW,OACW;AACtB,QAAM,mBAAmB,OAAO,QAAQ,YAAY;AAAA,IAAI,CAAC,aACvD,mBAAmB,UAAU,MAAM;AAAA,EACrC;AAGA,MAAI,UAAkB,CAAC;AAEvB,MAAI,oBAAoB,iBAAiB,SAAS,GAAG;AACnD,cAAU;AAAA,EACZ,OAAO;AAEL,QACE,uBAAuB,OAAO,WAC9B,OAAO,QAAQ,mBACf;AACA,cAAQ,KAAK,EAAE,WAAW,OAAO,QAAQ,kBAA4B,CAAC;AAAA,IACxE;AAGA,QAAI,OAAO,QAAQ,SAAS;AAC1B,cAAQ;AAAA,QACN,WACI,EAAE,MAAM,KAAK,MAAM,OAAO,QAAQ,OAAQ,EAAE,IAC5C,EAAE,MAAM,OAAO,QAAQ,QAAS;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,cAAc,gBAAgB,OAAO,aAAa,KAAK;AAAA,IACvD,SAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,IACF;AAAA,EACF;AACF;AASO,SAAS,sBACd,QACA,WAAW,OACW;AACtB,QAAM,mBAAmB,OAAO,MAAM,YAAY;AAAA,IAAI,CAAC,aACrD,mBAAmB,UAAU,MAAM;AAAA,EACrC;AAGA,MAAI,UAAkB,CAAC;AAEvB,MAAI,oBAAoB,iBAAiB,SAAS,GAAG;AACnD,cAAU;AAAA,EACZ,OAAO;AAEL,QAAI,uBAAuB,OAAO,SAAS,OAAO,MAAM,mBAAmB;AACzE,cAAQ,KAAK,EAAE,WAAW,OAAO,MAAM,kBAA4B,CAAC;AAAA,IACtE;AAGA,QAAI,OAAO,MAAM,SAAS;AACxB,cAAQ;AAAA,QACN,WACI,EAAE,MAAM,KAAK,MAAM,OAAO,MAAM,OAAQ,EAAE,IAC1C,EAAE,MAAM,OAAO,MAAM,QAAS;AAAA,MACpC;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,cAAc,OAAO,gBACjB,gBAAgB,OAAO,aAAa,KAAK,UACzC;AAAA,IACJ,SAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,IACF;AAAA,EACF;AACF;AASO,SAAS,oBACd,WACA,SACA,gBACA;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,IACR,QAAQ,QAAQ;AAAA,EAClB;AACA,QAAM;AAAA,IACJ;AAAA,IACA;AAAA;AAAA,IACA;AAAA;AAAA,IACA,MAAM;AAAA,IACN,kBAAkB;AAAA,IAClB,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,aAAa;AAAA,IACb,eAAe;AAAA,IACf,SAAS;AAAA,IACT,OAAO;AAAA,IACP;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,QAAM,QAA8B,QAAQ,OAAO,IAAI,YAAY,KAAK,CAAC;AACzE,MAAI,iBAAiB;AACnB,UAAM,KAAK,GAAI,eAAyB;AAAA,EAC1C;AACA,MAAI,OAAO;AAAA,IACT,OAAO,gBAAgB;AAAA,IACvB;AAAA,IACA,OAAO,MAAM,SAAS,IAAI,QAAQ;AAAA,IAClC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,MAAI,gBAAgB;AAGlB,mBAAe,SAAS,IAAI;AAAA,EAC9B,OAAO;AACL,WAAO,EAAE,GAAG,MAAM,GAAG,aAAa;AAAA,EACpC;AACA,QAAM,kBAAkB,QAAQ,QAAQ;AACxC,MAAI,oBAAoB,QAAQ;AAC9B,QAAI,QAAQ,QAAQ,QAAQ;AAC1B,WAAK,kBAAkB;AAAA,QACrB,MAAM;AAAA,QACN,aAAa;AAAA,UACX,MAAM;AAAA,UACN,QAAQ,QAAQ,OAAQ;AAAA,QAC1B;AAAA,MACF;AAAA,IACF,OAAO;AACL,WAAK,kBAAkB;AAAA,QACrB,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF,WAAW,oBAAoB,QAAQ;AACrC,SAAK,kBAAkB;AAAA,MACrB,MAAM;AAAA,IACR;AAAA,EACF;AACA,aAAW,OAAO,MAAM;AACtB,QAAI,CAAC,KAAK,GAAG,KAAM,MAAM,QAAQ,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE;AACxD,aAAO,KAAK,GAAG;AAAA,EACnB;AACA,SAAO;AACT;AASO,SAAS,kBACd,MACA,eACA,gBACA,eACA;AACA,SAAO,OACL,SACA,YAKkC;AAClC,UAAM,aAAS;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,QAAI;AACF,UAAI;AACJ,YAAM,OAAO,oBAAoB,MAAM,SAAS,cAAc;AAC9D,UAAI,SAAS,oBAAoB;AAC/B,cAAM,SAAS,OAAO,KAAK,KAAK,YAAY;AAAA,UAC1C;AAAA,YACE,GAAG;AAAA,YACH,QAAQ;AAAA,YACR,gBAAgB;AAAA,cACd,eAAe;AAAA,YACjB;AAAA,UACF;AAAA,UACA,EAAE,QAAQ,SAAS,YAAY;AAAA,QACjC;AACA,yBAAiB,SAAS,QAAQ;AAChC,gBAAM,SAAS,QAAQ,CAACA,WAAU;AAChC,kBAAM,IAAI,sBAAsBA,MAAK;AACrC,qBAAS,UAAW;AAAA,cAClB,OAAOA,OAAM;AAAA,cACb,SAAS,EAAE,SAAS,WAAW,CAAC;AAAA,YAClC,CAAC;AAAA,UACH,CAAC;AAAA,QACH;AACA,mBAAW,MAAM,OAAO,oBAAoB;AAAA,MAC9C,OAAO;AACL,mBAAW,MAAM,OAAO,KAAK,YAAY,OAAO,MAAM;AAAA,UACpD,QAAQ,SAAS;AAAA,QACnB,CAAC;AAAA,MACH;AACA,YAAM,mBAAyC;AAAA,QAC7C,OAAO;AAAA,UACL,aAAa,SAAS,OAAO;AAAA,UAC7B,cAAc,SAAS,OAAO;AAAA,UAC9B,aAAa,SAAS,OAAO;AAAA,QAC/B;AAAA,QACA,KAAK;AAAA,MACP;AACA,UAAI,SAAS,QAAQ,WAAW,GAAG;AACjC,eAAO;AAAA,MACT,OAAO;AACL,cAAM,SAAS,SAAS,QAAQ,CAAC;AACjC,eAAO;AAAA,UACL,GAAG,iBAAiB,QAAQ,QAAQ,QAAQ,WAAW,MAAM;AAAA,UAC7D,GAAG;AAAA,QACL;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,UAAI,aAAa,wBAAU;AACzB,YAAI,SAAqB;AACzB,gBAAQ,EAAE,QAAQ;AAAA,UAChB,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,QACJ;AACA,cAAM,IAAI,0BAAY;AAAA,UACpB;AAAA,UACA,SAAS,EAAE;AAAA,QACb,CAAC;AAAA,MACH;AACA,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAkBO,SAAS,wBAEd,QAMc;AACd,QAAM,EAAE,MAAM,QAAQ,eAAe,UAAAC,WAAU,eAAe,IAAI;AAClE,QAAM,gBAAY,0BAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJA,WAAU,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEvE,aAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,kBAAkB,WAAW,QAAQ,gBAAgB,aAAa;AAAA,EACpE;AACF;AAEA,MAAM,qBAAgC;AAAA,EACpC,UAAU;AAAA,IACR,WAAW;AAAA,IACX,OAAO;AAAA,IACP,OAAO;AAAA,IACP,YAAY;AAAA,IACZ,YAAY;AAAA,EACd;AACF;AAGO,SAAS,kBAEd,QAMgC;AAChC,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,aAAO,wBAAS;AAAA,IACd;AAAA,IACA,cAAc,gBAAiB;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;","names":["chunk","modelRef"]}
+{"version":3,"sources":["../src/model.ts"],"sourcesContent":["/**\n * Copyright 2024 The Fire Company\n * Copyright 2024 Google LLC\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type {\n  GenerateRequest,\n  GenerateResponseChunkData,\n  GenerateResponseData,\n  MessageData,\n  ModelReference,\n  Part,\n  Role,\n  StreamingCallback,\n  ToolRequestPart,\n} from 'genkit';\nimport {\n  GenerationCommonConfigSchema,\n  GenkitError,\n  Message,\n  StatusName,\n  modelRef,\n  z,\n  type ErrorResponseMetadata,\n} from 'genkit';\nimport type { ModelAction, ModelInfo, ToolDefinition } from 'genkit/model';\nimport { model } from 'genkit/plugin';\nimport OpenAI, { APIError } from 'openai';\nimport type {\n  ChatCompletion,\n  ChatCompletionChunk,\n  ChatCompletionContentPart,\n  ChatCompletionCreateParams,\n  ChatCompletionCreateParamsNonStreaming,\n  ChatCompletionMessageParam,\n  ChatCompletionMessageToolCall,\n  ChatCompletionRole,\n  ChatCompletionTool,\n  CompletionChoice,\n} from 'openai/resources/index.mjs';\nimport { PluginOptions } from './index.js';\nimport { maybeCreateRequestScopedOpenAIClient, toModelName } from './utils.js';\n\n/**\n * Parses a `Retry-After` header value into milliseconds.\n * Supports delay-seconds and HTTP-date formats (RFC 7231 §7.1.3).\n */\nfunction parseRetryAfterMs(value: string): number | undefined {\n  if (!value || !value.trim()) return undefined;\n  const seconds = Number(value);\n  if (!isNaN(seconds) && seconds >= 0) return seconds * 1000;\n  const date = new Date(value);\n  if (!isNaN(date.getTime())) return Math.max(0, date.getTime() - Date.now());\n  return undefined;\n}\n\nconst VisualDetailLevelSchema = z.enum(['auto', 'low', 'high']).optional();\n\ntype VisualDetailLevel = z.infer<typeof VisualDetailLevelSchema>;\n\nexport type ModelRequestBuilder = (\n  req: GenerateRequest,\n  params: ChatCompletionCreateParams\n) => void;\n\nexport const ChatCompletionCommonConfigSchema =\n  GenerationCommonConfigSchema.extend({\n    temperature: z.number().min(0).max(2).optional(),\n    frequencyPenalty: z.number().min(-2).max(2).optional(),\n    logProbs: z.boolean().optional(),\n    presencePenalty: z.number().min(-2).max(2).optional(),\n    topLogProbs: z.number().int().min(0).max(20).optional(),\n  });\n\nexport function toOpenAIRole(role: Role): ChatCompletionRole {\n  switch (role) {\n    case 'user':\n      return 'user';\n    case 'model':\n      return 'assistant';\n    case 'system':\n      return 'system';\n    case 'tool':\n      return 'tool';\n    default:\n      throw new Error(`role ${role} doesn't map to an OpenAI role.`);\n  }\n}\n\n/**\n * Converts a Genkit ToolDefinition to an OpenAI ChatCompletionTool object.\n * @param tool The Genkit ToolDefinition to convert.\n * @returns The converted OpenAI ChatCompletionTool object.\n */\nexport function toOpenAITool(tool: ToolDefinition): ChatCompletionTool {\n  return {\n    type: 'function',\n    function: {\n      name: tool.name,\n      parameters: tool.inputSchema !== null ? tool.inputSchema : undefined,\n    },\n  };\n}\n\n/**\n * Checks if a content type is an image type.\n * @param contentType The content type to check.\n * @returns True if the content type is an image type.\n */\nfunction isImageContentType(contentType?: string): boolean {\n  if (!contentType) return false;\n  return contentType.startsWith('image/');\n}\n\n/**\n * Extracts the base64 data and content type from a data URL.\n * @param url The data URL to parse.\n * @returns The base64 data and content type, or null if invalid.\n */\nfunction extractDataFromBase64Url(url: string): {\n  data: string;\n  contentType: string;\n} | null {\n  const match = url.match(/^data:([^;]+);base64,(.+)$/);\n  return (\n    match && {\n      contentType: match[1],\n      data: match[2],\n    }\n  );\n}\n\n/**\n * Map of content types to file extensions.\n */\nconst FILE_EXTENSIONS: Record<string, string> = {\n  'application/pdf': 'pdf',\n  'application/msword': 'doc',\n  'application/vnd.openxmlformats-officedocument.wordprocessingml.document':\n    'docx',\n  'text/plain': 'txt',\n  'text/csv': 'csv',\n};\n\n/**\n * Generates a filename from a content type.\n * @param contentType The content type.\n * @returns A filename with appropriate extension.\n */\nfunction generateFilenameFromContentType(contentType: string): string {\n  const ext = FILE_EXTENSIONS[contentType] || '';\n  return ext ? `file.${ext}` : 'file';\n}\n\n/**\n * Converts a Genkit Part to the corresponding OpenAI ChatCompletionContentPart.\n * @param part The Genkit Part to convert.\n * @param visualDetailLevel The visual detail level to use for media parts.\n * @returns The corresponding OpenAI ChatCompletionContentPart.\n * @throws Error if the part contains unsupported fields for the current message role.\n */\nexport function toOpenAITextAndMedia(\n  part: Part,\n  visualDetailLevel: VisualDetailLevel\n): ChatCompletionContentPart {\n  if (part.text) {\n    return {\n      type: 'text',\n      text: part.text,\n    };\n  } else if (part.media) {\n    // Determine the content type from the media part or data URL\n    let contentType = part.media.contentType;\n    if (!contentType && part.media.url.startsWith('data:')) {\n      const extracted = extractDataFromBase64Url(part.media.url);\n      if (extracted) {\n        contentType = extracted.contentType;\n      }\n    }\n\n    // Check if this is an image type\n    // If no contentType is provided, preserve legacy behavior by treating the media\n    // as an image URL (e.g. signed URLs or remote images without metadata)\n    if (!contentType || isImageContentType(contentType)) {\n      return {\n        type: 'image_url',\n        image_url: {\n          url: part.media.url,\n          detail: visualDetailLevel,\n        },\n      };\n    }\n\n    // For non-image types (like PDF), use the file type\n    // OpenAI expects the full data URL (with data: prefix) in file_data\n    if (part.media.url.startsWith('data:')) {\n      const extracted = extractDataFromBase64Url(part.media.url);\n      if (!extracted) {\n        throw Error(\n          `Invalid data URL format for media: ${part.media.url.substring(0, 50)}...`\n        );\n      }\n      return {\n        type: 'file',\n        file: {\n          filename: generateFilenameFromContentType(extracted.contentType),\n          file_data: part.media.url, // Full data URL with prefix\n        },\n      } as ChatCompletionContentPart;\n    }\n\n    // If it's a remote URL with non-image content type, this is not supported\n    // for chat completions according to OpenAI docs\n    throw Error(\n      `File URLs are not supported for chat completions. Only base64-encoded files and image URLs are supported. Content type: ${contentType}`\n    );\n  }\n  throw Error(\n    `Unsupported genkit part fields encountered for current message role: ${JSON.stringify(part)}.`\n  );\n}\n\n/**\n * Converts a Genkit MessageData array to an OpenAI ChatCompletionMessageParam array.\n * @param messages The Genkit MessageData array to convert.\n * @param visualDetailLevel The visual detail level to use for media parts.\n * @returns The converted OpenAI ChatCompletionMessageParam array.\n */\nexport function toOpenAIMessages(\n  messages: MessageData[],\n  visualDetailLevel: VisualDetailLevel = 'auto'\n): ChatCompletionMessageParam[] {\n  const apiMessages: ChatCompletionMessageParam[] = [];\n  for (const message of messages) {\n    const msg = new Message(message);\n    const role = toOpenAIRole(message.role);\n    switch (role) {\n      case 'user':\n        const content = msg.content.map((part) =>\n          toOpenAITextAndMedia(part, visualDetailLevel)\n        );\n        // Check if we have only text content\n        const onlyTextContent = content.some((item) => item.type !== 'text');\n\n        // If all items are strings, just add them as text\n        if (!onlyTextContent) {\n          content.forEach((item) => {\n            if (item.type === 'text') {\n              apiMessages.push({\n                role: role,\n                content: item.text,\n              });\n            }\n          });\n        } else {\n          apiMessages.push({\n            role: role,\n            content: content,\n          });\n        }\n        break;\n      case 'system':\n        apiMessages.push({\n          role: role,\n          content: msg.text,\n        });\n        break;\n      case 'assistant': {\n        const toolCalls: ChatCompletionMessageToolCall[] = msg.content\n          .filter(\n            (\n              part\n            ): part is Part & {\n              toolRequest: NonNullable<Part['toolRequest']>;\n            } => Boolean(part.toolRequest)\n          )\n          .map((part) => ({\n            id: part.toolRequest.ref ?? '',\n            type: 'function',\n            function: {\n              name: part.toolRequest.name,\n              arguments: JSON.stringify(part.toolRequest.input),\n            },\n          }));\n        if (toolCalls.length > 0) {\n          apiMessages.push({\n            role: role,\n            tool_calls: toolCalls,\n          });\n        } else {\n          apiMessages.push({\n            role: role,\n            content: msg.text,\n          });\n        }\n        break;\n      }\n      case 'tool': {\n        const toolResponseParts = msg.toolResponseParts();\n        toolResponseParts.map((part) => {\n          apiMessages.push({\n            role: role,\n            tool_call_id: part.toolResponse.ref ?? '',\n            content:\n              typeof part.toolResponse.output === 'string'\n                ? part.toolResponse.output\n                : JSON.stringify(part.toolResponse.output),\n          });\n        });\n        break;\n      }\n    }\n  }\n  return apiMessages;\n}\n\nconst finishReasonMap: Record<\n  // OpenAI Node SDK doesn't support tool_call in the enum, but it is returned from the API\n  CompletionChoice['finish_reason'] | 'tool_calls',\n  GenerateResponseData['finishReason']\n> = {\n  length: 'length',\n  stop: 'stop',\n  tool_calls: 'stop',\n  content_filter: 'blocked',\n};\n\n/**\n * Converts an OpenAI tool call to a Genkit ToolRequestPart.\n * @param toolCall The OpenAI tool call to convert.\n * @returns The converted Genkit ToolRequestPart.\n */\nexport function fromOpenAIToolCall(\n  toolCall:\n    | ChatCompletionMessageToolCall\n    | ChatCompletionChunk.Choice.Delta.ToolCall,\n  choice: ChatCompletion.Choice | ChatCompletionChunk.Choice\n): ToolRequestPart {\n  if (!toolCall.function) {\n    throw Error(\n      `Unexpected openAI chunk choice. tool_calls was provided but one or more tool_calls is missing.`\n    );\n  }\n  const f = toolCall.function;\n\n  // Only parse arguments when it is a JSON object and the finish reason is tool_calls to avoid parsing errors\n  if (choice.finish_reason === 'tool_calls') {\n    return {\n      toolRequest: {\n        name: f.name!,\n        ref: toolCall.id,\n        input: f.arguments ? JSON.parse(f.arguments) : f.arguments,\n      },\n    };\n  } else {\n    return {\n      toolRequest: {\n        name: f.name!,\n        ref: toolCall.id,\n        input: '',\n      },\n    };\n  }\n}\n\n/**\n * Converts an OpenAI message event to a Genkit GenerateResponseData object.\n * @param choice The OpenAI message event to convert.\n * @param jsonMode Whether the event is a JSON response.\n * @returns The converted Genkit GenerateResponseData object.\n */\nexport function fromOpenAIChoice(\n  choice: ChatCompletion.Choice,\n  jsonMode = false\n): GenerateResponseData {\n  const toolRequestParts = choice.message.tool_calls?.map((toolCall) =>\n    fromOpenAIToolCall(toolCall, choice)\n  );\n\n  // Build content array based on what's present in the message\n  let content: Part[] = [];\n\n  if (toolRequestParts && toolRequestParts.length > 0) {\n    content = toolRequestParts as ToolRequestPart[];\n  } else {\n    // Handle reasoning_content if present\n    if (\n      'reasoning_content' in choice.message &&\n      choice.message.reasoning_content\n    ) {\n      content.push({ reasoning: choice.message.reasoning_content as string });\n    }\n\n    // Handle regular content if present\n    if (choice.message.content) {\n      content.push(\n        jsonMode\n          ? { data: JSON.parse(choice.message.content!) }\n          : { text: choice.message.content! }\n      );\n    }\n  }\n\n  return {\n    finishReason: finishReasonMap[choice.finish_reason] || 'other',\n    message: {\n      role: 'model',\n      content,\n    },\n  };\n}\n\n/**\n * Converts an OpenAI message stream event to a Genkit GenerateResponseData\n * object.\n * @param choice The OpenAI message stream event to convert.\n * @param jsonMode Whether the event is a JSON response.\n * @returns The converted Genkit GenerateResponseData object.\n */\nexport function fromOpenAIChunkChoice(\n  choice: ChatCompletionChunk.Choice,\n  jsonMode = false\n): GenerateResponseData {\n  const toolRequestParts = choice.delta.tool_calls?.map((toolCall) =>\n    fromOpenAIToolCall(toolCall, choice)\n  );\n\n  // Build content array based on what's present in the delta\n  let content: Part[] = [];\n\n  if (toolRequestParts && toolRequestParts.length > 0) {\n    content = toolRequestParts as ToolRequestPart[];\n  } else {\n    // Handle reasoning_content if present\n    if ('reasoning_content' in choice.delta && choice.delta.reasoning_content) {\n      content.push({ reasoning: choice.delta.reasoning_content as string });\n    }\n\n    // Handle regular content if present\n    if (choice.delta.content) {\n      content.push(\n        jsonMode\n          ? { data: JSON.parse(choice.delta.content!) }\n          : { text: choice.delta.content! }\n      );\n    }\n  }\n\n  return {\n    finishReason: choice.finish_reason\n      ? finishReasonMap[choice.finish_reason] || 'other'\n      : 'unknown',\n    message: {\n      role: 'model',\n      content,\n    },\n  };\n}\n\n/**\n * Converts an OpenAI request to an OpenAI API request body.\n * @param modelName The name of the OpenAI model to use.\n * @param request The Genkit GenerateRequest to convert.\n * @returns The converted OpenAI API request body.\n * @throws An error if the specified model is not supported or if an unsupported output format is requested.\n */\nexport function toOpenAIRequestBody(\n  modelName: string,\n  request: GenerateRequest,\n  requestBuilder?: ModelRequestBuilder\n) {\n  const messages = toOpenAIMessages(\n    request.messages,\n    request.config?.visualDetailLevel\n  );\n  const {\n    temperature,\n    maxOutputTokens, // unused\n    topK, // unused\n    topP: top_p,\n    frequencyPenalty: frequency_penalty,\n    logProbs: logprobs,\n    presencePenalty: presence_penalty,\n    topLogProbs: top_logprobs,\n    stopSequences: stop,\n    version: modelVersion,\n    tools: toolsFromConfig,\n    apiKey,\n    ...restOfConfig\n  } = request.config ?? {};\n\n  const tools: ChatCompletionTool[] = request.tools?.map(toOpenAITool) ?? [];\n  if (toolsFromConfig) {\n    tools.push(...(toolsFromConfig as any[]));\n  }\n  let body = {\n    model: modelVersion ?? modelName,\n    messages,\n    tools: tools.length > 0 ? tools : undefined,\n    temperature,\n    top_p,\n    stop,\n    frequency_penalty,\n    presence_penalty,\n    top_logprobs,\n    logprobs,\n  } as ChatCompletionCreateParamsNonStreaming;\n  if (requestBuilder) {\n    // If override provided, apply the override to the OpenAI request.\n    // User must control passthrough config too.\n    requestBuilder(request, body);\n  } else {\n    body = { ...body, ...restOfConfig }; // passthrough for other config\n  }\n  const response_format = request.output?.format;\n  if (response_format === 'json') {\n    if (request.output?.schema) {\n      body.response_format = {\n        type: 'json_schema',\n        json_schema: {\n          name: 'output',\n          schema: request.output!.schema,\n        },\n      };\n    } else {\n      body.response_format = {\n        type: 'json_object',\n      };\n    }\n  } else if (response_format === 'text') {\n    body.response_format = {\n      type: 'text',\n    };\n  }\n  for (const key in body) {\n    if (!body[key] || (Array.isArray(body[key]) && !body[key].length))\n      delete body[key];\n  }\n  return body;\n}\n\n/**\n * Creates the runner used by Genkit to interact with an OpenAI compatible\n * model.\n * @param name The name of the GPT model.\n * @param client The OpenAI client instance.\n * @returns The runner that Genkit will call when the model is invoked.\n */\nexport function openAIModelRunner(\n  name: string,\n  defaultClient: OpenAI,\n  requestBuilder?: ModelRequestBuilder,\n  pluginOptions?: Omit<PluginOptions, 'apiKey'>\n) {\n  return async (\n    request: GenerateRequest,\n    options?: {\n      streamingRequested?: boolean;\n      sendChunk?: StreamingCallback<GenerateResponseChunkData>;\n      abortSignal?: AbortSignal;\n    }\n  ): Promise<GenerateResponseData> => {\n    const client = maybeCreateRequestScopedOpenAIClient(\n      pluginOptions,\n      request,\n      defaultClient\n    );\n    try {\n      let response: ChatCompletion;\n      const body = toOpenAIRequestBody(name, request, requestBuilder);\n      if (options?.streamingRequested) {\n        const stream = client.beta.chat.completions.stream(\n          {\n            ...body,\n            stream: true,\n            stream_options: {\n              include_usage: true,\n            },\n          },\n          { signal: options?.abortSignal }\n        );\n        for await (const chunk of stream) {\n          chunk.choices?.forEach((chunk) => {\n            const c = fromOpenAIChunkChoice(chunk);\n            options?.sendChunk!({\n              index: chunk.index,\n              content: c.message?.content ?? [],\n            });\n          });\n        }\n        response = await stream.finalChatCompletion();\n      } else {\n        response = await client.chat.completions.create(body, {\n          signal: options?.abortSignal,\n        });\n      }\n      const standardResponse: GenerateResponseData = {\n        usage: {\n          inputTokens: response.usage?.prompt_tokens,\n          outputTokens: response.usage?.completion_tokens,\n          totalTokens: response.usage?.total_tokens,\n        },\n        raw: response,\n      };\n      if (response.choices.length === 0) {\n        return standardResponse;\n      } else {\n        const choice = response.choices[0];\n        return {\n          ...fromOpenAIChoice(choice, request.output?.format === 'json'),\n          ...standardResponse,\n        };\n      }\n    } catch (e) {\n      if (e instanceof APIError) {\n        let status: StatusName = 'UNKNOWN';\n        switch (e.status) {\n          case 429:\n            status = 'RESOURCE_EXHAUSTED';\n            break;\n          case 401:\n            status = 'PERMISSION_DENIED';\n            break;\n          case 403:\n            status = 'UNAUTHENTICATED';\n            break;\n          case 400:\n            status = 'INVALID_ARGUMENT';\n            break;\n          case 500:\n            status = 'INTERNAL';\n            break;\n          case 503:\n            status = 'UNAVAILABLE';\n            break;\n        }\n        const retryAfterHeader =\n          e.headers?.get?.('retry-after') ??\n          (e.headers as any)?.['retry-after'];\n        const retryAfterMs = retryAfterHeader\n          ? parseRetryAfterMs(retryAfterHeader)\n          : undefined;\n        const responseMetadata: ErrorResponseMetadata | undefined =\n          retryAfterMs !== undefined ? { retryAfterMs } : undefined;\n        throw new GenkitError({\n          status,\n          message: e.message,\n          responseMetadata,\n        });\n      }\n      throw e;\n    }\n  };\n}\n\n/**\n * Method to define a new Genkit Model that is compatible with Open AI\n * Chat Completions API.\n *\n * These models are to be used to chat with a large language model.\n *\n * @param params An object containing parameters for defining the OpenAI\n * Chat model.\n * @param params.ai The Genkit AI instance.\n * @param params.name The name of the model.\n * @param params.client The OpenAI client instance.\n * @param params.modelRef Optional reference to the model's configuration and\n * custom options.\n\n * @returns the created {@link ModelAction}\n */\nexport function defineCompatOpenAIModel<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  client: OpenAI;\n  modelRef?: ModelReference<CustomOptions>;\n  requestBuilder?: ModelRequestBuilder;\n  pluginOptions?: PluginOptions;\n}): ModelAction {\n  const { name, client, pluginOptions, modelRef, requestBuilder } = params;\n  const modelName = toModelName(name, pluginOptions?.name);\n  const actionName =\n    modelRef?.name ?? `${pluginOptions?.name ?? 'compat-oai'}/${modelName}`;\n\n  return model(\n    {\n      name: actionName,\n      ...modelRef?.info,\n      configSchema: modelRef?.configSchema,\n    },\n    openAIModelRunner(modelName, client, requestBuilder, pluginOptions)\n  );\n}\n\nconst GENERIC_MODEL_INFO: ModelInfo = {\n  supports: {\n    multiturn: true,\n    media: true,\n    tools: true,\n    toolChoice: true,\n    systemRole: true,\n  },\n};\n\n/** ModelRef helper, with reasonable defaults for OpenAI-compatible providers */\nexport function compatOaiModelRef<\n  CustomOptions extends z.ZodTypeAny = z.ZodTypeAny,\n>(params: {\n  name: string;\n  info?: ModelInfo;\n  configSchema?: CustomOptions;\n  config?: any;\n  namespace?: string;\n}): ModelReference<CustomOptions> {\n  const {\n    name,\n    info = GENERIC_MODEL_INFO,\n    configSchema,\n    config = undefined,\n    namespace,\n  } = params;\n  return modelRef({\n    name,\n    configSchema: configSchema || (ChatCompletionCommonConfigSchema as any),\n    info: info,\n    config,\n    namespace,\n  });\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA4BA,oBAQO;AAEP,oBAAsB;AACtB,oBAAiC;AAcjC,mBAAkE;AAMlE,SAAS,kBAAkB,OAAmC;AAC5D,MAAI,CAAC,SAAS,CAAC,MAAM,KAAK,EAAG,QAAO;AACpC,QAAM,UAAU,OAAO,KAAK;AAC5B,MAAI,CAAC,MAAM,OAAO,KAAK,WAAW,EAAG,QAAO,UAAU;AACtD,QAAM,OAAO,IAAI,KAAK,KAAK;AAC3B,MAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAG,QAAO,KAAK,IAAI,GAAG,KAAK,QAAQ,IAAI,KAAK,IAAI,CAAC;AAC1E,SAAO;AACT;AAEA,MAAM,0BAA0B,gBAAE,KAAK,CAAC,QAAQ,OAAO,MAAM,CAAC,EAAE,SAAS;AASlE,MAAM,mCACX,2CAA6B,OAAO;AAAA,EAClC,aAAa,gBAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EAC/C,kBAAkB,gBAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACrD,UAAU,gBAAE,QAAQ,EAAE,SAAS;AAAA,EAC/B,iBAAiB,gBAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACpD,aAAa,gBAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS;AACxD,CAAC;AAEI,SAAS,aAAa,MAAgC;AAC3D,UAAQ,MAAM;AAAA,IACZ,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT,KAAK;AACH,aAAO;AAAA,IACT;AACE,YAAM,IAAI,MAAM,QAAQ,IAAI,iCAAiC;AAAA,EACjE;AACF;AAOO,SAAS,aAAa,MAA0C;AACrE,SAAO;AAAA,IACL,MAAM;AAAA,IACN,UAAU;AAAA,MACR,MAAM,KAAK;AAAA,MACX,YAAY,KAAK,gBAAgB,OAAO,KAAK,cAAc;AAAA,IAC7D;AAAA,EACF;AACF;AAOA,SAAS,mBAAmB,aAA+B;AACzD,MAAI,CAAC,YAAa,QAAO;AACzB,SAAO,YAAY,WAAW,QAAQ;AACxC;AAOA,SAAS,yBAAyB,KAGzB;AACP,QAAM,QAAQ,IAAI,MAAM,4BAA4B;AACpD,SACE,SAAS;AAAA,IACP,aAAa,MAAM,CAAC;AAAA,IACpB,MAAM,MAAM,CAAC;AAAA,EACf;AAEJ;AAKA,MAAM,kBAA0C;AAAA,EAC9C,mBAAmB;AAAA,EACnB,sBAAsB;AAAA,EACtB,2EACE;AAAA,EACF,cAAc;AAAA,EACd,YAAY;AACd;AAOA,SAAS,gCAAgC,aAA6B;AACpE,QAAM,MAAM,gBAAgB,WAAW,KAAK;AAC5C,SAAO,MAAM,QAAQ,GAAG,KAAK;AAC/B;AASO,SAAS,qBACd,MACA,mBAC2B;AAC3B,MAAI,KAAK,MAAM;AACb,WAAO;AAAA,MACL,MAAM;AAAA,MACN,MAAM,KAAK;AAAA,IACb;AAAA,EACF,WAAW,KAAK,OAAO;AAErB,QAAI,cAAc,KAAK,MAAM;AAC7B,QAAI,CAAC,eAAe,KAAK,MAAM,IAAI,WAAW,OAAO,GAAG;AACtD,YAAM,YAAY,yBAAyB,KAAK,MAAM,GAAG;AACzD,UAAI,WAAW;AACb,sBAAc,UAAU;AAAA,MAC1B;AAAA,IACF;AAKA,QAAI,CAAC,eAAe,mBAAmB,WAAW,GAAG;AACnD,aAAO;AAAA,QACL,MAAM;AAAA,QACN,WAAW;AAAA,UACT,KAAK,KAAK,MAAM;AAAA,UAChB,QAAQ;AAAA,QACV;AAAA,MACF;AAAA,IACF;AAIA,QAAI,KAAK,MAAM,IAAI,WAAW,OAAO,GAAG;AACtC,YAAM,YAAY,yBAAyB,KAAK,MAAM,GAAG;AACzD,UAAI,CAAC,WAAW;AACd,cAAM;AAAA,UACJ,sCAAsC,KAAK,MAAM,IAAI,UAAU,GAAG,EAAE,CAAC;AAAA,QACvE;AAAA,MACF;AACA,aAAO;AAAA,QACL,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,UAAU,gCAAgC,UAAU,WAAW;AAAA,UAC/D,WAAW,KAAK,MAAM;AAAA;AAAA,QACxB;AAAA,MACF;AAAA,IACF;AAIA,UAAM;AAAA,MACJ,2HAA2H,WAAW;AAAA,IACxI;AAAA,EACF;AACA,QAAM;AAAA,IACJ,wEAAwE,KAAK,UAAU,IAAI,CAAC;AAAA,EAC9F;AACF;AAQO,SAAS,iBACd,UACA,oBAAuC,QACT;AAC9B,QAAM,cAA4C,CAAC;AACnD,aAAW,WAAW,UAAU;AAC9B,UAAM,MAAM,IAAI,sBAAQ,OAAO;AAC/B,UAAM,OAAO,aAAa,QAAQ,IAAI;AACtC,YAAQ,MAAM;AAAA,MACZ,KAAK;AACH,cAAM,UAAU,IAAI,QAAQ;AAAA,UAAI,CAAC,SAC/B,qBAAqB,MAAM,iBAAiB;AAAA,QAC9C;AAEA,cAAM,kBAAkB,QAAQ,KAAK,CAAC,SAAS,KAAK,SAAS,MAAM;AAGnE,YAAI,CAAC,iBAAiB;AACpB,kBAAQ,QAAQ,CAAC,SAAS;AACxB,gBAAI,KAAK,SAAS,QAAQ;AACxB,0BAAY,KAAK;AAAA,gBACf;AAAA,gBACA,SAAS,KAAK;AAAA,cAChB,CAAC;AAAA,YACH;AAAA,UACF,CAAC;AAAA,QACH,OAAO;AACL,sBAAY,KAAK;AAAA,YACf;AAAA,YACA;AAAA,UACF,CAAC;AAAA,QACH;AACA;AAAA,MACF,KAAK;AACH,oBAAY,KAAK;AAAA,UACf;AAAA,UACA,SAAS,IAAI;AAAA,QACf,CAAC;AACD;AAAA,MACF,KAAK,aAAa;AAChB,cAAM,YAA6C,IAAI,QACpD;AAAA,UACC,CACE,SAGG,QAAQ,KAAK,WAAW;AAAA,QAC/B,EACC,IAAI,CAAC,UAAU;AAAA,UACd,IAAI,KAAK,YAAY,OAAO;AAAA,UAC5B,MAAM;AAAA,UACN,UAAU;AAAA,YACR,MAAM,KAAK,YAAY;AAAA,YACvB,WAAW,KAAK,UAAU,KAAK,YAAY,KAAK;AAAA,UAClD;AAAA,QACF,EAAE;AACJ,YAAI,UAAU,SAAS,GAAG;AACxB,sBAAY,KAAK;AAAA,YACf;AAAA,YACA,YAAY;AAAA,UACd,CAAC;AAAA,QACH,OAAO;AACL,sBAAY,KAAK;AAAA,YACf;AAAA,YACA,SAAS,IAAI;AAAA,UACf,CAAC;AAAA,QACH;AACA;AAAA,MACF;AAAA,MACA,KAAK,QAAQ;AACX,cAAM,oBAAoB,IAAI,kBAAkB;AAChD,0BAAkB,IAAI,CAAC,SAAS;AAC9B,sBAAY,KAAK;AAAA,YACf;AAAA,YACA,cAAc,KAAK,aAAa,OAAO;AAAA,YACvC,SACE,OAAO,KAAK,aAAa,WAAW,WAChC,KAAK,aAAa,SAClB,KAAK,UAAU,KAAK,aAAa,MAAM;AAAA,UAC/C,CAAC;AAAA,QACH,CAAC;AACD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACA,SAAO;AACT;AAEA,MAAM,kBAIF;AAAA,EACF,QAAQ;AAAA,EACR,MAAM;AAAA,EACN,YAAY;AAAA,EACZ,gBAAgB;AAClB;AAOO,SAAS,mBACd,UAGA,QACiB;AACjB,MAAI,CAAC,SAAS,UAAU;AACtB,UAAM;AAAA,MACJ;AAAA,IACF;AAAA,EACF;AACA,QAAM,IAAI,SAAS;AAGnB,MAAI,OAAO,kBAAkB,cAAc;AACzC,WAAO;AAAA,MACL,aAAa;AAAA,QACX,MAAM,EAAE;AAAA,QACR,KAAK,SAAS;AAAA,QACd,OAAO,EAAE,YAAY,KAAK,MAAM,EAAE,SAAS,IAAI,EAAE;AAAA,MACnD;AAAA,IACF;AAAA,EACF,OAAO;AACL,WAAO;AAAA,MACL,aAAa;AAAA,QACX,MAAM,EAAE;AAAA,QACR,KAAK,SAAS;AAAA,QACd,OAAO;AAAA,MACT;AAAA,IACF;AAAA,EACF;AACF;AAQO,SAAS,iBACd,QACA,WAAW,OACW;AACtB,QAAM,mBAAmB,OAAO,QAAQ,YAAY;AAAA,IAAI,CAAC,aACvD,mBAAmB,UAAU,MAAM;AAAA,EACrC;AAGA,MAAI,UAAkB,CAAC;AAEvB,MAAI,oBAAoB,iBAAiB,SAAS,GAAG;AACnD,cAAU;AAAA,EACZ,OAAO;AAEL,QACE,uBAAuB,OAAO,WAC9B,OAAO,QAAQ,mBACf;AACA,cAAQ,KAAK,EAAE,WAAW,OAAO,QAAQ,kBAA4B,CAAC;AAAA,IACxE;AAGA,QAAI,OAAO,QAAQ,SAAS;AAC1B,cAAQ;AAAA,QACN,WACI,EAAE,MAAM,KAAK,MAAM,OAAO,QAAQ,OAAQ,EAAE,IAC5C,EAAE,MAAM,OAAO,QAAQ,QAAS;AAAA,MACtC;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,cAAc,gBAAgB,OAAO,aAAa,KAAK;AAAA,IACvD,SAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,IACF;AAAA,EACF;AACF;AASO,SAAS,sBACd,QACA,WAAW,OACW;AACtB,QAAM,mBAAmB,OAAO,MAAM,YAAY;AAAA,IAAI,CAAC,aACrD,mBAAmB,UAAU,MAAM;AAAA,EACrC;AAGA,MAAI,UAAkB,CAAC;AAEvB,MAAI,oBAAoB,iBAAiB,SAAS,GAAG;AACnD,cAAU;AAAA,EACZ,OAAO;AAEL,QAAI,uBAAuB,OAAO,SAAS,OAAO,MAAM,mBAAmB;AACzE,cAAQ,KAAK,EAAE,WAAW,OAAO,MAAM,kBAA4B,CAAC;AAAA,IACtE;AAGA,QAAI,OAAO,MAAM,SAAS;AACxB,cAAQ;AAAA,QACN,WACI,EAAE,MAAM,KAAK,MAAM,OAAO,MAAM,OAAQ,EAAE,IAC1C,EAAE,MAAM,OAAO,MAAM,QAAS;AAAA,MACpC;AAAA,IACF;AAAA,EACF;AAEA,SAAO;AAAA,IACL,cAAc,OAAO,gBACjB,gBAAgB,OAAO,aAAa,KAAK,UACzC;AAAA,IACJ,SAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,IACF;AAAA,EACF;AACF;AASO,SAAS,oBACd,WACA,SACA,gBACA;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,IACR,QAAQ,QAAQ;AAAA,EAClB;AACA,QAAM;AAAA,IACJ;AAAA,IACA;AAAA;AAAA,IACA;AAAA;AAAA,IACA,MAAM;AAAA,IACN,kBAAkB;AAAA,IAClB,UAAU;AAAA,IACV,iBAAiB;AAAA,IACjB,aAAa;AAAA,IACb,eAAe;AAAA,IACf,SAAS;AAAA,IACT,OAAO;AAAA,IACP;AAAA,IACA,GAAG;AAAA,EACL,IAAI,QAAQ,UAAU,CAAC;AAEvB,QAAM,QAA8B,QAAQ,OAAO,IAAI,YAAY,KAAK,CAAC;AACzE,MAAI,iBAAiB;AACnB,UAAM,KAAK,GAAI,eAAyB;AAAA,EAC1C;AACA,MAAI,OAAO;AAAA,IACT,OAAO,gBAAgB;AAAA,IACvB;AAAA,IACA,OAAO,MAAM,SAAS,IAAI,QAAQ;AAAA,IAClC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACA,MAAI,gBAAgB;AAGlB,mBAAe,SAAS,IAAI;AAAA,EAC9B,OAAO;AACL,WAAO,EAAE,GAAG,MAAM,GAAG,aAAa;AAAA,EACpC;AACA,QAAM,kBAAkB,QAAQ,QAAQ;AACxC,MAAI,oBAAoB,QAAQ;AAC9B,QAAI,QAAQ,QAAQ,QAAQ;AAC1B,WAAK,kBAAkB;AAAA,QACrB,MAAM;AAAA,QACN,aAAa;AAAA,UACX,MAAM;AAAA,UACN,QAAQ,QAAQ,OAAQ;AAAA,QAC1B;AAAA,MACF;AAAA,IACF,OAAO;AACL,WAAK,kBAAkB;AAAA,QACrB,MAAM;AAAA,MACR;AAAA,IACF;AAAA,EACF,WAAW,oBAAoB,QAAQ;AACrC,SAAK,kBAAkB;AAAA,MACrB,MAAM;AAAA,IACR;AAAA,EACF;AACA,aAAW,OAAO,MAAM;AACtB,QAAI,CAAC,KAAK,GAAG,KAAM,MAAM,QAAQ,KAAK,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE;AACxD,aAAO,KAAK,GAAG;AAAA,EACnB;AACA,SAAO;AACT;AASO,SAAS,kBACd,MACA,eACA,gBACA,eACA;AACA,SAAO,OACL,SACA,YAKkC;AAClC,UAAM,aAAS;AAAA,MACb;AAAA,MACA;AAAA,MACA;AAAA,IACF;AACA,QAAI;AACF,UAAI;AACJ,YAAM,OAAO,oBAAoB,MAAM,SAAS,cAAc;AAC9D,UAAI,SAAS,oBAAoB;AAC/B,cAAM,SAAS,OAAO,KAAK,KAAK,YAAY;AAAA,UAC1C;AAAA,YACE,GAAG;AAAA,YACH,QAAQ;AAAA,YACR,gBAAgB;AAAA,cACd,eAAe;AAAA,YACjB;AAAA,UACF;AAAA,UACA,EAAE,QAAQ,SAAS,YAAY;AAAA,QACjC;AACA,yBAAiB,SAAS,QAAQ;AAChC,gBAAM,SAAS,QAAQ,CAACA,WAAU;AAChC,kBAAM,IAAI,sBAAsBA,MAAK;AACrC,qBAAS,UAAW;AAAA,cAClB,OAAOA,OAAM;AAAA,cACb,SAAS,EAAE,SAAS,WAAW,CAAC;AAAA,YAClC,CAAC;AAAA,UACH,CAAC;AAAA,QACH;AACA,mBAAW,MAAM,OAAO,oBAAoB;AAAA,MAC9C,OAAO;AACL,mBAAW,MAAM,OAAO,KAAK,YAAY,OAAO,MAAM;AAAA,UACpD,QAAQ,SAAS;AAAA,QACnB,CAAC;AAAA,MACH;AACA,YAAM,mBAAyC;AAAA,QAC7C,OAAO;AAAA,UACL,aAAa,SAAS,OAAO;AAAA,UAC7B,cAAc,SAAS,OAAO;AAAA,UAC9B,aAAa,SAAS,OAAO;AAAA,QAC/B;AAAA,QACA,KAAK;AAAA,MACP;AACA,UAAI,SAAS,QAAQ,WAAW,GAAG;AACjC,eAAO;AAAA,MACT,OAAO;AACL,cAAM,SAAS,SAAS,QAAQ,CAAC;AACjC,eAAO;AAAA,UACL,GAAG,iBAAiB,QAAQ,QAAQ,QAAQ,WAAW,MAAM;AAAA,UAC7D,GAAG;AAAA,QACL;AAAA,MACF;AAAA,IACF,SAAS,GAAG;AACV,UAAI,aAAa,wBAAU;AACzB,YAAI,SAAqB;AACzB,gBAAQ,EAAE,QAAQ;AAAA,UAChB,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,UACF,KAAK;AACH,qBAAS;AACT;AAAA,QACJ;AACA,cAAM,mBACJ,EAAE,SAAS,MAAM,aAAa,KAC7B,EAAE,UAAkB,aAAa;AACpC,cAAM,eAAe,mBACjB,kBAAkB,gBAAgB,IAClC;AACJ,cAAM,mBACJ,iBAAiB,SAAY,EAAE,aAAa,IAAI;AAClD,cAAM,IAAI,0BAAY;AAAA,UACpB;AAAA,UACA,SAAS,EAAE;AAAA,UACX;AAAA,QACF,CAAC;AAAA,MACH;AACA,YAAM;AAAA,IACR;AAAA,EACF;AACF;AAkBO,SAAS,wBAEd,QAMc;AACd,QAAM,EAAE,MAAM,QAAQ,eAAe,UAAAC,WAAU,eAAe,IAAI;AAClE,QAAM,gBAAY,0BAAY,MAAM,eAAe,IAAI;AACvD,QAAM,aACJA,WAAU,QAAQ,GAAG,eAAe,QAAQ,YAAY,IAAI,SAAS;AAEvE,aAAO;AAAA,IACL;AAAA,MACE,MAAM;AAAA,MACN,GAAGA,WAAU;AAAA,MACb,cAAcA,WAAU;AAAA,IAC1B;AAAA,IACA,kBAAkB,WAAW,QAAQ,gBAAgB,aAAa;AAAA,EACpE;AACF;AAEA,MAAM,qBAAgC;AAAA,EACpC,UAAU;AAAA,IACR,WAAW;AAAA,IACX,OAAO;AAAA,IACP,OAAO;AAAA,IACP,YAAY;AAAA,IACZ,YAAY;AAAA,EACd;AACF;AAGO,SAAS,kBAEd,QAMgC;AAChC,QAAM;AAAA,IACJ;AAAA,IACA,OAAO;AAAA,IACP;AAAA,IACA,SAAS;AAAA,IACT;AAAA,EACF,IAAI;AACJ,aAAO,wBAAS;AAAA,IACd;AAAA,IACA,cAAc,gBAAiB;AAAA,IAC/B;AAAA,IACA;AAAA,IACA;AAAA,EACF,CAAC;AACH;","names":["chunk","modelRef"]}