@yourgpt/llm-sdk 0.1.0 → 1.0.0

package/dist/providers/openai/index.js

@@ -0,0 +1,679 @@
+'use strict';
+
+var core = require('@yourgpt/copilot-sdk/core');
+
+// src/providers/openai/provider.ts
+var OPENAI_MODELS = {
+  // GPT-4o series
+  "gpt-4o": { vision: true, tools: true, jsonMode: true, maxTokens: 128e3 },
+  "gpt-4o-mini": {
+    vision: true,
+    tools: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4o-2024-11-20": {
+    vision: true,
+    tools: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4o-2024-08-06": {
+    vision: true,
+    tools: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  // GPT-4 Turbo
+  "gpt-4-turbo": {
+    vision: true,
+    tools: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4-turbo-preview": {
+    vision: false,
+    tools: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  // GPT-4
+  "gpt-4": { vision: false, tools: true, jsonMode: false, maxTokens: 8192 },
+  "gpt-4-32k": {
+    vision: false,
+    tools: true,
+    jsonMode: false,
+    maxTokens: 32768
+  },
+  // GPT-3.5
+  "gpt-3.5-turbo": {
+    vision: false,
+    tools: true,
+    jsonMode: true,
+    maxTokens: 16385
+  },
+  // O1 series (reasoning)
+  o1: { vision: true, tools: false, jsonMode: false, maxTokens: 128e3 },
+  "o1-mini": { vision: true, tools: false, jsonMode: false, maxTokens: 128e3 },
+  "o1-preview": {
+    vision: true,
+    tools: false,
+    jsonMode: false,
+    maxTokens: 128e3
+  },
+  // O3 series
+  "o3-mini": { vision: true, tools: false, jsonMode: false, maxTokens: 128e3 }
+};
+function openai(modelId, options = {}) {
+  const apiKey = options.apiKey ?? process.env.OPENAI_API_KEY;
+  const baseURL = options.baseURL ?? "https://api.openai.com/v1";
+  let client = null;
+  async function getClient() {
+    if (!client) {
+      const { default: OpenAI } = await import('openai');
+      client = new OpenAI({
+        apiKey,
+        baseURL,
+        organization: options.organization,
+        defaultHeaders: options.headers
+      });
+    }
+    return client;
+  }
+  const modelConfig = OPENAI_MODELS[modelId] ?? OPENAI_MODELS["gpt-4o"];
+  return {
+    provider: "openai",
+    modelId,
+    capabilities: {
+      supportsVision: modelConfig.vision,
+      supportsTools: modelConfig.tools,
+      supportsStreaming: true,
+      supportsJsonMode: modelConfig.jsonMode,
+      supportsThinking: false,
+      supportsPDF: false,
+      maxTokens: modelConfig.maxTokens,
+      supportedImageTypes: modelConfig.vision ? ["image/png", "image/jpeg", "image/gif", "image/webp"] : []
+    },
+    async doGenerate(params) {
+      const client2 = await getClient();
+      const messages = formatMessagesForOpenAI(params.messages);
+      const response = await client2.chat.completions.create({
+        model: modelId,
+        messages,
+        tools: params.tools,
+        temperature: params.temperature,
+        max_tokens: params.maxTokens
+      });
+      const choice = response.choices[0];
+      const message = choice.message;
+      const toolCalls = (message.tool_calls ?? []).map(
+        (tc) => ({
+          id: tc.id,
+          name: tc.function.name,
+          args: JSON.parse(tc.function.arguments || "{}")
+        })
+      );
+      return {
+        text: message.content ?? "",
+        toolCalls,
+        finishReason: mapFinishReason(choice.finish_reason),
+        usage: {
+          promptTokens: response.usage?.prompt_tokens ?? 0,
+          completionTokens: response.usage?.completion_tokens ?? 0,
+          totalTokens: response.usage?.total_tokens ?? 0
+        },
+        rawResponse: response
+      };
+    },
+    async *doStream(params) {
+      const client2 = await getClient();
+      const messages = formatMessagesForOpenAI(params.messages);
+      const stream = await client2.chat.completions.create({
+        model: modelId,
+        messages,
+        tools: params.tools,
+        temperature: params.temperature,
+        max_tokens: params.maxTokens,
+        stream: true
+      });
+      let currentToolCall = null;
+      let totalPromptTokens = 0;
+      let totalCompletionTokens = 0;
+      for await (const chunk of stream) {
+        if (params.signal?.aborted) {
+          yield { type: "error", error: new Error("Aborted") };
+          return;
+        }
+        const choice = chunk.choices[0];
+        const delta = choice?.delta;
+        if (delta?.content) {
+          yield { type: "text-delta", text: delta.content };
+        }
+        if (delta?.tool_calls) {
+          for (const tc of delta.tool_calls) {
+            if (tc.id) {
+              if (currentToolCall) {
+                yield {
+                  type: "tool-call",
+                  toolCall: {
+                    id: currentToolCall.id,
+                    name: currentToolCall.name,
+                    args: JSON.parse(currentToolCall.arguments || "{}")
+                  }
+                };
+              }
+              currentToolCall = {
+                id: tc.id,
+                name: tc.function?.name ?? "",
+                arguments: tc.function?.arguments ?? ""
+              };
+            } else if (currentToolCall && tc.function?.arguments) {
+              currentToolCall.arguments += tc.function.arguments;
+            }
+          }
+        }
+        if (choice?.finish_reason) {
+          if (currentToolCall) {
+            yield {
+              type: "tool-call",
+              toolCall: {
+                id: currentToolCall.id,
+                name: currentToolCall.name,
+                args: JSON.parse(currentToolCall.arguments || "{}")
+              }
+            };
+            currentToolCall = null;
+          }
+          if (chunk.usage) {
+            totalPromptTokens = chunk.usage.prompt_tokens;
+            totalCompletionTokens = chunk.usage.completion_tokens;
+          }
+          yield {
+            type: "finish",
+            finishReason: mapFinishReason(choice.finish_reason),
+            usage: {
+              promptTokens: totalPromptTokens,
+              completionTokens: totalCompletionTokens,
+              totalTokens: totalPromptTokens + totalCompletionTokens
+            }
+          };
+        }
+      }
+    }
+  };
+}
+function mapFinishReason(reason) {
+  switch (reason) {
+    case "stop":
+      return "stop";
+    case "length":
+      return "length";
+    case "tool_calls":
+    case "function_call":
+      return "tool-calls";
+    case "content_filter":
+      return "content-filter";
+    default:
+      return "unknown";
+  }
+}
+function formatMessagesForOpenAI(messages) {
+  return messages.map((msg) => {
+    switch (msg.role) {
+      case "system":
+        return { role: "system", content: msg.content };
+      case "user":
+        if (typeof msg.content === "string") {
+          return { role: "user", content: msg.content };
+        }
+        return {
+          role: "user",
+          content: msg.content.map((part) => {
+            if (part.type === "text") {
+              return { type: "text", text: part.text };
+            }
+            if (part.type === "image") {
+              const imageData = typeof part.image === "string" ? part.image : Buffer.from(part.image).toString("base64");
+              const url = imageData.startsWith("data:") ? imageData : `data:${part.mimeType ?? "image/png"};base64,${imageData}`;
+              return { type: "image_url", image_url: { url, detail: "auto" } };
+            }
+            return { type: "text", text: "" };
+          })
+        };
+      case "assistant":
+        const assistantMsg = {
+          role: "assistant",
+          content: msg.content
+        };
+        if (msg.toolCalls && msg.toolCalls.length > 0) {
+          assistantMsg.tool_calls = msg.toolCalls.map((tc) => ({
+            id: tc.id,
+            type: "function",
+            function: {
+              name: tc.name,
+              arguments: JSON.stringify(tc.args)
+            }
+          }));
+        }
+        return assistantMsg;
+      case "tool":
+        return {
+          role: "tool",
+          tool_call_id: msg.toolCallId,
+          content: msg.content
+        };
+      default:
+        return msg;
+    }
+  });
+}
+
+// src/adapters/base.ts
+function parameterToJsonSchema(param) {
+  const schema = {
+    type: param.type
+  };
+  if (param.description) {
+    schema.description = param.description;
+  }
+  if (param.enum) {
+    schema.enum = param.enum;
+  }
+  if (param.type === "array" && param.items) {
+    schema.items = parameterToJsonSchema(
+      param.items
+    );
+  }
+  if (param.type === "object" && param.properties) {
+    schema.properties = Object.fromEntries(
+      Object.entries(param.properties).map(([key, prop]) => [
+        key,
+        parameterToJsonSchema(
+          prop
+        )
+      ])
+    );
+  }
+  return schema;
+}
+function formatTools(actions) {
+  return actions.map((action) => ({
+    type: "function",
+    function: {
+      name: action.name,
+      description: action.description,
+      parameters: {
+        type: "object",
+        properties: action.parameters ? Object.fromEntries(
+          Object.entries(action.parameters).map(([key, param]) => [
+            key,
+            parameterToJsonSchema(param)
+          ])
+        ) : {},
+        required: action.parameters ? Object.entries(action.parameters).filter(([, param]) => param.required).map(([key]) => key) : []
+      }
+    }
+  }));
+}
+function hasImageAttachments(message) {
+  const attachments = message.metadata?.attachments;
+  return attachments?.some((a) => a.type === "image") ?? false;
+}
+function attachmentToOpenAIImage(attachment) {
+  if (attachment.type !== "image") return null;
+  let imageUrl;
+  if (attachment.url) {
+    imageUrl = attachment.url;
+  } else if (attachment.data) {
+    imageUrl = attachment.data.startsWith("data:") ? attachment.data : `data:${attachment.mimeType || "image/png"};base64,${attachment.data}`;
+  } else {
+    return null;
+  }
+  return {
+    type: "image_url",
+    image_url: {
+      url: imageUrl,
+      detail: "auto"
+    }
+  };
+}
+function messageToOpenAIContent(message) {
+  const attachments = message.metadata?.attachments;
+  const content = message.content ?? "";
+  if (!hasImageAttachments(message)) {
+    return content;
+  }
+  const blocks = [];
+  if (content) {
+    blocks.push({ type: "text", text: content });
+  }
+  if (attachments) {
+    for (const attachment of attachments) {
+      const imageBlock = attachmentToOpenAIImage(attachment);
+      if (imageBlock) {
+        blocks.push(imageBlock);
+      }
+    }
+  }
+  return blocks;
+}
+function formatMessagesForOpenAI2(messages, systemPrompt) {
+  const formatted = [];
+  if (systemPrompt) {
+    formatted.push({ role: "system", content: systemPrompt });
+  }
+  for (const msg of messages) {
+    if (msg.role === "system") {
+      formatted.push({ role: "system", content: msg.content ?? "" });
+    } else if (msg.role === "user") {
+      formatted.push({
+        role: "user",
+        content: messageToOpenAIContent(msg)
+      });
+    } else if (msg.role === "assistant") {
+      const assistantMsg = {
+        role: "assistant",
+        content: msg.content
+      };
+      if (msg.tool_calls && msg.tool_calls.length > 0) {
+        assistantMsg.tool_calls = msg.tool_calls;
+      }
+      formatted.push(assistantMsg);
+    } else if (msg.role === "tool" && msg.tool_call_id) {
+      formatted.push({
+        role: "tool",
+        content: msg.content ?? "",
+        tool_call_id: msg.tool_call_id
+      });
+    }
+  }
+  return formatted;
+}
+
+// src/adapters/openai.ts
+var OpenAIAdapter = class {
+  constructor(config) {
+    this.provider = "openai";
+    this.config = config;
+    this.model = config.model || "gpt-4o";
+  }
+  async getClient() {
+    if (!this.client) {
+      const { default: OpenAI } = await import('openai');
+      this.client = new OpenAI({
+        apiKey: this.config.apiKey,
+        baseURL: this.config.baseUrl
+      });
+    }
+    return this.client;
+  }
+  async *stream(request) {
+    const client = await this.getClient();
+    let messages;
+    if (request.rawMessages && request.rawMessages.length > 0) {
+      const processedMessages = request.rawMessages.map((msg) => {
+        const hasAttachments = msg.attachments && Array.isArray(msg.attachments) && msg.attachments.length > 0;
+        if (hasAttachments) {
+          const content = [];
+          if (msg.content) {
+            content.push({ type: "text", text: msg.content });
+          }
+          for (const attachment of msg.attachments) {
+            if (attachment.type === "image") {
+              let imageUrl;
+              if (attachment.url) {
+                imageUrl = attachment.url;
+              } else if (attachment.data) {
+                imageUrl = attachment.data.startsWith("data:") ? attachment.data : `data:${attachment.mimeType || "image/png"};base64,${attachment.data}`;
+              } else {
+                continue;
+              }
+              content.push({
+                type: "image_url",
+                image_url: { url: imageUrl, detail: "auto" }
+              });
+            }
+          }
+          return { ...msg, content, attachments: void 0 };
+        }
+        return msg;
+      });
+      if (request.systemPrompt) {
+        const hasSystem = processedMessages.some((m) => m.role === "system");
+        if (!hasSystem) {
+          messages = [
+            { role: "system", content: request.systemPrompt },
+            ...processedMessages
+          ];
+        } else {
+          messages = processedMessages;
+        }
+      } else {
+        messages = processedMessages;
+      }
+    } else {
+      messages = formatMessagesForOpenAI2(
+        request.messages,
+        request.systemPrompt
+      );
+    }
+    const tools = request.actions?.length ? formatTools(request.actions) : void 0;
+    const messageId = core.generateMessageId();
+    yield { type: "message:start", id: messageId };
+    try {
+      const stream = await client.chat.completions.create({
+        model: request.config?.model || this.model,
+        messages,
+        tools,
+        temperature: request.config?.temperature ?? this.config.temperature,
+        max_tokens: request.config?.maxTokens ?? this.config.maxTokens,
+        stream: true
+      });
+      let currentToolCall = null;
+      for await (const chunk of stream) {
+        if (request.signal?.aborted) {
+          break;
+        }
+        const delta = chunk.choices[0]?.delta;
+        if (delta?.content) {
+          yield { type: "message:delta", content: delta.content };
+        }
+        if (delta?.tool_calls) {
+          for (const toolCall of delta.tool_calls) {
+            if (toolCall.id) {
+              if (currentToolCall) {
+                yield {
+                  type: "action:args",
+                  id: currentToolCall.id,
+                  args: currentToolCall.arguments
+                };
+              }
+              currentToolCall = {
+                id: toolCall.id,
+                name: toolCall.function?.name || "",
+                arguments: toolCall.function?.arguments || ""
+              };
+              yield {
+                type: "action:start",
+                id: currentToolCall.id,
+                name: currentToolCall.name
+              };
+            } else if (currentToolCall && toolCall.function?.arguments) {
+              currentToolCall.arguments += toolCall.function.arguments;
+            }
+          }
+        }
+        if (chunk.choices[0]?.finish_reason) {
+          if (currentToolCall) {
+            yield {
+              type: "action:args",
+              id: currentToolCall.id,
+              args: currentToolCall.arguments
+            };
+          }
+        }
+      }
+      yield { type: "message:end" };
+      yield { type: "done" };
+    } catch (error) {
+      yield {
+        type: "error",
+        message: error instanceof Error ? error.message : "Unknown error",
+        code: "OPENAI_ERROR"
+      };
+    }
+  }
+};
+function createOpenAIAdapter(config) {
+  return new OpenAIAdapter(config);
+}
+
+// src/providers/openai/index.ts
+var OPENAI_MODELS2 = {
+  // GPT-4o series
+  "gpt-4o": {
+    vision: true,
+    tools: true,
+    audio: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4o-mini": {
+    vision: true,
+    tools: true,
+    audio: false,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4o-2024-11-20": {
+    vision: true,
+    tools: true,
+    audio: true,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4o-2024-08-06": {
+    vision: true,
+    tools: true,
+    audio: false,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  // GPT-4 Turbo series
+  "gpt-4-turbo": {
+    vision: true,
+    tools: true,
+    audio: false,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  "gpt-4-turbo-preview": {
+    vision: false,
+    tools: true,
+    audio: false,
+    jsonMode: true,
+    maxTokens: 128e3
+  },
+  // GPT-4 series
+  "gpt-4": {
+    vision: false,
+    tools: true,
+    audio: false,
+    jsonMode: false,
+    maxTokens: 8192
+  },
+  "gpt-4-32k": {
+    vision: false,
+    tools: true,
+    audio: false,
+    jsonMode: false,
+    maxTokens: 32768
+  },
+  // GPT-3.5 series
+  "gpt-3.5-turbo": {
+    vision: false,
+    tools: true,
+    audio: false,
+    jsonMode: true,
+    maxTokens: 16385
+  },
+  "gpt-3.5-turbo-16k": {
+    vision: false,
+    tools: true,
+    audio: false,
+    jsonMode: true,
+    maxTokens: 16385
+  },
+  // O1 reasoning series
+  o1: {
+    vision: true,
+    tools: false,
+    // O1 doesn't support tools yet
+    audio: false,
+    jsonMode: false,
+    maxTokens: 128e3
+  },
+  "o1-mini": {
+    vision: true,
+    tools: false,
+    audio: false,
+    jsonMode: false,
+    maxTokens: 128e3
+  },
+  "o1-preview": {
+    vision: true,
+    tools: false,
+    audio: false,
+    jsonMode: false,
+    maxTokens: 128e3
+  },
+  // O3 reasoning series
+  "o3-mini": {
+    vision: true,
+    tools: false,
+    audio: false,
+    jsonMode: false,
+    maxTokens: 128e3
+  }
+};
+function createOpenAI(config = {}) {
+  const apiKey = config.apiKey ?? process.env.OPENAI_API_KEY ?? "";
+  return {
+    name: "openai",
+    supportedModels: Object.keys(OPENAI_MODELS2),
+    languageModel(modelId) {
+      return createOpenAIAdapter({
+        apiKey,
+        model: modelId,
+        baseUrl: config.baseUrl
+      });
+    },
+    getCapabilities(modelId) {
+      const model = OPENAI_MODELS2[modelId] ?? OPENAI_MODELS2["gpt-4o"];
+      return {
+        supportsVision: model.vision,
+        supportsTools: model.tools,
+        supportsThinking: false,
+        // OpenAI doesn't have extended thinking
+        supportsStreaming: true,
+        supportsPDF: false,
+        // OpenAI doesn't support PDFs directly
+        supportsAudio: model.audio,
+        supportsVideo: false,
+        maxTokens: model.maxTokens,
+        supportedImageTypes: model.vision ? ["image/png", "image/jpeg", "image/gif", "image/webp"] : [],
+        supportedAudioTypes: model.audio ? ["audio/mp3", "audio/wav", "audio/webm"] : [],
+        supportsJsonMode: model.jsonMode,
+        supportsSystemMessages: true
+      };
+    }
+  };
+}
+var createOpenAIProvider = createOpenAI;
+
+exports.createOpenAI = createOpenAI;
+exports.createOpenAIModel = openai;
+exports.createOpenAIProvider = createOpenAIProvider;
+exports.openai = openai;
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map