@yourgpt/llm-sdk 0.1.0 → 0.1.1

package/README.md

@@ -1,6 +1,6 @@
 # @yourgpt/llm-sdk
 
-Multi-provider LLM integration for Copilot SDK.
+Multi-provider LLM SDK with streaming. One API, any provider.
 
 ## Installation
 
@@ -10,60 +10,81 @@ npm install @yourgpt/llm-sdk
 
 ## Quick Start
 
-```typescript
-import { createRuntime, createOpenAI } from "@yourgpt/llm-sdk";
+```ts
+import { streamText } from "@yourgpt/llm-sdk";
+import { openai } from "@yourgpt/llm-sdk/openai";
 
-const openai = createOpenAI({
-  apiKey: process.env.OPENAI_API_KEY,
-});
+export async function POST(req: Request) {
+  const { messages } = await req.json();
 
-const runtime = createRuntime({
-  provider: openai,
-  model: "gpt-4o",
-  systemPrompt: "You are a helpful assistant.",
-});
+  const result = await streamText({
+    model: openai("gpt-5"),
+    system: "You are a helpful assistant.",
+    messages,
+  });
 
-// Next.js App Router
-export async function POST(request: Request) {
-  return runtime.handleRequest(request);
+  return result.toTextStreamResponse();
 }
 ```
 
-## Supported Providers
+## Multi-Provider Support
 
-| Provider      | Factory             |
-| ------------- | ------------------- |
-| OpenAI        | `createOpenAI()`    |
-| Anthropic     | `createAnthropic()` |
-| Google Gemini | `createGoogle()`    |
-| Groq          | `createGroq()`      |
-| Ollama        | `createOllama()`    |
-| xAI (Grok)    | `createXAI()`       |
-| Azure OpenAI  | `createAzure()`     |
+```ts
+import { openai } from "@yourgpt/llm-sdk/openai";
+import { anthropic } from "@yourgpt/llm-sdk/anthropic";
+import { google } from "@yourgpt/llm-sdk/google";
+import { xai } from "@yourgpt/llm-sdk/xai";
 
-## Framework Integrations
+// OpenAI
+await streamText({ model: openai("gpt-5"), messages });
 
-```typescript
-// Next.js
-import { createNextHandler } from "@yourgpt/llm-sdk";
+// Anthropic
+await streamText({ model: anthropic("claude-sonnet-4-20250514"), messages });
 
-// Express
-import { createExpressMiddleware } from "@yourgpt/llm-sdk";
+// Google
+await streamText({ model: google("gemini-2.0-flash"), messages });
 
-// Hono
-import { createHonoApp } from "@yourgpt/llm-sdk";
+// xAI
+await streamText({ model: xai("grok-3"), messages });
+```
 
-// Node.js HTTP
-import { createNodeHandler } from "@yourgpt/llm-sdk";
+## Server-Side Tools
+
+```ts
+import { streamText, tool } from "@yourgpt/llm-sdk";
+import { openai } from "@yourgpt/llm-sdk/openai";
+import { z } from "zod";
+
+const result = await streamText({
+  model: openai("gpt-5"),
+  messages,
+  tools: {
+    getWeather: tool({
+      description: "Get current weather for a city",
+      parameters: z.object({
+        city: z.string().describe("City name"),
+      }),
+      execute: async ({ city }) => {
+        return { temperature: 72, condition: "sunny" };
+      },
+    }),
+  },
+  maxSteps: 5,
+});
+
+return result.toDataStreamResponse();
 ```
 
-## Features
+## Supported Providers
 
-- Multi-provider support (7 LLM providers)
-- Streaming responses (SSE)
-- Agent loop for multi-step tool execution
-- Framework-agnostic with built-in integrations
-- TypeScript-first
+| Provider      | Import                       |
+| ------------- | ---------------------------- |
+| OpenAI        | `@yourgpt/llm-sdk/openai`    |
+| Anthropic     | `@yourgpt/llm-sdk/anthropic` |
+| Google Gemini | `@yourgpt/llm-sdk/google`    |
+| xAI (Grok)    | `@yourgpt/llm-sdk/xai`       |
+| Ollama        | `@yourgpt/llm-sdk/ollama`    |
+| Azure OpenAI  | `@yourgpt/llm-sdk/azure`     |
 
 ## Documentation
 

package/dist/adapters/index.d.mts

@@ -1,236 +1,6 @@
-import { Message, ActionDefinition, LLMConfig, StreamEvent, MessageAttachment } from '@yourgpt/copilot-sdk/core';
-
-/**
- * Chat completion request
- */
-interface ChatCompletionRequest {
-    /** Conversation messages */
-    messages: Message[];
-    /**
-     * Raw provider-formatted messages (for agent loop with tool calls)
-     * When provided, these are used instead of converting from Message[]
-     * This allows passing messages with tool_calls and tool role
-     */
-    rawMessages?: Array<Record<string, unknown>>;
-    /** Available actions/tools */
-    actions?: ActionDefinition[];
-    /** System prompt */
-    systemPrompt?: string;
-    /** LLM configuration overrides */
-    config?: Partial<LLMConfig>;
-    /** Abort signal for cancellation */
-    signal?: AbortSignal;
-}
-/**
- * Non-streaming completion result
- */
-interface CompletionResult {
-    /** Text content */
-    content: string;
-    /** Tool calls */
-    toolCalls: Array<{
-        id: string;
-        name: string;
-        args: Record<string, unknown>;
-    }>;
-    /** Thinking content (if extended thinking enabled) */
-    thinking?: string;
-    /** Raw provider response for debugging */
-    rawResponse: Record<string, unknown>;
-}
-/**
- * Base LLM adapter interface
- */
-interface LLMAdapter {
-    /** Provider name */
-    readonly provider: string;
-    /** Model name */
-    readonly model: string;
-    /**
-     * Stream a chat completion
-     */
-    stream(request: ChatCompletionRequest): AsyncGenerator<StreamEvent>;
-    /**
-     * Non-streaming chat completion (for debugging/comparison)
-     */
-    complete?(request: ChatCompletionRequest): Promise<CompletionResult>;
-}
-/**
- * Adapter factory function type
- */
-type AdapterFactory = (config: LLMConfig) => LLMAdapter;
-/**
- * Convert messages to provider format (simple text only)
- */
-declare function formatMessages(messages: Message[], systemPrompt?: string): Array<{
-    role: string;
-    content: string;
-}>;
-/**
- * Convert actions to OpenAI tool format
- */
-declare function formatTools(actions: ActionDefinition[]): Array<{
-    type: "function";
-    function: {
-        name: string;
-        description: string;
-        parameters: object;
-    };
-}>;
-/**
- * Content block types for multimodal messages
- */
-type AnthropicContentBlock = {
-    type: "text";
-    text: string;
-} | {
-    type: "image";
-    source: {
-        type: "base64";
-        media_type: string;
-        data: string;
-    } | {
-        type: "url";
-        url: string;
-    };
-} | {
-    type: "document";
-    source: {
-        type: "base64";
-        media_type: string;
-        data: string;
-    } | {
-        type: "url";
-        url: string;
-    };
-};
-type OpenAIContentBlock = {
-    type: "text";
-    text: string;
-} | {
-    type: "image_url";
-    image_url: {
-        url: string;
-        detail?: "low" | "high" | "auto";
-    };
-};
-/**
- * Check if a message has image attachments
- * Supports both new format (metadata.attachments) and legacy (attachments)
- */
-declare function hasImageAttachments(message: Message): boolean;
-/**
- * Check if a message has media attachments (images or PDFs)
- */
-declare function hasMediaAttachments(message: Message): boolean;
-/**
- * Convert MessageAttachment to Anthropic image content block
- *
- * Anthropic format:
- * {
- *   type: "image",
- *   source: {
- *     type: "base64",
- *     media_type: "image/png",
- *     data: "base64data..."
- *   }
- * }
- */
-declare function attachmentToAnthropicImage(attachment: MessageAttachment): AnthropicContentBlock | null;
-/**
- * Convert MessageAttachment to OpenAI image_url content block
- *
- * OpenAI format:
- * {
- *   type: "image_url",
- *   image_url: {
- *     url: "data:image/png;base64,..."
- *   }
- * }
- */
-declare function attachmentToOpenAIImage(attachment: MessageAttachment): OpenAIContentBlock | null;
-/**
- * Convert MessageAttachment (PDF) to Anthropic document content block
- *
- * Anthropic format:
- * {
- *   type: "document",
- *   source: {
- *     type: "base64",
- *     media_type: "application/pdf",
- *     data: "base64data..."
- *   }
- * }
- */
-declare function attachmentToAnthropicDocument(attachment: MessageAttachment): AnthropicContentBlock | null;
-/**
- * Convert a Message to Anthropic multimodal content blocks
- */
-declare function messageToAnthropicContent(message: Message): string | AnthropicContentBlock[];
-/**
- * Convert a Message to OpenAI multimodal content blocks
- */
-declare function messageToOpenAIContent(message: Message): string | OpenAIContentBlock[];
-/**
- * Anthropic content block types (extended for tools)
- */
-type AnthropicToolUseBlock = {
-    type: "tool_use";
-    id: string;
-    name: string;
-    input: Record<string, unknown>;
-};
-type AnthropicToolResultBlock = {
-    type: "tool_result";
-    tool_use_id: string;
-    content: string;
-};
-type AnthropicMessageContent = string | Array<AnthropicContentBlock | AnthropicToolUseBlock | AnthropicToolResultBlock>;
-/**
- * Format messages for Anthropic with full tool support
- * Handles: text, images, tool_use, and tool_result
- *
- * Key differences from OpenAI:
- * - tool_calls become tool_use blocks in assistant content
- * - tool results become tool_result blocks in user content
- */
-declare function formatMessagesForAnthropic(messages: Message[], systemPrompt?: string): {
-    system: string;
-    messages: Array<{
-        role: "user" | "assistant";
-        content: AnthropicMessageContent;
-    }>;
-};
-/**
- * OpenAI message format with tool support
- */
-type OpenAIMessage = {
-    role: "system";
-    content: string;
-} | {
-    role: "user";
-    content: string | OpenAIContentBlock[];
-} | {
-    role: "assistant";
-    content: string | null;
-    tool_calls?: Array<{
-        id: string;
-        type: "function";
-        function: {
-            name: string;
-            arguments: string;
-        };
-    }>;
-} | {
-    role: "tool";
-    content: string;
-    tool_call_id: string;
-};
-/**
- * Format messages for OpenAI with full tool support
- * Handles: text, images, tool_calls, and tool results
- */
-declare function formatMessagesForOpenAI(messages: Message[], systemPrompt?: string): OpenAIMessage[];
+import { L as LLMAdapter, C as ChatCompletionRequest, a as CompletionResult } from '../base-D_FyHFKj.mjs';
+export { A as AdapterFactory, l as AnthropicContentBlock, O as OpenAIContentBlock, j as attachmentToAnthropicDocument, i as attachmentToAnthropicImage, k as attachmentToOpenAIImage, f as formatMessages, c as formatMessagesForAnthropic, d as formatMessagesForOpenAI, b as formatTools, h as hasImageAttachments, g as hasMediaAttachments, m as messageToAnthropicContent, e as messageToOpenAIContent } from '../base-D_FyHFKj.mjs';
+import { LLMConfig, StreamEvent } from '@yourgpt/copilot-sdk/core';
 
 /**
  * OpenAI adapter configuration
@@ -315,30 +85,6 @@ declare class AnthropicAdapter implements LLMAdapter {
  */
 declare function createAnthropicAdapter(config: AnthropicAdapterConfig): AnthropicAdapter;
 
-/**
- * Groq adapter configuration
- */
-interface GroqAdapterConfig extends Partial<LLMConfig> {
-    apiKey: string;
-    model?: string;
-}
-/**
- * Groq LLM Adapter (Fast inference)
- *
- * Supports: Llama 3.1, Mixtral, Gemma, etc.
- */
-declare class GroqAdapter implements LLMAdapter {
-    readonly provider = "groq";
-    readonly model: string;
-    private config;
-    constructor(config: GroqAdapterConfig);
-    stream(request: ChatCompletionRequest): AsyncGenerator<StreamEvent>;
-}
-/**
- * Create Groq adapter
- */
-declare function createGroqAdapter(config: GroqAdapterConfig): GroqAdapter;
-
 /**
  * Ollama adapter configuration
  */
@@ -494,4 +240,4 @@ declare class AzureAdapter implements LLMAdapter {
  */
 declare function createAzureAdapter(config: AzureAdapterConfig): AzureAdapter;
 
-export { type AdapterFactory, AnthropicAdapter, type AnthropicAdapterConfig, type AnthropicContentBlock, AzureAdapter, type AzureAdapterConfig, type ChatCompletionRequest, type CompletionResult, GoogleAdapter, type GoogleAdapterConfig, GroqAdapter, type GroqAdapterConfig, type LLMAdapter, OllamaAdapter, type OllamaAdapterConfig, OpenAIAdapter, type OpenAIAdapterConfig, type OpenAIContentBlock, XAIAdapter, type XAIAdapterConfig, attachmentToAnthropicDocument, attachmentToAnthropicImage, attachmentToOpenAIImage, createAnthropicAdapter, createAzureAdapter, createGoogleAdapter, createGroqAdapter, createOllamaAdapter, createOpenAIAdapter, createXAIAdapter, formatMessages, formatMessagesForAnthropic, formatMessagesForOpenAI, formatTools, hasImageAttachments, hasMediaAttachments, messageToAnthropicContent, messageToOpenAIContent };
+export { AnthropicAdapter, type AnthropicAdapterConfig, AzureAdapter, type AzureAdapterConfig, ChatCompletionRequest, CompletionResult, GoogleAdapter, type GoogleAdapterConfig, LLMAdapter, OllamaAdapter, type OllamaAdapterConfig, OpenAIAdapter, type OpenAIAdapterConfig, XAIAdapter, type XAIAdapterConfig, createAnthropicAdapter, createAzureAdapter, createGoogleAdapter, createOllamaAdapter, createOpenAIAdapter, createXAIAdapter };

package/dist/adapters/index.d.ts

@@ -1,236 +1,6 @@
-import { Message, ActionDefinition, LLMConfig, StreamEvent, MessageAttachment } from '@yourgpt/copilot-sdk/core';
-
-/**
- * Chat completion request
- */
-interface ChatCompletionRequest {
-    /** Conversation messages */
-    messages: Message[];
-    /**
-     * Raw provider-formatted messages (for agent loop with tool calls)
-     * When provided, these are used instead of converting from Message[]
-     * This allows passing messages with tool_calls and tool role
-     */
-    rawMessages?: Array<Record<string, unknown>>;
-    /** Available actions/tools */
-    actions?: ActionDefinition[];
-    /** System prompt */
-    systemPrompt?: string;
-    /** LLM configuration overrides */
-    config?: Partial<LLMConfig>;
-    /** Abort signal for cancellation */
-    signal?: AbortSignal;
-}
-/**
- * Non-streaming completion result
- */
-interface CompletionResult {
-    /** Text content */
-    content: string;
-    /** Tool calls */
-    toolCalls: Array<{
-        id: string;
-        name: string;
-        args: Record<string, unknown>;
-    }>;
-    /** Thinking content (if extended thinking enabled) */
-    thinking?: string;
-    /** Raw provider response for debugging */
-    rawResponse: Record<string, unknown>;
-}
-/**
- * Base LLM adapter interface
- */
-interface LLMAdapter {
-    /** Provider name */
-    readonly provider: string;
-    /** Model name */
-    readonly model: string;
-    /**
-     * Stream a chat completion
-     */
-    stream(request: ChatCompletionRequest): AsyncGenerator<StreamEvent>;
-    /**
-     * Non-streaming chat completion (for debugging/comparison)
-     */
-    complete?(request: ChatCompletionRequest): Promise<CompletionResult>;
-}
-/**
- * Adapter factory function type
- */
-type AdapterFactory = (config: LLMConfig) => LLMAdapter;
-/**
- * Convert messages to provider format (simple text only)
- */
-declare function formatMessages(messages: Message[], systemPrompt?: string): Array<{
-    role: string;
-    content: string;
-}>;
-/**
- * Convert actions to OpenAI tool format
- */
-declare function formatTools(actions: ActionDefinition[]): Array<{
-    type: "function";
-    function: {
-        name: string;
-        description: string;
-        parameters: object;
-    };
-}>;
-/**
- * Content block types for multimodal messages
- */
-type AnthropicContentBlock = {
-    type: "text";
-    text: string;
-} | {
-    type: "image";
-    source: {
-        type: "base64";
-        media_type: string;
-        data: string;
-    } | {
-        type: "url";
-        url: string;
-    };
-} | {
-    type: "document";
-    source: {
-        type: "base64";
-        media_type: string;
-        data: string;
-    } | {
-        type: "url";
-        url: string;
-    };
-};
-type OpenAIContentBlock = {
-    type: "text";
-    text: string;
-} | {
-    type: "image_url";
-    image_url: {
-        url: string;
-        detail?: "low" | "high" | "auto";
-    };
-};
-/**
- * Check if a message has image attachments
- * Supports both new format (metadata.attachments) and legacy (attachments)
- */
-declare function hasImageAttachments(message: Message): boolean;
-/**
- * Check if a message has media attachments (images or PDFs)
- */
-declare function hasMediaAttachments(message: Message): boolean;
-/**
- * Convert MessageAttachment to Anthropic image content block
- *
- * Anthropic format:
- * {
- *   type: "image",
- *   source: {
- *     type: "base64",
- *     media_type: "image/png",
- *     data: "base64data..."
- *   }
- * }
- */
-declare function attachmentToAnthropicImage(attachment: MessageAttachment): AnthropicContentBlock | null;
-/**
- * Convert MessageAttachment to OpenAI image_url content block
- *
- * OpenAI format:
- * {
- *   type: "image_url",
- *   image_url: {
- *     url: "data:image/png;base64,..."
- *   }
- * }
- */
-declare function attachmentToOpenAIImage(attachment: MessageAttachment): OpenAIContentBlock | null;
-/**
- * Convert MessageAttachment (PDF) to Anthropic document content block
- *
- * Anthropic format:
- * {
- *   type: "document",
- *   source: {
- *     type: "base64",
- *     media_type: "application/pdf",
- *     data: "base64data..."
- *   }
- * }
- */
-declare function attachmentToAnthropicDocument(attachment: MessageAttachment): AnthropicContentBlock | null;
-/**
- * Convert a Message to Anthropic multimodal content blocks
- */
-declare function messageToAnthropicContent(message: Message): string | AnthropicContentBlock[];
-/**
- * Convert a Message to OpenAI multimodal content blocks
- */
-declare function messageToOpenAIContent(message: Message): string | OpenAIContentBlock[];
-/**
- * Anthropic content block types (extended for tools)
- */
-type AnthropicToolUseBlock = {
-    type: "tool_use";
-    id: string;
-    name: string;
-    input: Record<string, unknown>;
-};
-type AnthropicToolResultBlock = {
-    type: "tool_result";
-    tool_use_id: string;
-    content: string;
-};
-type AnthropicMessageContent = string | Array<AnthropicContentBlock | AnthropicToolUseBlock | AnthropicToolResultBlock>;
-/**
- * Format messages for Anthropic with full tool support
- * Handles: text, images, tool_use, and tool_result
- *
- * Key differences from OpenAI:
- * - tool_calls become tool_use blocks in assistant content
- * - tool results become tool_result blocks in user content
- */
-declare function formatMessagesForAnthropic(messages: Message[], systemPrompt?: string): {
-    system: string;
-    messages: Array<{
-        role: "user" | "assistant";
-        content: AnthropicMessageContent;
-    }>;
-};
-/**
- * OpenAI message format with tool support
- */
-type OpenAIMessage = {
-    role: "system";
-    content: string;
-} | {
-    role: "user";
-    content: string | OpenAIContentBlock[];
-} | {
-    role: "assistant";
-    content: string | null;
-    tool_calls?: Array<{
-        id: string;
-        type: "function";
-        function: {
-            name: string;
-            arguments: string;
-        };
-    }>;
-} | {
-    role: "tool";
-    content: string;
-    tool_call_id: string;
-};
-/**
- * Format messages for OpenAI with full tool support
- * Handles: text, images, tool_calls, and tool results
- */
-declare function formatMessagesForOpenAI(messages: Message[], systemPrompt?: string): OpenAIMessage[];
+import { L as LLMAdapter, C as ChatCompletionRequest, a as CompletionResult } from '../base-D_FyHFKj.js';
+export { A as AdapterFactory, l as AnthropicContentBlock, O as OpenAIContentBlock, j as attachmentToAnthropicDocument, i as attachmentToAnthropicImage, k as attachmentToOpenAIImage, f as formatMessages, c as formatMessagesForAnthropic, d as formatMessagesForOpenAI, b as formatTools, h as hasImageAttachments, g as hasMediaAttachments, m as messageToAnthropicContent, e as messageToOpenAIContent } from '../base-D_FyHFKj.js';
+import { LLMConfig, StreamEvent } from '@yourgpt/copilot-sdk/core';
 
 /**
  * OpenAI adapter configuration
@@ -315,30 +85,6 @@ declare class AnthropicAdapter implements LLMAdapter {
  */
 declare function createAnthropicAdapter(config: AnthropicAdapterConfig): AnthropicAdapter;
 
-/**
- * Groq adapter configuration
- */
-interface GroqAdapterConfig extends Partial<LLMConfig> {
-    apiKey: string;
-    model?: string;
-}
-/**
- * Groq LLM Adapter (Fast inference)
- *
- * Supports: Llama 3.1, Mixtral, Gemma, etc.
- */
-declare class GroqAdapter implements LLMAdapter {
-    readonly provider = "groq";
-    readonly model: string;
-    private config;
-    constructor(config: GroqAdapterConfig);
-    stream(request: ChatCompletionRequest): AsyncGenerator<StreamEvent>;
-}
-/**
- * Create Groq adapter
- */
-declare function createGroqAdapter(config: GroqAdapterConfig): GroqAdapter;
-
 /**
  * Ollama adapter configuration
  */
@@ -494,4 +240,4 @@ declare class AzureAdapter implements LLMAdapter {
  */
 declare function createAzureAdapter(config: AzureAdapterConfig): AzureAdapter;
 
-export { type AdapterFactory, AnthropicAdapter, type AnthropicAdapterConfig, type AnthropicContentBlock, AzureAdapter, type AzureAdapterConfig, type ChatCompletionRequest, type CompletionResult, GoogleAdapter, type GoogleAdapterConfig, GroqAdapter, type GroqAdapterConfig, type LLMAdapter, OllamaAdapter, type OllamaAdapterConfig, OpenAIAdapter, type OpenAIAdapterConfig, type OpenAIContentBlock, XAIAdapter, type XAIAdapterConfig, attachmentToAnthropicDocument, attachmentToAnthropicImage, attachmentToOpenAIImage, createAnthropicAdapter, createAzureAdapter, createGoogleAdapter, createGroqAdapter, createOllamaAdapter, createOpenAIAdapter, createXAIAdapter, formatMessages, formatMessagesForAnthropic, formatMessagesForOpenAI, formatTools, hasImageAttachments, hasMediaAttachments, messageToAnthropicContent, messageToOpenAIContent };
+export { AnthropicAdapter, type AnthropicAdapterConfig, AzureAdapter, type AzureAdapterConfig, ChatCompletionRequest, CompletionResult, GoogleAdapter, type GoogleAdapterConfig, LLMAdapter, OllamaAdapter, type OllamaAdapterConfig, OpenAIAdapter, type OpenAIAdapterConfig, XAIAdapter, type XAIAdapterConfig, createAnthropicAdapter, createAzureAdapter, createGoogleAdapter, createOllamaAdapter, createOpenAIAdapter, createXAIAdapter };