@blinkdotnew/sdk 2.3.0 → 2.3.2

package/dist/index.d.mts

@@ -2409,23 +2409,14 @@ declare class BlinkStorageImpl implements BlinkStorage {
  *
  * Type definitions for AI agent tools used with blink.ai.agent()
  */
-/**
- * A tool definition that can be passed to the agent
- */
-interface AgentTool {
-    /** Tool name (used as identifier) */
-    name: string;
-    /** Human-readable description for the LLM */
-    description: string;
-    /** JSON Schema for tool input parameters */
-    inputSchema: JSONSchema;
-}
 /**
  * JSON Schema type for tool input definitions
  */
 type JSONSchema = Record<string, any>;
 /**
  * A custom webhook tool definition
+ *
+ * Webhook tools NEED schemas because the server forwards them to your endpoint.
  */
 interface WebhookTool {
     /** Tool name */
@@ -2439,6 +2430,8 @@ interface WebhookTool {
 }
 /**
  * A client-side tool requiring user confirmation
+ *
+ * Client tools NEED schemas so the AI knows what inputs to provide.
  */
 interface ClientTool {
     /** Tool name */
@@ -2474,8 +2467,8 @@ interface AgentConfig {
     model: string;
     /** System prompt */
     system?: string;
-    /** Built-in tools to enable (tool names or bundles) */
-    tools?: (AgentTool | string)[];
+    /** Built-in tools to enable (tool names) */
+    tools?: string[];
     /** Custom webhook tools */
     webhook_tools?: WebhookTool[];
     /** Client-side tools for HITL */
@@ -2624,8 +2617,8 @@ interface AgentOptions {
     system?: string;
     /** Alias for system (Vercel AI SDK compatibility) */
     instructions?: string;
-    /** Built-in tools to enable */
-    tools?: (AgentTool | string)[];
+    /** Built-in tools to enable (tool names) */
+    tools?: string[];
     /** Custom webhook tools */
     webhookTools?: WebhookTool[];
     /** Client-side tools for HITL */
@@ -2755,7 +2748,7 @@ declare class Agent {
     /**
      * Get the agent's tools
      */
-    get tools(): (AgentTool | string)[] | undefined;
+    get tools(): string[] | undefined;
 }
 /**
  * Creates a stop condition for maximum step count
@@ -3512,341 +3505,144 @@ declare class BlinkConnectorsImpl implements BlinkConnectors {
 /**
  * Core Agent Tools
  *
- * Individual tool definitions for web search, URL fetching, scraping, and code execution.
- */
-
-/**
- * Web search tool for finding current information
- *
- * Powered by Exa AI - performs real-time web searches and returns
- * relevant results with titles, URLs, and snippets.
- *
- * @example
- * ```ts
- * import { Agent, webSearch } from '@blinkdotnew/react'
- *
- * const researchAgent = new Agent({
- *   model: 'openai/gpt-4o',
- *   tools: [webSearch]
- * })
- *
- * const result = await researchAgent.generate({
- *   prompt: 'What are the latest AI developments?'
- * })
- * ```
- */
-declare const webSearch: AgentTool;
-/**
- * Fetch URL content as clean text (HTML stripped)
- *
- * Fast text extraction from URLs - no JavaScript rendering.
- * Good for Wikipedia, documentation, articles.
- *
- * @example
- * ```ts
- * import { fetchUrl } from '@blinkdotnew/react'
- *
- * const chat = useAgent({
- *   agent: {
- *     model: 'openai/gpt-4o',
- *     tools: [fetchUrl]
- *   }
- * })
- * ```
- */
-declare const fetchUrl: AgentTool;
-/**
- * Python code interpreter for AI-generated scripts
- *
- * Executes Python code in an isolated E2B sandbox with Python 3.11+.
- * Pre-installed libraries: numpy, pandas, matplotlib, scipy, scikit-learn, requests.
- * Safe for running untrusted LLM-generated code.
- *
- * Returns:
- * - text: Last expression result
- * - stdout/stderr: Standard output streams
- * - results: Rich outputs (matplotlib plots as PNG/JPEG, HTML, Markdown, etc.)
- * - error: Execution errors with traceback
- *
- * Matplotlib plots are automatically captured and returned as base64 PNG images
- * in the results array. Use plt.show() or display(plt.gcf()) to generate plots.
- *
- * @example
- * ```ts
- * import { runCode } from '@blinkdotnew/react'
- *
- * const chat = useAgent({
- *   agent: {
- *     model: 'openai/gpt-4o',
- *     tools: [runCode]
- *   }
- * })
- *
- * // Agent can create data visualizations:
- * // "Create a bar chart of sales data"
- * // "Plot a sine wave"
- * // "Analyze this CSV and show trends"
- * ```
- */
-declare const runCode: AgentTool;
+ * Tool names for web search, URL fetching, and code execution.
+ * The server has the full schemas - SDK just passes tool names.
+ */
+/** Search the web for current information (Exa AI) */
+declare const webSearch = "web_search";
+/** Fetch URL content as clean text (HTML stripped) */
+declare const fetchUrl = "fetch_url";
+/** Execute Python code in isolated sandbox */
+declare const runCode = "run_code";
+/** Core tools for research agents */
+declare const coreTools: readonly ["web_search", "fetch_url", "run_code"];
 
 /**
  * Sandbox Tools (Cursor-like)
  *
- * File and command execution tools for AI coding agents.
- * Modeled after Cursor IDE tools for familiar DX.
- *
- * Tools access `sandboxId` from context (NOT input params).
- */
-
-/**
- * Read file contents from sandbox
- * Cursor equivalent: read_file
- */
-declare const readFile: AgentTool;
-/**
- * List files and directories
- * Cursor equivalent: list_dir
- */
-declare const listDir: AgentTool;
-/**
- * Create/overwrite a file in sandbox
- * Cursor equivalent: write
- *
- * ⚠️ WARNING: Use search_replace for existing files!
- */
-declare const writeFile: AgentTool;
-/**
- * Search and replace in files (PREFERRED editing tool)
- * Cursor equivalent: search_replace
- */
-declare const searchReplace: AgentTool;
-/**
- * Regex content search using ripgrep
- * Cursor equivalent: grep
- */
-declare const grep: AgentTool;
-/**
- * Find files by name pattern
- * Cursor equivalent: glob_file_search
- */
-declare const globFileSearch: AgentTool;
-/**
- * Execute shell command in sandbox
- * Cursor equivalent: run_terminal_cmd
- */
-declare const runTerminalCmd: AgentTool;
-/**
- * Get public URL for a port in sandbox
- */
-declare const getHost: AgentTool;
-/**
- * All sandbox tools bundled together (Cursor-like)
- *
- * @example
- * ```ts
- * import { sandboxTools, Agent } from '@blinkdotnew/sdk'
- *
- * const codingAgent = new Agent({
- *   model: 'anthropic/claude-sonnet-4-20250514',
- *   tools: sandboxTools,
- * })
- *
- * // Tools include:
- * // - read_file, list_dir
- * // - write_file, search_replace
- * // - grep, glob_file_search
- * // - run_terminal_cmd, get_host
- * ```
- */
-declare const sandboxTools: AgentTool[];
+ * Tool names for file and command execution in coding agents.
+ * The server has the full schemas - SDK just passes tool names.
+ */
+/** Read file contents from sandbox */
+declare const readFile = "read_file";
+/** List files and directories */
+declare const listDir = "list_dir";
+/** Create/overwrite a file (use search_replace for existing files!) */
+declare const writeFile = "write_file";
+/** Search and replace in files (PREFERRED for editing) */
+declare const searchReplace = "search_replace";
+/** Regex content search using ripgrep */
+declare const grep = "grep";
+/** Find files by name pattern */
+declare const globFileSearch = "glob_file_search";
+/** Execute shell command in sandbox */
+declare const runTerminalCmd = "run_terminal_cmd";
+/** Get public URL for a sandbox port */
+declare const getHost = "get_host";
+/** All sandbox tools for coding agents */
+declare const sandboxTools: readonly ["read_file", "list_dir", "write_file", "search_replace", "grep", "glob_file_search", "run_terminal_cmd", "get_host"];
 
 /**
  * Database Tools
  *
- * RLS-enforced database operations for AI agents.
- * Automatically scoped to the authenticated user.
- */
-
-/**
- * Insert a new row into a database table
- *
- * RLS automatically sets user_id from JWT.
- */
-declare const dbInsert: AgentTool;
-/**
- * List rows from a database table with filtering and pagination
- *
- * RLS ensures only the user's rows are returned.
- */
-declare const dbList: AgentTool;
-/**
- * Get a single row by ID
- *
- * RLS ensures only the user's rows can be retrieved.
- */
-declare const dbGet: AgentTool;
-/**
- * Update a row by ID
- *
- * RLS ensures only the user's rows can be updated.
- */
-declare const dbUpdate: AgentTool;
-/**
- * Delete a row by ID
- *
- * RLS ensures only the user's rows can be deleted.
- */
-declare const dbDelete: AgentTool;
-/**
- * All database tools bundled together
- *
- * @example
- * ```ts
- * import { dbTools } from '@blinkdotnew/react'
- *
- * const chat = useAgent({
- *   agent: {
- *     model: 'openai/gpt-4o',
- *     tools: [...dbTools]
- *   }
- * })
- * ```
- */
-declare const dbTools: AgentTool[];
+ * Tool names for RLS-enforced database operations.
+ * The server has the full schemas - SDK just passes tool names.
+ */
+/** Insert a new row (user_id auto-set via RLS) */
+declare const dbInsert = "db_insert";
+/** List rows with filtering/pagination (RLS enforced) */
+declare const dbList = "db_list";
+/** Get a single row by ID (RLS enforced) */
+declare const dbGet = "db_get";
+/** Update a row by ID (RLS enforced) */
+declare const dbUpdate = "db_update";
+/** Delete a row by ID (RLS enforced) */
+declare const dbDelete = "db_delete";
+/** All database tools */
+declare const dbTools: readonly ["db_insert", "db_list", "db_get", "db_update", "db_delete"];
 
 /**
  * Storage Tools
  *
- * RLS-enforced file storage operations for AI agents.
- * Files are stored under project-scoped paths.
- */
-
-/**
- * Upload a file to storage
- *
- * Accepts base64-encoded content or a URL to fetch from.
- */
-declare const storageUpload: AgentTool;
-/**
- * Download file from storage
- */
-declare const storageDownload: AgentTool;
-/**
- * List files in storage
- */
-declare const storageList: AgentTool;
-/**
- * Delete file from storage
- */
-declare const storageDelete: AgentTool;
-/**
- * Get public URL for a file
- */
-declare const storagePublicUrl: AgentTool;
-/**
- * Move/rename a file in storage
- */
-declare const storageMove: AgentTool;
-/**
- * Copy a file in storage
- */
-declare const storageCopy: AgentTool;
-/**
- * All storage tools bundled together
- *
- * @example
- * ```ts
- * import { storageTools } from '@blinkdotnew/react'
- *
- * const chat = useAgent({
- *   agent: {
- *     model: 'openai/gpt-4o',
- *     tools: [...storageTools]
- *   }
- * })
- * ```
- */
-declare const storageTools: AgentTool[];
+ * Tool names for file storage operations.
+ * The server has the full schemas - SDK just passes tool names.
+ */
+/** Upload a file (base64 or URL) */
+declare const storageUpload = "storage_upload";
+/** Download file from storage */
+declare const storageDownload = "storage_download";
+/** List files in a directory */
+declare const storageList = "storage_list";
+/** Delete a file */
+declare const storageDelete = "storage_delete";
+/** Get public URL for a file */
+declare const storagePublicUrl = "storage_public_url";
+/** Move/rename a file */
+declare const storageMove = "storage_move";
+/** Copy a file */
+declare const storageCopy = "storage_copy";
+/** All storage tools */
+declare const storageTools: readonly ["storage_upload", "storage_download", "storage_list", "storage_delete", "storage_public_url", "storage_move", "storage_copy"];
 
 /**
  * RAG Agent Tool
  *
- * Knowledge base search tool using TursoRAG.
- *
- * NOTE: Only rag_search is available as an agent tool. Agents ARE AI -
- * they use rag_search to get relevant chunks, then synthesize answers themselves.
- * The direct API /api/rag/:project_id/ai-search is available for non-agent use cases.
+ * Tool name for knowledge base search.
+ * The server has the full schema - SDK just passes tool name.
  */
+/** Search knowledge base using semantic similarity */
+declare const ragSearch = "rag_search";
+/** All RAG tools */
+declare const ragTools: readonly ["rag_search"];
 
 /**
- * Vector search across a knowledge base collection
- *
- * Performs semantic similarity search to find relevant chunks from uploaded documents.
- * The agent receives the chunks and synthesizes an answer from them.
- * Bills for embedding generation (query vectorization).
- *
- * @example
- * ```ts
- * import { Agent, ragSearch } from '@blinkdotnew/react'
- *
- * const supportAgent = new Agent({
- *   model: 'openai/gpt-4o',
- *   tools: [ragSearch],
- *   system: 'You have access to a knowledge base. Use rag_search to find information, then answer based on the results.'
- * })
- *
- * const result = await supportAgent.generate({
- *   prompt: 'What is our refund policy?'
- * })
- * ```
- */
-declare const ragSearch: AgentTool;
-/**
- * All RAG tools bundled together
+ * Media Agent Tools
  *
- * @example
- * ```ts
- * import { Agent, ragTools } from '@blinkdotnew/react'
- *
- * const knowledgeAgent = new Agent({
- *   model: 'anthropic/claude-sonnet-4-20250514',
- *   tools: [...ragTools],
- *   system: 'Search the knowledge base and answer questions based on the results.'
- * })
- * ```
- */
-declare const ragTools: AgentTool[];
+ * Tool names for AI image and video generation.
+ * The server has the full schemas - SDK just passes tool names.
+ */
+/** Generate images from text prompts */
+declare const generateImage = "generate_image";
+/** Edit existing images with text prompts */
+declare const editImage = "edit_image";
+/** Generate videos from text prompts */
+declare const generateVideo = "generate_video";
+/** Animate static images into videos */
+declare const imageToVideo = "image_to_video";
+/** All media generation tools */
+declare const mediaTools: readonly ["generate_image", "edit_image", "generate_video", "image_to_video"];
 
 /**
  * Agent Tools
  *
- * Tool definitions for use with blink.ai.agent() and useAgent()
+ * Tool names for use with blink.ai.agent() and useAgent()
+ *
+ * Built-in tools are just string names - the server has the schemas.
  *
  * @example
  * ```ts
  * import {
- *   webSearch, fetchUrl, runCode,                   // Core tools
- *   ragSearch,                                       // RAG tool
- *   readFile, listDir, writeFile, searchReplace,   // Sandbox (Cursor-like)
- *   grep, globFileSearch, runTerminalCmd, getHost,
- *   sandboxTools, dbTools, storageTools, ragTools  // Tool bundles
- * } from '@blinkdotnew/react'
+ *   webSearch, fetchUrl, runCode,       // Core tools
+ *   ragSearch,                           // RAG tool
+ *   sandboxTools, dbTools, storageTools, // Tool bundles
+ *   mediaTools                           // Media generation
+ * } from '@blinkdotnew/sdk'
  *
- * const chat = useAgent({
- *   agent: {
- *     model: 'openai/gpt-4o',
- *     tools: [...sandboxTools, webSearch, ragSearch]
- *   }
+ * const agent = blink.ai.createAgent({
+ *   model: 'google/gemini-3-flash',
+ *   tools: [...sandboxTools, webSearch, ragSearch]
  * })
  * ```
  */
 
 /**
- * Convert tool definitions to tool names for API request
+ * Convert tools array for API request
+ *
+ * Since tools are now just strings, this is essentially an identity function.
+ * Kept for backward compatibility.
  *
  * @internal Used by SDK to serialize tools for API
  */
-declare function serializeTools(tools: (AgentTool | string)[]): string[];
+declare function serializeTools(tools: string[]): string[];
 
-export { type AISearchOptions, Agent, type AgentBilling, type AgentConfig, type AgentNonStreamMessagesRequest, type AgentNonStreamPromptRequest, type AgentOptions, type AgentRequest, type AgentResponse, type AgentStep, type AgentStreamRequest, type TokenUsage as AgentTokenUsage, type AgentTool, type AnalyticsEvent, AsyncStorageAdapter, type AuthState, type AuthStateChangeCallback, type AuthTokens, type BlinkAI, BlinkAIImpl, type BlinkAnalytics, BlinkAnalyticsImpl, type BlinkClient, type BlinkClientConfig, BlinkConnectorError, type BlinkConnectors, BlinkConnectorsImpl, type BlinkData, BlinkDataImpl, BlinkDatabase, type BlinkRAG, BlinkRAGImpl, type BlinkRealtime, BlinkRealtimeChannel, BlinkRealtimeError, BlinkRealtimeImpl, type BlinkSandbox, BlinkSandboxImpl, type BlinkStorage, BlinkStorageImpl, BlinkTable, type BlinkTokenType, type BlinkUser, type ClientTool, type ConnectorApiKeyRequest, type ConnectorApiKeyResponse, type ConnectorAuthMode, type ConnectorExecuteRequest, type ConnectorExecuteResponse, type ConnectorProvider, type ConnectorStatusResponse, type ContextPolicy, type CreateCollectionOptions, type CreateOptions, type DataExtraction, type FileObject, type FilterCondition, type GenerateOptions, type ImageGenerationRequest, type ImageGenerationResponse, type JSONSchema, type ListDocumentsOptions, type Message, NoOpStorageAdapter, type ObjectGenerationRequest, type ObjectGenerationResponse, type PresenceUser, type QueryOptions, type RAGAISearchResult, type RAGAISearchSource, type RAGCollection, type RAGDocument, type RAGSearchResponse, type RAGSearchResult, type RealtimeChannel, type RealtimeGetMessagesOptions, type RealtimeMessage, type RealtimePublishOptions, type RealtimeSubscribeOptions, SANDBOX_TEMPLATES, type Sandbox, type SandboxConnectOptions, SandboxConnectionError, type SandboxCreateOptions, type SandboxTemplate, type SearchOptions, type SearchRequest, type SearchResponse, type SpeechGenerationRequest, type SpeechGenerationResponse, type StopCondition, type StorageAdapter, type StorageUploadOptions, type StorageUploadResponse, type StreamOptions, type TableOperations, type TextGenerationRequest, type TextGenerationResponse, type TokenIntrospectionResult, type TokenUsage$1 as TokenUsage, type ToolCall, type ToolResult, type TranscriptionRequest, type TranscriptionResponse, type UIMessage, type UIMessagePart, type UpdateOptions, type UploadOptions, type UpsertOptions, type WaitForReadyOptions, type WebBrowserModule, WebStorageAdapter, type WebhookTool, createClient, dbDelete, dbGet, dbInsert, dbList, dbTools, dbUpdate, fetchUrl, getDefaultStorageAdapter, getHost, globFileSearch, grep, isBrowser, isDeno, isNode, isReactNative, isServer, isWeb, listDir, platform, ragSearch, ragTools, readFile, runCode, runTerminalCmd, sandboxTools, searchReplace, serializeTools, stepCountIs, storageCopy, storageDelete, storageDownload, storageList, storageMove, storagePublicUrl, storageTools, storageUpload, webSearch, writeFile };
+export { type AISearchOptions, Agent, type AgentBilling, type AgentConfig, type AgentNonStreamMessagesRequest, type AgentNonStreamPromptRequest, type AgentOptions, type AgentRequest, type AgentResponse, type AgentStep, type AgentStreamRequest, type TokenUsage as AgentTokenUsage, type AnalyticsEvent, AsyncStorageAdapter, type AuthState, type AuthStateChangeCallback, type AuthTokens, type BlinkAI, BlinkAIImpl, type BlinkAnalytics, BlinkAnalyticsImpl, type BlinkClient, type BlinkClientConfig, BlinkConnectorError, type BlinkConnectors, BlinkConnectorsImpl, type BlinkData, BlinkDataImpl, BlinkDatabase, type BlinkRAG, BlinkRAGImpl, type BlinkRealtime, BlinkRealtimeChannel, BlinkRealtimeError, BlinkRealtimeImpl, type BlinkSandbox, BlinkSandboxImpl, type BlinkStorage, BlinkStorageImpl, BlinkTable, type BlinkTokenType, type BlinkUser, type ClientTool, type ConnectorApiKeyRequest, type ConnectorApiKeyResponse, type ConnectorAuthMode, type ConnectorExecuteRequest, type ConnectorExecuteResponse, type ConnectorProvider, type ConnectorStatusResponse, type ContextPolicy, type CreateCollectionOptions, type CreateOptions, type DataExtraction, type FileObject, type FilterCondition, type GenerateOptions, type ImageGenerationRequest, type ImageGenerationResponse, type JSONSchema, type ListDocumentsOptions, type Message, NoOpStorageAdapter, type ObjectGenerationRequest, type ObjectGenerationResponse, type PresenceUser, type QueryOptions, type RAGAISearchResult, type RAGAISearchSource, type RAGCollection, type RAGDocument, type RAGSearchResponse, type RAGSearchResult, type RealtimeChannel, type RealtimeGetMessagesOptions, type RealtimeMessage, type RealtimePublishOptions, type RealtimeSubscribeOptions, SANDBOX_TEMPLATES, type Sandbox, type SandboxConnectOptions, SandboxConnectionError, type SandboxCreateOptions, type SandboxTemplate, type SearchOptions, type SearchRequest, type SearchResponse, type SpeechGenerationRequest, type SpeechGenerationResponse, type StopCondition, type StorageAdapter, type StorageUploadOptions, type StorageUploadResponse, type StreamOptions, type TableOperations, type TextGenerationRequest, type TextGenerationResponse, type TokenIntrospectionResult, type TokenUsage$1 as TokenUsage, type ToolCall, type ToolResult, type TranscriptionRequest, type TranscriptionResponse, type UIMessage, type UIMessagePart, type UpdateOptions, type UploadOptions, type UpsertOptions, type WaitForReadyOptions, type WebBrowserModule, WebStorageAdapter, type WebhookTool, coreTools, createClient, dbDelete, dbGet, dbInsert, dbList, dbTools, dbUpdate, editImage, fetchUrl, generateImage, generateVideo, getDefaultStorageAdapter, getHost, globFileSearch, grep, imageToVideo, isBrowser, isDeno, isNode, isReactNative, isServer, isWeb, listDir, mediaTools, platform, ragSearch, ragTools, readFile, runCode, runTerminalCmd, sandboxTools, searchReplace, serializeTools, stepCountIs, storageCopy, storageDelete, storageDownload, storageList, storageMove, storagePublicUrl, storageTools, storageUpload, webSearch, writeFile };