@mindstudio-ai/agent 0.0.8 → 0.0.10

package/README.md

@@ -19,29 +19,27 @@ import { MindStudioAgent } from '@mindstudio-ai/agent';
 
 const agent = new MindStudioAgent({ apiKey: 'your-api-key' });
 
+// Generate text with an AI model
+const { content } = await agent.generateText({
+  message: 'Summarize this article: ...',
+});
+console.log(content);
+
 // Generate an image
 const { imageUrl } = await agent.generateImage({
   prompt: 'A mountain landscape at sunset',
-  mode: 'background',
 });
 console.log(imageUrl);
 
-// Send a message to an AI model
-const { content } = await agent.userMessage({
-  message: 'Summarize this article: ...',
-  source: 'user',
-});
-console.log(content);
-
 // Search Google
 const { results } = await agent.searchGoogle({
-  query: 'TypeScript best practices 2025',
+  query: 'TypeScript best practices',
   exportType: 'json',
 });
 console.log(results);
 ```
 
-Every method is fully typed — your editor will autocomplete available parameters, show enum options, and infer the output shape.
+Every method is fully typed — your editor will autocomplete available parameters, show enum options, and infer the output shape. Results are returned flat for easy destructuring.
 
 ## Authentication
 
@@ -73,27 +71,42 @@ Resolution order: constructor `apiKey` > `MINDSTUDIO_API_KEY` env > `CALLBACK_TO
 Steps execute within threads. Pass `$threadId` and `$appId` from a previous call to maintain state across calls:
 
 ```typescript
-const r1 = await agent.userMessage({
+const r1 = await agent.generateText({
   message: 'My name is Alice',
-  source: 'user',
 });
 
 // The model remembers the conversation
-const r2 = await agent.userMessage(
-  { message: 'What is my name?', source: 'user' },
+const r2 = await agent.generateText(
+  { message: 'What is my name?' },
   { threadId: r1.$threadId, appId: r1.$appId },
 );
 ```
 
+## Rate limiting
+
+Rate limiting is handled automatically:
+
+- **Concurrency queue** — requests beyond the server's concurrent limit are queued and proceed as slots open up (10 for internal tokens, 20 for API keys)
+- **Auto-retry on 429** — rate-limited responses are retried automatically using the `Retry-After` header (default: 3 retries, configurable via `maxRetries`)
+- **Call cap** — internal tokens are capped at 500 calls per execution; the SDK throws `MindStudioError` with code `call_cap_exceeded` rather than sending requests that will fail
+
+Every result includes `$rateLimitRemaining` so you can throttle proactively:
+
+```typescript
+const result = await agent.generateText({ message: 'Hello' });
+console.log(result.$rateLimitRemaining); // calls remaining in window
+```
+
 ## Available steps
 
 Every step has a dedicated typed method. A few highlights:
 
 | Method | Description |
 | --- | --- |
-| `userMessage()` | Send a message to an AI model |
+| `generateText()` | Send a message to an AI model |
 | `generateImage()` | Generate an image from a text prompt |
 | `generateVideo()` | Generate a video from a text prompt |
+| `generateAsset()` | Generate an HTML/PDF/PNG/video asset |
 | `analyzeImage()` | Analyze an image with a vision model |
 | `textToSpeech()` | Convert text to speech |
 | `transcribeAudio()` | Transcribe audio to text |
@@ -131,6 +144,9 @@ const agent = new MindStudioAgent({
   // Base URL (or set MINDSTUDIO_BASE_URL env var)
   // Defaults to https://v1.mindstudio-api.com
   baseUrl: 'http://localhost:3129',
+
+  // Max retries on 429 rate limit responses (default: 3)
+  maxRetries: 5,
 });
 ```
 
@@ -152,14 +168,39 @@ All input/output types are exported for use in your own code:
 import type {
   GenerateImageStepInput,
   GenerateImageStepOutput,
-  UserMessageStepInput,
+  GenerateTextStepInput,
   StepName,
   StepInputMap,
   StepOutputMap,
 } from '@mindstudio-ai/agent';
 ```
 
-`StepName` is a union of all available step type names. `StepInputMap` and `StepOutputMap` map step names to their input/output types, which is useful for building generic utilities.
+`StepName` is a union of all available step type names. `StepInputMap` and `StepOutputMap` map step names to their input/output types, useful for building generic utilities.
+
+## Snippets
+
+A `stepSnippets` object is exported for building UI menus or code generators:
+
+```typescript
+import { stepSnippets } from '@mindstudio-ai/agent';
+
+stepSnippets.generateText;
+// {
+//   method: "generateText",
+//   snippet: "{\n  message: ``,\n}",
+//   outputKeys: ["content"]
+// }
+```
+
+## LLM documentation
+
+An `llms.txt` file ships with the package for AI agent consumption:
+
+```
+node_modules/@mindstudio-ai/agent/llms.txt
+```
+
+It contains a compact, complete reference of all methods with their required parameters and output keys — optimized for LLM context windows.
 
 ## Error handling
 
@@ -167,7 +208,7 @@ import type {
 import { MindStudioAgent, MindStudioError } from '@mindstudio-ai/agent';
 
 try {
-  await agent.generateImage({ prompt: '...', mode: 'background' });
+  await agent.generateImage({ prompt: '...' });
 } catch (err) {
   if (err instanceof MindStudioError) {
     console.error(err.message); // Human-readable message

package/dist/index.d.ts

@@ -1,6 +1,30 @@
+type AuthType = 'internal' | 'apiKey';
+declare class RateLimiter {
+    readonly authType: AuthType;
+    private inflight;
+    private concurrencyLimit;
+    private callCount;
+    private callCap;
+    private queue;
+    constructor(authType: AuthType);
+    /** Acquire a slot. Resolves when a concurrent slot is available. */
+    acquire(): Promise<void>;
+    /** Release a slot and let the next queued request proceed. */
+    release(): void;
+    /** Update limits from response headers. */
+    updateFromHeaders(headers: Headers): void;
+    /** Read current rate limit state from response headers. */
+    static parseHeaders(headers: Headers): {
+        remaining: number | undefined;
+        concurrencyRemaining: number | undefined;
+    };
+}
+
 interface HttpClientConfig {
     baseUrl: string;
     token: string;
+    rateLimiter: RateLimiter;
+    maxRetries: number;
 }
 
 /** Configuration options for creating a {@link MindStudioAgent}. */
@@ -21,6 +45,13 @@ interface AgentOptions {
      * custom functions), then falls back to `https://v1.mindstudio-api.com`.
      */
     baseUrl?: string;
+    /**
+     * Maximum number of automatic retries on 429 (rate limited) responses.
+     * Each retry waits for the duration specified by the `Retry-After` header.
+     *
+     * @default 3
+     */
+    maxRetries?: number;
 }
 /** Options for a single step execution call. */
 interface StepExecutionOptions {
@@ -43,19 +74,24 @@ interface StepExecutionMeta {
     $appId: string;
     /** The thread ID used for this execution. Pass to subsequent calls to maintain state. */
     $threadId: string;
+    /**
+     * Number of API calls remaining in the current rate limit window.
+     * Useful for throttling proactively before hitting the limit.
+     */
+    $rateLimitRemaining?: number;
 }
 /**
  * Result of a step execution call.
  *
  * Output properties are spread at the top level for easy destructuring:
  * ```ts
- * const { content } = await agent.userMessage({ ... });
+ * const { content } = await agent.generateText({ ... });
  * ```
  *
- * Execution metadata (`$appId`, `$threadId`) is also available on the same object:
+ * Execution metadata (`$appId`, `$threadId`, `$rateLimitRemaining`) is also available:
  * ```ts
- * const result = await agent.userMessage({ ... });
- * console.log(result.content, result.$threadId);
+ * const result = await agent.generateText({ ... });
+ * console.log(result.content, result.$threadId, result.$rateLimitRemaining);
  * ```
  */
 type StepExecutionResult<TOutput = Record<string, unknown>> = TOutput & StepExecutionMeta;
@@ -81,6 +117,11 @@ type StepExecutionResult<TOutput = Record<string, unknown>> = TOutput & StepExec
  * 2. `MINDSTUDIO_BASE_URL` environment variable
  * 3. `REMOTE_HOSTNAME` environment variable (auto-set inside MindStudio custom functions)
  * 4. `https://v1.mindstudio-api.com` (production default)
+ *
+ * Rate limiting is handled automatically:
+ * - Concurrent requests are queued to stay within server limits
+ * - 429 responses are retried automatically using the `Retry-After` header
+ * - Internal (hook) tokens are capped at 500 calls per execution
  */
 declare class MindStudioAgent$1 {
     /** @internal */
@@ -457,6 +498,11 @@ interface ConvertPdfToImagesStepOutput {
     /** CDN URLs of the generated page images, one per page of the PDF */
     imageUrls: string[];
 }
+interface CreateDataSourceStepInput {
+    /** Name for the new data source (supports variable interpolation) */
+    name: string;
+}
+type CreateDataSourceStepOutput = unknown;
 interface CreateGoogleCalendarEventStepInput {
     /** Google OAuth connection ID */
     connectionId: string;
@@ -509,6 +555,18 @@ interface CreateGoogleSheetStepOutput {
     /** URL of the newly created Google Spreadsheet */
     spreadsheetUrl: string;
 }
+interface DeleteDataSourceStepInput {
+    /** ID of the data source to delete (supports variable interpolation) */
+    dataSourceId: string;
+}
+type DeleteDataSourceStepOutput = unknown;
+interface DeleteDataSourceDocumentStepInput {
+    /** ID of the data source containing the document (supports variable interpolation) */
+    dataSourceId: string;
+    /** ID of the document to delete (supports variable interpolation) */
+    documentId: string;
+}
+type DeleteDataSourceDocumentStepOutput = unknown;
 interface DeleteGoogleCalendarEventStepInput {
     /** Google OAuth connection ID */
     connectionId: string;
@@ -628,6 +686,13 @@ interface ExtractTextStepOutput {
     /** Extracted text content. A single string for one URL, or an array for multiple URLs */
     text: string | string[];
 }
+interface FetchDataSourceDocumentStepInput {
+    /** ID of the data source containing the document (supports variable interpolation) */
+    dataSourceId: string;
+    /** ID of the document to fetch (supports variable interpolation) */
+    documentId: string;
+}
+type FetchDataSourceDocumentStepOutput = unknown;
 interface FetchGoogleDocStepInput {
     /** Google Document ID (from the document URL) */
     documentId: string;
@@ -1702,6 +1767,8 @@ interface InsertVideoClipsStepOutput {
     /** URL of the video with clips inserted */
     videoUrl: string;
 }
+type ListDataSourcesStepInput = Record<string, unknown>;
+type ListDataSourcesStepOutput = unknown;
 interface ListGoogleCalendarEventsStepInput {
     /** Google OAuth connection ID */
     connectionId: string;
@@ -2734,6 +2801,15 @@ interface UpdateGoogleSheetStepOutput {
     /** URL of the updated Google Spreadsheet */
     spreadsheetUrl: string;
 }
+interface UploadDataSourceDocumentStepInput {
+    /** ID of the target data source (supports variable interpolation) */
+    dataSourceId: string;
+    /** A URL to download, or raw text content to create a .txt document from (supports variable interpolation) */
+    file: string;
+    /** Display name for the document (supports variable interpolation) */
+    fileName: string;
+}
+type UploadDataSourceDocumentStepOutput = unknown;
 interface UpscaleImageStepInput {
     /** URL of the image to upscale */
     imageUrl: string;
@@ -2893,7 +2969,7 @@ type GenerateAssetStepOutput = GeneratePdfStepOutput;
 type GenerateTextStepInput = UserMessageStepInput;
 type GenerateTextStepOutput = UserMessageStepOutput;
 /** Union of all available step type names. */
-type StepName = "activeCampaignAddNote" | "activeCampaignCreateContact" | "addSubtitlesToVideo" | "airtableCreateUpdateRecord" | "airtableDeleteRecord" | "airtableGetRecord" | "airtableGetTableRecords" | "analyzeImage" | "analyzeVideo" | "captureThumbnail" | "codaCreateUpdatePage" | "codaCreateUpdateRow" | "codaFindRow" | "codaGetPage" | "codaGetTableRows" | "convertPdfToImages" | "createGoogleCalendarEvent" | "createGoogleDoc" | "createGoogleSheet" | "deleteGoogleCalendarEvent" | "detectPII" | "downloadVideo" | "enhanceImageGenerationPrompt" | "enhanceVideoGenerationPrompt" | "enrichPerson" | "extractAudioFromVideo" | "extractText" | "fetchGoogleDoc" | "fetchGoogleSheet" | "fetchSlackChannelHistory" | "fetchYoutubeCaptions" | "fetchYoutubeChannel" | "fetchYoutubeComments" | "fetchYoutubeVideo" | "generateChart" | "generateImage" | "generateLipsync" | "generateMusic" | "generatePdf" | "generateStaticVideoFromImage" | "generateVideo" | "getGoogleCalendarEvent" | "getMediaMetadata" | "httpRequest" | "hubspotCreateCompany" | "hubspotCreateContact" | "hubspotGetCompany" | "hubspotGetContact" | "hunterApiCompanyEnrichment" | "hunterApiDomainSearch" | "hunterApiEmailFinder" | "hunterApiEmailVerification" | "hunterApiPersonEnrichment" | "imageFaceSwap" | "imageRemoveWatermark" | "insertVideoClips" | "listGoogleCalendarEvents" | "logic" | "makeDotComRunScenario" | "mergeAudio" | "mergeVideos" | "mixAudioIntoVideo" | "muteVideo" | "n8nRunNode" | "notionCreatePage" | "notionUpdatePage" | "peopleSearch" | "postToLinkedIn" | "postToSlackChannel" | "postToX" | "postToZapier" | "queryDataSource" | "queryExternalDatabase" | "redactPII" | "removeBackgroundFromImage" | "resizeVideo" | "runPackagedWorkflow" | "scrapeFacebookPage" | "scrapeFacebookPosts" | "scrapeInstagramComments" | "scrapeInstagramMentions" | "scrapeInstagramPosts" | "scrapeInstagramProfile" | "scrapeInstagramReels" | "scrapeLinkedInCompany" | "scrapeLinkedInProfile" | "scrapeMetaThreadsProfile" | "scrapeUrl" | "scrapeXPost" | "scrapeXProfile" | "searchGoogle" | "searchGoogleImages" | "searchGoogleNews" | "searchGoogleTrends" | "searchPerplexity" | "searchXPosts" | "searchYoutube" | "searchYoutubeTrends" | "sendEmail" | "sendSMS" | "setRunTitle" | "setVariable" | "telegramSendAudio" | "telegramSendFile" | "telegramSendImage" | "telegramSendMessage" | "telegramSendVideo" | "telegramSetTyping" | "textToSpeech" | "transcribeAudio" | "trimMedia" | "updateGoogleCalendarEvent" | "updateGoogleDoc" | "updateGoogleSheet" | "upscaleImage" | "upscaleVideo" | "userMessage" | "videoFaceSwap" | "videoRemoveBackground" | "videoRemoveWatermark" | "watermarkImage" | "watermarkVideo";
+type StepName = "activeCampaignAddNote" | "activeCampaignCreateContact" | "addSubtitlesToVideo" | "airtableCreateUpdateRecord" | "airtableDeleteRecord" | "airtableGetRecord" | "airtableGetTableRecords" | "analyzeImage" | "analyzeVideo" | "captureThumbnail" | "codaCreateUpdatePage" | "codaCreateUpdateRow" | "codaFindRow" | "codaGetPage" | "codaGetTableRows" | "convertPdfToImages" | "createDataSource" | "createGoogleCalendarEvent" | "createGoogleDoc" | "createGoogleSheet" | "deleteDataSource" | "deleteDataSourceDocument" | "deleteGoogleCalendarEvent" | "detectPII" | "downloadVideo" | "enhanceImageGenerationPrompt" | "enhanceVideoGenerationPrompt" | "enrichPerson" | "extractAudioFromVideo" | "extractText" | "fetchDataSourceDocument" | "fetchGoogleDoc" | "fetchGoogleSheet" | "fetchSlackChannelHistory" | "fetchYoutubeCaptions" | "fetchYoutubeChannel" | "fetchYoutubeComments" | "fetchYoutubeVideo" | "generateChart" | "generateImage" | "generateLipsync" | "generateMusic" | "generatePdf" | "generateStaticVideoFromImage" | "generateVideo" | "getGoogleCalendarEvent" | "getMediaMetadata" | "httpRequest" | "hubspotCreateCompany" | "hubspotCreateContact" | "hubspotGetCompany" | "hubspotGetContact" | "hunterApiCompanyEnrichment" | "hunterApiDomainSearch" | "hunterApiEmailFinder" | "hunterApiEmailVerification" | "hunterApiPersonEnrichment" | "imageFaceSwap" | "imageRemoveWatermark" | "insertVideoClips" | "listDataSources" | "listGoogleCalendarEvents" | "logic" | "makeDotComRunScenario" | "mergeAudio" | "mergeVideos" | "mixAudioIntoVideo" | "muteVideo" | "n8nRunNode" | "notionCreatePage" | "notionUpdatePage" | "peopleSearch" | "postToLinkedIn" | "postToSlackChannel" | "postToX" | "postToZapier" | "queryDataSource" | "queryExternalDatabase" | "redactPII" | "removeBackgroundFromImage" | "resizeVideo" | "runPackagedWorkflow" | "scrapeFacebookPage" | "scrapeFacebookPosts" | "scrapeInstagramComments" | "scrapeInstagramMentions" | "scrapeInstagramPosts" | "scrapeInstagramProfile" | "scrapeInstagramReels" | "scrapeLinkedInCompany" | "scrapeLinkedInProfile" | "scrapeMetaThreadsProfile" | "scrapeUrl" | "scrapeXPost" | "scrapeXProfile" | "searchGoogle" | "searchGoogleImages" | "searchGoogleNews" | "searchGoogleTrends" | "searchPerplexity" | "searchXPosts" | "searchYoutube" | "searchYoutubeTrends" | "sendEmail" | "sendSMS" | "setRunTitle" | "setVariable" | "telegramSendAudio" | "telegramSendFile" | "telegramSendImage" | "telegramSendMessage" | "telegramSendVideo" | "telegramSetTyping" | "textToSpeech" | "transcribeAudio" | "trimMedia" | "updateGoogleCalendarEvent" | "updateGoogleDoc" | "updateGoogleSheet" | "uploadDataSourceDocument" | "upscaleImage" | "upscaleVideo" | "userMessage" | "videoFaceSwap" | "videoRemoveBackground" | "videoRemoveWatermark" | "watermarkImage" | "watermarkVideo";
 /** Maps step names to their input types. */
 interface StepInputMap {
     activeCampaignAddNote: ActiveCampaignAddNoteStepInput;
@@ -2912,9 +2988,12 @@ interface StepInputMap {
     codaGetPage: CodaGetPageStepInput;
     codaGetTableRows: CodaGetTableRowsStepInput;
     convertPdfToImages: ConvertPdfToImagesStepInput;
+    createDataSource: CreateDataSourceStepInput;
     createGoogleCalendarEvent: CreateGoogleCalendarEventStepInput;
     createGoogleDoc: CreateGoogleDocStepInput;
     createGoogleSheet: CreateGoogleSheetStepInput;
+    deleteDataSource: DeleteDataSourceStepInput;
+    deleteDataSourceDocument: DeleteDataSourceDocumentStepInput;
     deleteGoogleCalendarEvent: DeleteGoogleCalendarEventStepInput;
     detectPII: DetectPIIStepInput;
     downloadVideo: DownloadVideoStepInput;
@@ -2923,6 +3002,7 @@ interface StepInputMap {
     enrichPerson: EnrichPersonStepInput;
     extractAudioFromVideo: ExtractAudioFromVideoStepInput;
     extractText: ExtractTextStepInput;
+    fetchDataSourceDocument: FetchDataSourceDocumentStepInput;
     fetchGoogleDoc: FetchGoogleDocStepInput;
     fetchGoogleSheet: FetchGoogleSheetStepInput;
     fetchSlackChannelHistory: FetchSlackChannelHistoryStepInput;
@@ -2952,6 +3032,7 @@ interface StepInputMap {
     imageFaceSwap: ImageFaceSwapStepInput;
     imageRemoveWatermark: ImageRemoveWatermarkStepInput;
     insertVideoClips: InsertVideoClipsStepInput;
+    listDataSources: ListDataSourcesStepInput;
     listGoogleCalendarEvents: ListGoogleCalendarEventsStepInput;
     logic: LogicStepInput;
     makeDotComRunScenario: MakeDotComRunScenarioStepInput;
@@ -3010,6 +3091,7 @@ interface StepInputMap {
     updateGoogleCalendarEvent: UpdateGoogleCalendarEventStepInput;
     updateGoogleDoc: UpdateGoogleDocStepInput;
     updateGoogleSheet: UpdateGoogleSheetStepInput;
+    uploadDataSourceDocument: UploadDataSourceDocumentStepInput;
     upscaleImage: UpscaleImageStepInput;
     upscaleVideo: UpscaleVideoStepInput;
     userMessage: UserMessageStepInput;
@@ -3037,9 +3119,12 @@ interface StepOutputMap {
     codaGetPage: CodaGetPageStepOutput;
     codaGetTableRows: CodaGetTableRowsStepOutput;
     convertPdfToImages: ConvertPdfToImagesStepOutput;
+    createDataSource: CreateDataSourceStepOutput;
     createGoogleCalendarEvent: CreateGoogleCalendarEventStepOutput;
     createGoogleDoc: CreateGoogleDocStepOutput;
     createGoogleSheet: CreateGoogleSheetStepOutput;
+    deleteDataSource: DeleteDataSourceStepOutput;
+    deleteDataSourceDocument: DeleteDataSourceDocumentStepOutput;
     deleteGoogleCalendarEvent: DeleteGoogleCalendarEventStepOutput;
     detectPII: DetectPIIStepOutput;
     downloadVideo: DownloadVideoStepOutput;
@@ -3048,6 +3133,7 @@ interface StepOutputMap {
     enrichPerson: EnrichPersonStepOutput;
     extractAudioFromVideo: ExtractAudioFromVideoStepOutput;
     extractText: ExtractTextStepOutput;
+    fetchDataSourceDocument: FetchDataSourceDocumentStepOutput;
     fetchGoogleDoc: FetchGoogleDocStepOutput;
     fetchGoogleSheet: FetchGoogleSheetStepOutput;
     fetchSlackChannelHistory: FetchSlackChannelHistoryStepOutput;
@@ -3077,6 +3163,7 @@ interface StepOutputMap {
     imageFaceSwap: ImageFaceSwapStepOutput;
     imageRemoveWatermark: ImageRemoveWatermarkStepOutput;
     insertVideoClips: InsertVideoClipsStepOutput;
+    listDataSources: ListDataSourcesStepOutput;
     listGoogleCalendarEvents: ListGoogleCalendarEventsStepOutput;
     logic: LogicStepOutput;
     makeDotComRunScenario: MakeDotComRunScenarioStepOutput;
@@ -3135,6 +3222,7 @@ interface StepOutputMap {
     updateGoogleCalendarEvent: UpdateGoogleCalendarEventStepOutput;
     updateGoogleDoc: UpdateGoogleDocStepOutput;
     updateGoogleSheet: UpdateGoogleSheetStepOutput;
+    uploadDataSourceDocument: UploadDataSourceDocumentStepOutput;
     upscaleImage: UpscaleImageStepOutput;
     upscaleVideo: UpscaleVideoStepOutput;
     userMessage: UserMessageStepOutput;
@@ -3313,6 +3401,17 @@ interface StepMethods {
      * - Returns an array of image URLs, one per page.
      */
     convertPdfToImages(step: ConvertPdfToImagesStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<ConvertPdfToImagesStepOutput>>;
+    /**
+     * Create Data Source
+     *
+     * Create a new empty vector data source for the current app.
+     *
+     * ## Usage Notes
+     * - Creates a new data source (vector database) associated with the current app version.
+     * - The data source is created empty — use the "Upload Data Source Document" block to add documents.
+     * - Returns the new data source ID which can be used in subsequent blocks.
+     */
+    createDataSource(step: CreateDataSourceStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<CreateDataSourceStepOutput>>;
     /**
      * [Google Calendar] Create Event
      *
@@ -3340,6 +3439,28 @@ interface StepMethods {
      * Create a new Google Spreadsheet and populate it with CSV data.
      */
     createGoogleSheet(step: CreateGoogleSheetStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<CreateGoogleSheetStepOutput>>;
+    /**
+     * Delete Data Source
+     *
+     * Delete a vector data source from the current app.
+     *
+     * ## Usage Notes
+     * - Soft-deletes a data source (vector database) by marking it as deleted.
+     * - The Milvus partition is cleaned up asynchronously by a background cron job.
+     * - The data source must belong to the current app version.
+     */
+    deleteDataSource(step: DeleteDataSourceStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<DeleteDataSourceStepOutput>>;
+    /**
+     * Delete Data Source Document
+     *
+     * Delete a single document from a data source.
+     *
+     * ## Usage Notes
+     * - Soft-deletes a document by marking it as deleted.
+     * - Requires both the data source ID and document ID.
+     * - After deletion, reloads vectors into Milvus so the data source reflects the change immediately.
+     */
+    deleteDataSourceDocument(step: DeleteDataSourceDocumentStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<DeleteDataSourceDocumentStepOutput>>;
     /**
      * [Google Calendar] Get Event
      *
@@ -3422,6 +3543,17 @@ interface StepMethods {
      * - Maximum file size is 50MB per URL.
      */
     extractText(step: ExtractTextStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<ExtractTextStepOutput>>;
+    /**
+     * Fetch Data Source Document
+     *
+     * Fetch the full extracted text contents of a document in a data source.
+     *
+     * ## Usage Notes
+     * - Loads a document by ID and returns its full extracted text content.
+     * - The document must have been successfully processed (status "done").
+     * - Also returns document metadata (name, summary, word count).
+     */
+    fetchDataSourceDocument(step: FetchDataSourceDocumentStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<FetchDataSourceDocumentStepOutput>>;
     /**
      * [Google] Fetch Google Doc
      *
@@ -3722,6 +3854,16 @@ interface StepMethods {
      *
      */
     insertVideoClips(step: InsertVideoClipsStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<InsertVideoClipsStepOutput>>;
+    /**
+     * List Data Sources
+     *
+     * List all data sources for the current app.
+     *
+     * ## Usage Notes
+     * - Returns metadata for every data source associated with the current app version.
+     * - Each entry includes the data source ID, name, description, status, and document list.
+     */
+    listDataSources(step: ListDataSourcesStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<ListDataSourcesStepOutput>>;
     /**
      * [Google Calendar] List Events
      *
@@ -4294,6 +4436,19 @@ interface StepMethods {
      * - Data should be provided as CSV in the text field.
      */
     updateGoogleSheet(step: UpdateGoogleSheetStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<UpdateGoogleSheetStepOutput>>;
+    /**
+     * Upload Data Source Document
+     *
+     * Upload a file into an existing data source from a URL or raw text content.
+     *
+     * ## Usage Notes
+     * - If "file" is a single URL, the file is downloaded from that URL and uploaded.
+     * - If "file" is any other string, a .txt document is created from that content and uploaded.
+     * - The block waits (polls) for processing to complete before transitioning, up to 5 minutes.
+     * - Once processing finishes, vectors are loaded into Milvus so the data source is immediately queryable.
+     * - Supported file types (when using a URL) are the same as the data source upload UI (PDF, DOCX, TXT, etc.).
+     */
+    uploadDataSourceDocument(step: UploadDataSourceDocumentStepInput, options?: StepExecutionOptions): Promise<StepExecutionResult<UploadDataSourceDocumentStepOutput>>;
     /**
      * Upscale Image
      *
@@ -4464,4 +4619,4 @@ declare const MindStudioAgent: {
     new (options?: AgentOptions): MindStudioAgent;
 };
 
-export { type ActiveCampaignAddNoteStepInput, type ActiveCampaignAddNoteStepOutput, type ActiveCampaignCreateContactStepInput, type ActiveCampaignCreateContactStepOutput, type AddSubtitlesToVideoStepInput, type AddSubtitlesToVideoStepOutput, type AgentOptions, type AirtableCreateUpdateRecordStepInput, type AirtableCreateUpdateRecordStepOutput, type AirtableDeleteRecordStepInput, type AirtableDeleteRecordStepOutput, type AirtableGetRecordStepInput, type AirtableGetRecordStepOutput, type AirtableGetTableRecordsStepInput, type AirtableGetTableRecordsStepOutput, type AnalyzeImageStepInput, type AnalyzeImageStepOutput, type AnalyzeVideoStepInput, type AnalyzeVideoStepOutput, type CaptureThumbnailStepInput, type CaptureThumbnailStepOutput, type CodaCreateUpdatePageStepInput, type CodaCreateUpdatePageStepOutput, type CodaCreateUpdateRowStepInput, type CodaCreateUpdateRowStepOutput, type CodaFindRowStepInput, type CodaFindRowStepOutput, type CodaGetPageStepInput, type CodaGetPageStepOutput, type CodaGetTableRowsStepInput, type CodaGetTableRowsStepOutput, type ConvertPdfToImagesStepInput, type ConvertPdfToImagesStepOutput, type CreateGoogleCalendarEventStepInput, type CreateGoogleCalendarEventStepOutput, type CreateGoogleDocStepInput, type CreateGoogleDocStepOutput, type CreateGoogleSheetStepInput, type CreateGoogleSheetStepOutput, type DeleteGoogleCalendarEventStepInput, type DeleteGoogleCalendarEventStepOutput, type DetectPIIStepInput, type DetectPIIStepOutput, type DownloadVideoStepInput, type DownloadVideoStepOutput, type EnhanceImageGenerationPromptStepInput, type EnhanceImageGenerationPromptStepOutput, type EnhanceVideoGenerationPromptStepInput, type EnhanceVideoGenerationPromptStepOutput, type EnrichPersonStepInput, type EnrichPersonStepOutput, type ExtractAudioFromVideoStepInput, type ExtractAudioFromVideoStepOutput, type ExtractTextStepInput, type ExtractTextStepOutput, type FetchGoogleDocStepInput, type FetchGoogleDocStepOutput, type FetchGoogleSheetStepInput, type FetchGoogleSheetStepOutput, type FetchSlackChannelHistoryStepInput, type FetchSlackChannelHistoryStepOutput, type FetchYoutubeCaptionsStepInput, type FetchYoutubeCaptionsStepOutput, type FetchYoutubeChannelStepInput, type FetchYoutubeChannelStepOutput, type FetchYoutubeCommentsStepInput, type FetchYoutubeCommentsStepOutput, type FetchYoutubeVideoStepInput, type FetchYoutubeVideoStepOutput, type GenerateAssetStepInput, type GenerateAssetStepOutput, type GenerateChartStepInput, type GenerateChartStepOutput, type GenerateImageStepInput, type GenerateImageStepOutput, type GenerateLipsyncStepInput, type GenerateLipsyncStepOutput, type GenerateMusicStepInput, type GenerateMusicStepOutput, type GeneratePdfStepInput, type GeneratePdfStepOutput, type GenerateStaticVideoFromImageStepInput, type GenerateStaticVideoFromImageStepOutput, type GenerateTextStepInput, type GenerateTextStepOutput, type GenerateVideoStepInput, type GenerateVideoStepOutput, type GetGoogleCalendarEventStepInput, type GetGoogleCalendarEventStepOutput, type GetMediaMetadataStepInput, type GetMediaMetadataStepOutput, type HelperMethods, type HttpRequestStepInput, type HttpRequestStepOutput, type HubspotCreateCompanyStepInput, type HubspotCreateCompanyStepOutput, type HubspotCreateContactStepInput, type HubspotCreateContactStepOutput, type HubspotGetCompanyStepInput, type HubspotGetCompanyStepOutput, type HubspotGetContactStepInput, type HubspotGetContactStepOutput, type HunterApiCompanyEnrichmentStepInput, type HunterApiCompanyEnrichmentStepOutput, type HunterApiDomainSearchStepInput, type HunterApiDomainSearchStepOutput, type HunterApiEmailFinderStepInput, type HunterApiEmailFinderStepOutput, type HunterApiEmailVerificationStepInput, type HunterApiEmailVerificationStepOutput, type HunterApiPersonEnrichmentStepInput, type HunterApiPersonEnrichmentStepOutput, type ImageFaceSwapStepInput, type ImageFaceSwapStepOutput, type ImageRemoveWatermarkStepInput, type ImageRemoveWatermarkStepOutput, type InsertVideoClipsStepInput, type InsertVideoClipsStepOutput, type ListGoogleCalendarEventsStepInput, type ListGoogleCalendarEventsStepOutput, type LogicStepInput, type LogicStepOutput, type MakeDotComRunScenarioStepInput, type MakeDotComRunScenarioStepOutput, type MergeAudioStepInput, type MergeAudioStepOutput, type MergeVideosStepInput, type MergeVideosStepOutput, MindStudioAgent, MindStudioError, type MindStudioModel, type MixAudioIntoVideoStepInput, type MixAudioIntoVideoStepOutput, type ModelType, type MuteVideoStepInput, type MuteVideoStepOutput, type N8nRunNodeStepInput, type N8nRunNodeStepOutput, type NotionCreatePageStepInput, type NotionCreatePageStepOutput, type NotionUpdatePageStepInput, type NotionUpdatePageStepOutput, type PeopleSearchStepInput, type PeopleSearchStepOutput, type PostToLinkedInStepInput, type PostToLinkedInStepOutput, type PostToSlackChannelStepInput, type PostToSlackChannelStepOutput, type PostToXStepInput, type PostToXStepOutput, type PostToZapierStepInput, type PostToZapierStepOutput, type QueryDataSourceStepInput, type QueryDataSourceStepOutput, type QueryExternalDatabaseStepInput, type QueryExternalDatabaseStepOutput, type RedactPIIStepInput, type RedactPIIStepOutput, type RemoveBackgroundFromImageStepInput, type RemoveBackgroundFromImageStepOutput, type ResizeVideoStepInput, type ResizeVideoStepOutput, type RunPackagedWorkflowStepInput, type RunPackagedWorkflowStepOutput, type ScrapeFacebookPageStepInput, type ScrapeFacebookPageStepOutput, type ScrapeFacebookPostsStepInput, type ScrapeFacebookPostsStepOutput, type ScrapeInstagramCommentsStepInput, type ScrapeInstagramCommentsStepOutput, type ScrapeInstagramMentionsStepInput, type ScrapeInstagramMentionsStepOutput, type ScrapeInstagramPostsStepInput, type ScrapeInstagramPostsStepOutput, type ScrapeInstagramProfileStepInput, type ScrapeInstagramProfileStepOutput, type ScrapeInstagramReelsStepInput, type ScrapeInstagramReelsStepOutput, type ScrapeLinkedInCompanyStepInput, type ScrapeLinkedInCompanyStepOutput, type ScrapeLinkedInProfileStepInput, type ScrapeLinkedInProfileStepOutput, type ScrapeMetaThreadsProfileStepInput, type ScrapeMetaThreadsProfileStepOutput, type ScrapeUrlStepInput, type ScrapeUrlStepOutput, type ScrapeXPostStepInput, type ScrapeXPostStepOutput, type ScrapeXProfileStepInput, type ScrapeXProfileStepOutput, type SearchGoogleImagesStepInput, type SearchGoogleImagesStepOutput, type SearchGoogleNewsStepInput, type SearchGoogleNewsStepOutput, type SearchGoogleStepInput, type SearchGoogleStepOutput, type SearchGoogleTrendsStepInput, type SearchGoogleTrendsStepOutput, type SearchPerplexityStepInput, type SearchPerplexityStepOutput, type SearchXPostsStepInput, type SearchXPostsStepOutput, type SearchYoutubeStepInput, type SearchYoutubeStepOutput, type SearchYoutubeTrendsStepInput, type SearchYoutubeTrendsStepOutput, type SendEmailStepInput, type SendEmailStepOutput, type SendSMSStepInput, type SendSMSStepOutput, type SetRunTitleStepInput, type SetRunTitleStepOutput, type SetVariableStepInput, type SetVariableStepOutput, type StepExecutionMeta, type StepExecutionOptions, type StepExecutionResult, type StepInputMap, type StepMethods, type StepName, type StepOutputMap, type StepSnippet, type TelegramSendAudioStepInput, type TelegramSendAudioStepOutput, type TelegramSendFileStepInput, type TelegramSendFileStepOutput, type TelegramSendImageStepInput, type TelegramSendImageStepOutput, type TelegramSendMessageStepInput, type TelegramSendMessageStepOutput, type TelegramSendVideoStepInput, type TelegramSendVideoStepOutput, type TelegramSetTypingStepInput, type TelegramSetTypingStepOutput, type TextToSpeechStepInput, type TextToSpeechStepOutput, type TranscribeAudioStepInput, type TranscribeAudioStepOutput, type TrimMediaStepInput, type TrimMediaStepOutput, type UpdateGoogleCalendarEventStepInput, type UpdateGoogleCalendarEventStepOutput, type UpdateGoogleDocStepInput, type UpdateGoogleDocStepOutput, type UpdateGoogleSheetStepInput, type UpdateGoogleSheetStepOutput, type UpscaleImageStepInput, type UpscaleImageStepOutput, type UpscaleVideoStepInput, type UpscaleVideoStepOutput, type UserMessageStepInput, type UserMessageStepOutput, type VideoFaceSwapStepInput, type VideoFaceSwapStepOutput, type VideoRemoveBackgroundStepInput, type VideoRemoveBackgroundStepOutput, type VideoRemoveWatermarkStepInput, type VideoRemoveWatermarkStepOutput, type WatermarkImageStepInput, type WatermarkImageStepOutput, type WatermarkVideoStepInput, type WatermarkVideoStepOutput, stepSnippets };
+export { type ActiveCampaignAddNoteStepInput, type ActiveCampaignAddNoteStepOutput, type ActiveCampaignCreateContactStepInput, type ActiveCampaignCreateContactStepOutput, type AddSubtitlesToVideoStepInput, type AddSubtitlesToVideoStepOutput, type AgentOptions, type AirtableCreateUpdateRecordStepInput, type AirtableCreateUpdateRecordStepOutput, type AirtableDeleteRecordStepInput, type AirtableDeleteRecordStepOutput, type AirtableGetRecordStepInput, type AirtableGetRecordStepOutput, type AirtableGetTableRecordsStepInput, type AirtableGetTableRecordsStepOutput, type AnalyzeImageStepInput, type AnalyzeImageStepOutput, type AnalyzeVideoStepInput, type AnalyzeVideoStepOutput, type CaptureThumbnailStepInput, type CaptureThumbnailStepOutput, type CodaCreateUpdatePageStepInput, type CodaCreateUpdatePageStepOutput, type CodaCreateUpdateRowStepInput, type CodaCreateUpdateRowStepOutput, type CodaFindRowStepInput, type CodaFindRowStepOutput, type CodaGetPageStepInput, type CodaGetPageStepOutput, type CodaGetTableRowsStepInput, type CodaGetTableRowsStepOutput, type ConvertPdfToImagesStepInput, type ConvertPdfToImagesStepOutput, type CreateDataSourceStepInput, type CreateDataSourceStepOutput, type CreateGoogleCalendarEventStepInput, type CreateGoogleCalendarEventStepOutput, type CreateGoogleDocStepInput, type CreateGoogleDocStepOutput, type CreateGoogleSheetStepInput, type CreateGoogleSheetStepOutput, type DeleteDataSourceDocumentStepInput, type DeleteDataSourceDocumentStepOutput, type DeleteDataSourceStepInput, type DeleteDataSourceStepOutput, type DeleteGoogleCalendarEventStepInput, type DeleteGoogleCalendarEventStepOutput, type DetectPIIStepInput, type DetectPIIStepOutput, type DownloadVideoStepInput, type DownloadVideoStepOutput, type EnhanceImageGenerationPromptStepInput, type EnhanceImageGenerationPromptStepOutput, type EnhanceVideoGenerationPromptStepInput, type EnhanceVideoGenerationPromptStepOutput, type EnrichPersonStepInput, type EnrichPersonStepOutput, type ExtractAudioFromVideoStepInput, type ExtractAudioFromVideoStepOutput, type ExtractTextStepInput, type ExtractTextStepOutput, type FetchDataSourceDocumentStepInput, type FetchDataSourceDocumentStepOutput, type FetchGoogleDocStepInput, type FetchGoogleDocStepOutput, type FetchGoogleSheetStepInput, type FetchGoogleSheetStepOutput, type FetchSlackChannelHistoryStepInput, type FetchSlackChannelHistoryStepOutput, type FetchYoutubeCaptionsStepInput, type FetchYoutubeCaptionsStepOutput, type FetchYoutubeChannelStepInput, type FetchYoutubeChannelStepOutput, type FetchYoutubeCommentsStepInput, type FetchYoutubeCommentsStepOutput, type FetchYoutubeVideoStepInput, type FetchYoutubeVideoStepOutput, type GenerateAssetStepInput, type GenerateAssetStepOutput, type GenerateChartStepInput, type GenerateChartStepOutput, type GenerateImageStepInput, type GenerateImageStepOutput, type GenerateLipsyncStepInput, type GenerateLipsyncStepOutput, type GenerateMusicStepInput, type GenerateMusicStepOutput, type GeneratePdfStepInput, type GeneratePdfStepOutput, type GenerateStaticVideoFromImageStepInput, type GenerateStaticVideoFromImageStepOutput, type GenerateTextStepInput, type GenerateTextStepOutput, type GenerateVideoStepInput, type GenerateVideoStepOutput, type GetGoogleCalendarEventStepInput, type GetGoogleCalendarEventStepOutput, type GetMediaMetadataStepInput, type GetMediaMetadataStepOutput, type HelperMethods, type HttpRequestStepInput, type HttpRequestStepOutput, type HubspotCreateCompanyStepInput, type HubspotCreateCompanyStepOutput, type HubspotCreateContactStepInput, type HubspotCreateContactStepOutput, type HubspotGetCompanyStepInput, type HubspotGetCompanyStepOutput, type HubspotGetContactStepInput, type HubspotGetContactStepOutput, type HunterApiCompanyEnrichmentStepInput, type HunterApiCompanyEnrichmentStepOutput, type HunterApiDomainSearchStepInput, type HunterApiDomainSearchStepOutput, type HunterApiEmailFinderStepInput, type HunterApiEmailFinderStepOutput, type HunterApiEmailVerificationStepInput, type HunterApiEmailVerificationStepOutput, type HunterApiPersonEnrichmentStepInput, type HunterApiPersonEnrichmentStepOutput, type ImageFaceSwapStepInput, type ImageFaceSwapStepOutput, type ImageRemoveWatermarkStepInput, type ImageRemoveWatermarkStepOutput, type InsertVideoClipsStepInput, type InsertVideoClipsStepOutput, type ListDataSourcesStepInput, type ListDataSourcesStepOutput, type ListGoogleCalendarEventsStepInput, type ListGoogleCalendarEventsStepOutput, type LogicStepInput, type LogicStepOutput, type MakeDotComRunScenarioStepInput, type MakeDotComRunScenarioStepOutput, type MergeAudioStepInput, type MergeAudioStepOutput, type MergeVideosStepInput, type MergeVideosStepOutput, MindStudioAgent, MindStudioError, type MindStudioModel, type MixAudioIntoVideoStepInput, type MixAudioIntoVideoStepOutput, type ModelType, type MuteVideoStepInput, type MuteVideoStepOutput, type N8nRunNodeStepInput, type N8nRunNodeStepOutput, type NotionCreatePageStepInput, type NotionCreatePageStepOutput, type NotionUpdatePageStepInput, type NotionUpdatePageStepOutput, type PeopleSearchStepInput, type PeopleSearchStepOutput, type PostToLinkedInStepInput, type PostToLinkedInStepOutput, type PostToSlackChannelStepInput, type PostToSlackChannelStepOutput, type PostToXStepInput, type PostToXStepOutput, type PostToZapierStepInput, type PostToZapierStepOutput, type QueryDataSourceStepInput, type QueryDataSourceStepOutput, type QueryExternalDatabaseStepInput, type QueryExternalDatabaseStepOutput, type RedactPIIStepInput, type RedactPIIStepOutput, type RemoveBackgroundFromImageStepInput, type RemoveBackgroundFromImageStepOutput, type ResizeVideoStepInput, type ResizeVideoStepOutput, type RunPackagedWorkflowStepInput, type RunPackagedWorkflowStepOutput, type ScrapeFacebookPageStepInput, type ScrapeFacebookPageStepOutput, type ScrapeFacebookPostsStepInput, type ScrapeFacebookPostsStepOutput, type ScrapeInstagramCommentsStepInput, type ScrapeInstagramCommentsStepOutput, type ScrapeInstagramMentionsStepInput, type ScrapeInstagramMentionsStepOutput, type ScrapeInstagramPostsStepInput, type ScrapeInstagramPostsStepOutput, type ScrapeInstagramProfileStepInput, type ScrapeInstagramProfileStepOutput, type ScrapeInstagramReelsStepInput, type ScrapeInstagramReelsStepOutput, type ScrapeLinkedInCompanyStepInput, type ScrapeLinkedInCompanyStepOutput, type ScrapeLinkedInProfileStepInput, type ScrapeLinkedInProfileStepOutput, type ScrapeMetaThreadsProfileStepInput, type ScrapeMetaThreadsProfileStepOutput, type ScrapeUrlStepInput, type ScrapeUrlStepOutput, type ScrapeXPostStepInput, type ScrapeXPostStepOutput, type ScrapeXProfileStepInput, type ScrapeXProfileStepOutput, type SearchGoogleImagesStepInput, type SearchGoogleImagesStepOutput, type SearchGoogleNewsStepInput, type SearchGoogleNewsStepOutput, type SearchGoogleStepInput, type SearchGoogleStepOutput, type SearchGoogleTrendsStepInput, type SearchGoogleTrendsStepOutput, type SearchPerplexityStepInput, type SearchPerplexityStepOutput, type SearchXPostsStepInput, type SearchXPostsStepOutput, type SearchYoutubeStepInput, type SearchYoutubeStepOutput, type SearchYoutubeTrendsStepInput, type SearchYoutubeTrendsStepOutput, type SendEmailStepInput, type SendEmailStepOutput, type SendSMSStepInput, type SendSMSStepOutput, type SetRunTitleStepInput, type SetRunTitleStepOutput, type SetVariableStepInput, type SetVariableStepOutput, type StepExecutionMeta, type StepExecutionOptions, type StepExecutionResult, type StepInputMap, type StepMethods, type StepName, type StepOutputMap, type StepSnippet, type TelegramSendAudioStepInput, type TelegramSendAudioStepOutput, type TelegramSendFileStepInput, type TelegramSendFileStepOutput, type TelegramSendImageStepInput, type TelegramSendImageStepOutput, type TelegramSendMessageStepInput, type TelegramSendMessageStepOutput, type TelegramSendVideoStepInput, type TelegramSendVideoStepOutput, type TelegramSetTypingStepInput, type TelegramSetTypingStepOutput, type TextToSpeechStepInput, type TextToSpeechStepOutput, type TranscribeAudioStepInput, type TranscribeAudioStepOutput, type TrimMediaStepInput, type TrimMediaStepOutput, type UpdateGoogleCalendarEventStepInput, type UpdateGoogleCalendarEventStepOutput, type UpdateGoogleDocStepInput, type UpdateGoogleDocStepOutput, type UpdateGoogleSheetStepInput, type UpdateGoogleSheetStepOutput, type UploadDataSourceDocumentStepInput, type UploadDataSourceDocumentStepOutput, type UpscaleImageStepInput, type UpscaleImageStepOutput, type UpscaleVideoStepInput, type UpscaleVideoStepOutput, type UserMessageStepInput, type UserMessageStepOutput, type VideoFaceSwapStepInput, type VideoFaceSwapStepOutput, type VideoRemoveBackgroundStepInput, type VideoRemoveBackgroundStepOutput, type VideoRemoveWatermarkStepInput, type VideoRemoveWatermarkStepOutput, type WatermarkImageStepInput, type WatermarkImageStepOutput, type WatermarkVideoStepInput, type WatermarkVideoStepOutput, stepSnippets };