@mindstudio-ai/agent 0.0.8 → 0.0.9

package/dist/index.js

@@ -12,6 +12,14 @@ var MindStudioError = class extends Error {
 // src/http.ts
 async function request(config, method, path, body) {
   const url = `${config.baseUrl}/developer/v2${path}`;
+  await config.rateLimiter.acquire();
+  try {
+    return await requestWithRetry(config, method, url, body, 0);
+  } finally {
+    config.rateLimiter.release();
+  }
+}
+async function requestWithRetry(config, method, url, body, attempt) {
   const res = await fetch(url, {
     method,
     headers: {
@@ -21,6 +29,13 @@ async function request(config, method, path, body) {
     },
     body: body != null ? JSON.stringify(body) : void 0
   });
+  config.rateLimiter.updateFromHeaders(res.headers);
+  if (res.status === 429 && attempt < config.maxRetries) {
+    const retryAfter = res.headers.get("retry-after");
+    const waitMs = retryAfter ? parseFloat(retryAfter) * 1e3 : 1e3;
+    await sleep(waitMs);
+    return requestWithRetry(config, method, url, body, attempt + 1);
+  }
   if (!res.ok) {
     const errorBody = await res.json().catch(() => ({}));
     throw new MindStudioError(
@@ -33,6 +48,77 @@ async function request(config, method, path, body) {
   const data = await res.json();
   return { data, headers: res.headers };
 }
+function sleep(ms) {
+  return new Promise((resolve) => setTimeout(resolve, ms));
+}
+
+// src/rate-limit.ts
+var DEFAULTS = {
+  internal: { concurrency: 10, callCap: 500 },
+  apiKey: { concurrency: 20, callCap: Infinity }
+};
+var RateLimiter = class {
+  constructor(authType) {
+    this.authType = authType;
+    this.concurrencyLimit = DEFAULTS[authType].concurrency;
+    this.callCap = DEFAULTS[authType].callCap;
+  }
+  inflight = 0;
+  concurrencyLimit;
+  callCount = 0;
+  callCap;
+  queue = [];
+  /** Acquire a slot. Resolves when a concurrent slot is available. */
+  async acquire() {
+    if (this.callCount >= this.callCap) {
+      throw new MindStudioError(
+        `Call cap reached (${this.callCap} calls). Internal tokens are limited to 500 calls per execution.`,
+        "call_cap_exceeded",
+        429
+      );
+    }
+    if (this.inflight < this.concurrencyLimit) {
+      this.inflight++;
+      this.callCount++;
+      return;
+    }
+    return new Promise((resolve) => {
+      this.queue.push(() => {
+        this.inflight++;
+        this.callCount++;
+        resolve();
+      });
+    });
+  }
+  /** Release a slot and let the next queued request proceed. */
+  release() {
+    this.inflight--;
+    const next = this.queue.shift();
+    if (next) next();
+  }
+  /** Update limits from response headers. */
+  updateFromHeaders(headers) {
+    const concurrency = headers.get("x-ratelimit-concurrency-limit");
+    if (concurrency) {
+      this.concurrencyLimit = parseInt(concurrency, 10);
+    }
+    const limit = headers.get("x-ratelimit-limit");
+    if (limit && this.authType === "internal") {
+      this.callCap = parseInt(limit, 10);
+    }
+  }
+  /** Read current rate limit state from response headers. */
+  static parseHeaders(headers) {
+    const remaining = headers.get("x-ratelimit-remaining");
+    const concurrencyRemaining = headers.get(
+      "x-ratelimit-concurrency-remaining"
+    );
+    return {
+      remaining: remaining != null ? parseInt(remaining, 10) : void 0,
+      concurrencyRemaining: concurrencyRemaining != null ? parseInt(concurrencyRemaining, 10) : void 0
+    };
+  }
+};
 
 // src/generated/steps.ts
 function applyStepMethods(AgentClass) {
@@ -85,6 +171,9 @@ function applyStepMethods(AgentClass) {
   proto.convertPdfToImages = function(step, options) {
     return this.executeStep("convertPdfToImages", step, options);
   };
+  proto.createDataSource = function(step, options) {
+    return this.executeStep("createDataSource", step, options);
+  };
   proto.createGoogleCalendarEvent = function(step, options) {
     return this.executeStep("createGoogleCalendarEvent", step, options);
   };
@@ -94,6 +183,12 @@ function applyStepMethods(AgentClass) {
   proto.createGoogleSheet = function(step, options) {
     return this.executeStep("createGoogleSheet", step, options);
   };
+  proto.deleteDataSource = function(step, options) {
+    return this.executeStep("deleteDataSource", step, options);
+  };
+  proto.deleteDataSourceDocument = function(step, options) {
+    return this.executeStep("deleteDataSourceDocument", step, options);
+  };
   proto.deleteGoogleCalendarEvent = function(step, options) {
     return this.executeStep("deleteGoogleCalendarEvent", step, options);
   };
@@ -118,6 +213,9 @@ function applyStepMethods(AgentClass) {
   proto.extractText = function(step, options) {
     return this.executeStep("extractText", step, options);
   };
+  proto.fetchDataSourceDocument = function(step, options) {
+    return this.executeStep("fetchDataSourceDocument", step, options);
+  };
   proto.fetchGoogleDoc = function(step, options) {
     return this.executeStep("fetchGoogleDoc", step, options);
   };
@@ -205,6 +303,9 @@ function applyStepMethods(AgentClass) {
   proto.insertVideoClips = function(step, options) {
     return this.executeStep("insertVideoClips", step, options);
   };
+  proto.listDataSources = function(step, options) {
+    return this.executeStep("listDataSources", step, options);
+  };
   proto.listGoogleCalendarEvents = function(step, options) {
     return this.executeStep("listGoogleCalendarEvents", step, options);
   };
@@ -379,6 +480,9 @@ function applyStepMethods(AgentClass) {
   proto.updateGoogleSheet = function(step, options) {
     return this.executeStep("updateGoogleSheet", step, options);
   };
+  proto.uploadDataSourceDocument = function(step, options) {
+    return this.executeStep("uploadDataSourceDocument", step, options);
+  };
   proto.upscaleImage = function(step, options) {
     return this.executeStep("upscaleImage", step, options);
   };
@@ -424,13 +528,19 @@ function applyHelperMethods(AgentClass) {
 
 // src/client.ts
 var DEFAULT_BASE_URL = "https://v1.mindstudio-api.com";
+var DEFAULT_MAX_RETRIES = 3;
 var MindStudioAgent = class {
   /** @internal */
   _httpConfig;
   constructor(options = {}) {
-    const token = resolveToken(options.apiKey);
+    const { token, authType } = resolveToken(options.apiKey);
     const baseUrl = options.baseUrl ?? process.env.MINDSTUDIO_BASE_URL ?? process.env.REMOTE_HOSTNAME ?? DEFAULT_BASE_URL;
-    this._httpConfig = { baseUrl, token };
+    this._httpConfig = {
+      baseUrl,
+      token,
+      rateLimiter: new RateLimiter(authType),
+      maxRetries: options.maxRetries ?? DEFAULT_MAX_RETRIES
+    };
   }
   /**
    * Execute any step by its type name. This is the low-level method that all
@@ -464,10 +574,12 @@ var MindStudioAgent = class {
     } else {
       output = void 0;
     }
+    const remaining = headers.get("x-ratelimit-remaining");
     return {
       ...output,
       $appId: headers.get("x-mindstudio-app-id") ?? "",
-      $threadId: headers.get("x-mindstudio-thread-id") ?? ""
+      $threadId: headers.get("x-mindstudio-thread-id") ?? "",
+      $rateLimitRemaining: remaining != null ? parseInt(remaining, 10) : void 0
     };
   }
   /** @internal Used by generated helper methods. */
@@ -478,9 +590,11 @@ var MindStudioAgent = class {
 applyStepMethods(MindStudioAgent);
 applyHelperMethods(MindStudioAgent);
 function resolveToken(provided) {
-  if (provided) return provided;
-  if (process.env.MINDSTUDIO_API_KEY) return process.env.MINDSTUDIO_API_KEY;
-  if (process.env.CALLBACK_TOKEN) return process.env.CALLBACK_TOKEN;
+  if (provided) return { token: provided, authType: "apiKey" };
+  if (process.env.MINDSTUDIO_API_KEY)
+    return { token: process.env.MINDSTUDIO_API_KEY, authType: "apiKey" };
+  if (process.env.CALLBACK_TOKEN)
+    return { token: process.env.CALLBACK_TOKEN, authType: "internal" };
   throw new MindStudioError(
     "No API key provided. Pass `apiKey` to the MindStudioAgent constructor, or set the MINDSTUDIO_API_KEY environment variable.",
     "missing_api_key",
@@ -492,146 +606,137 @@ function resolveToken(provided) {
 var stepSnippets = {
   "activeCampaignAddNote": {
     method: "activeCampaignAddNote",
-    snippet: "{\n  contactId: '',\n  note: '',\n  connectionId: '',\n}",
+    snippet: "{\n  contactId: ``,\n  note: ``,\n  connectionId: ``,\n}",
     outputKeys: []
   },
   "activeCampaignCreateContact": {
     method: "activeCampaignCreateContact",
-    snippet: "{\n  email: '',\n  firstName: '',\n  lastName: '',\n  phone: '',\n  accountId: '',\n  customFields: {},\n  connectionId: '',\n}",
+    snippet: "{\n  email: ``,\n  firstName: ``,\n  lastName: ``,\n  phone: ``,\n  accountId: ``,\n  customFields: {},\n  connectionId: ``,\n}",
     outputKeys: ["contactId"]
   },
   "addSubtitlesToVideo": {
     method: "addSubtitlesToVideo",
-    snippet: `{
-  videoUrl: '',
-  language: '',
-  fontName: '',
-  fontSize: 0,
-  fontWeight: "normal",
-  fontColor: "white",
-  highlightColor: "white",
-  strokeWidth: 0,
-  strokeColor: "black",
-  backgroundColor: "black",
-  backgroundOpacity: 0,
-  position: "top",
-  yOffset: 0,
-  wordsPerSubtitle: 0,
-  enableAnimation: false,
-}`,
+    snippet: '{\n  videoUrl: ``,\n  language: ``,\n  fontName: ``,\n  fontSize: 0,\n  fontWeight: "normal",\n  fontColor: "white",\n  highlightColor: "white",\n  strokeWidth: 0,\n  strokeColor: "black",\n  backgroundColor: "black",\n  backgroundOpacity: 0,\n  position: "top",\n  yOffset: 0,\n  wordsPerSubtitle: 0,\n  enableAnimation: false,\n}',
     outputKeys: ["videoUrl"]
   },
   "airtableCreateUpdateRecord": {
     method: "airtableCreateUpdateRecord",
-    snippet: "{\n  connectionId: '',\n  baseId: '',\n  tableId: '',\n  fields: '',\n  recordData: {},\n}",
+    snippet: "{\n  connectionId: ``,\n  baseId: ``,\n  tableId: ``,\n  fields: ``,\n  recordData: {},\n}",
     outputKeys: ["recordId"]
   },
   "airtableDeleteRecord": {
     method: "airtableDeleteRecord",
-    snippet: "{\n  connectionId: '',\n  baseId: '',\n  tableId: '',\n  recordId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  baseId: ``,\n  tableId: ``,\n  recordId: ``,\n}",
     outputKeys: ["deleted"]
   },
   "airtableGetRecord": {
     method: "airtableGetRecord",
-    snippet: "{\n  connectionId: '',\n  baseId: '',\n  tableId: '',\n  recordId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  baseId: ``,\n  tableId: ``,\n  recordId: ``,\n}",
     outputKeys: ["record"]
   },
   "airtableGetTableRecords": {
     method: "airtableGetTableRecords",
-    snippet: "{\n  connectionId: '',\n  baseId: '',\n  tableId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  baseId: ``,\n  tableId: ``,\n}",
     outputKeys: ["records"]
   },
   "analyzeImage": {
     method: "analyzeImage",
-    snippet: "{\n  prompt: '',\n  imageUrl: '',\n}",
+    snippet: "{\n  prompt: ``,\n  imageUrl: ``,\n}",
     outputKeys: ["analysis"]
   },
   "analyzeVideo": {
     method: "analyzeVideo",
-    snippet: "{\n  prompt: '',\n  videoUrl: '',\n}",
+    snippet: "{\n  prompt: ``,\n  videoUrl: ``,\n}",
     outputKeys: ["analysis"]
   },
   "captureThumbnail": {
     method: "captureThumbnail",
-    snippet: "{\n  videoUrl: '',\n  at: '',\n}",
+    snippet: "{\n  videoUrl: ``,\n  at: ``,\n}",
     outputKeys: ["thumbnailUrl"]
   },
   "codaCreateUpdatePage": {
     method: "codaCreateUpdatePage",
-    snippet: "{\n  connectionId: '',\n  pageData: {},\n}",
+    snippet: "{\n  connectionId: ``,\n  pageData: {},\n}",
     outputKeys: ["pageId"]
   },
   "codaCreateUpdateRow": {
     method: "codaCreateUpdateRow",
-    snippet: "{\n  connectionId: '',\n  docId: '',\n  tableId: '',\n  rowData: {},\n}",
+    snippet: "{\n  connectionId: ``,\n  docId: ``,\n  tableId: ``,\n  rowData: {},\n}",
     outputKeys: ["rowId"]
   },
   "codaFindRow": {
     method: "codaFindRow",
-    snippet: "{\n  connectionId: '',\n  docId: '',\n  tableId: '',\n  rowData: {},\n}",
+    snippet: "{\n  connectionId: ``,\n  docId: ``,\n  tableId: ``,\n  rowData: {},\n}",
     outputKeys: ["row"]
   },
   "codaGetPage": {
     method: "codaGetPage",
-    snippet: "{\n  connectionId: '',\n  docId: '',\n  pageId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  docId: ``,\n  pageId: ``,\n}",
     outputKeys: ["content"]
   },
   "codaGetTableRows": {
     method: "codaGetTableRows",
-    snippet: "{\n  connectionId: '',\n  docId: '',\n  tableId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  docId: ``,\n  tableId: ``,\n}",
     outputKeys: ["rows"]
   },
   "convertPdfToImages": {
     method: "convertPdfToImages",
-    snippet: "{\n  pdfUrl: '',\n}",
+    snippet: "{\n  pdfUrl: ``,\n}",
     outputKeys: ["imageUrls"]
   },
+  "createDataSource": {
+    method: "createDataSource",
+    snippet: "{\n  name: ``,\n}",
+    outputKeys: []
+  },
   "createGoogleCalendarEvent": {
     method: "createGoogleCalendarEvent",
-    snippet: "{\n  connectionId: '',\n  summary: '',\n  startDateTime: '',\n  endDateTime: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  summary: ``,\n  startDateTime: ``,\n  endDateTime: ``,\n}",
     outputKeys: ["eventId", "htmlLink"]
   },
   "createGoogleDoc": {
     method: "createGoogleDoc",
-    snippet: `{
-  title: '',
-  text: '',
-  connectionId: '',
-  textType: "plain",
-}`,
+    snippet: '{\n  title: ``,\n  text: ``,\n  connectionId: ``,\n  textType: "plain",\n}',
     outputKeys: ["documentUrl"]
   },
   "createGoogleSheet": {
     method: "createGoogleSheet",
-    snippet: "{\n  title: '',\n  text: '',\n  connectionId: '',\n}",
+    snippet: "{\n  title: ``,\n  text: ``,\n  connectionId: ``,\n}",
     outputKeys: ["spreadsheetUrl"]
   },
+  "deleteDataSource": {
+    method: "deleteDataSource",
+    snippet: "{\n  dataSourceId: ``,\n}",
+    outputKeys: []
+  },
+  "deleteDataSourceDocument": {
+    method: "deleteDataSourceDocument",
+    snippet: "{\n  dataSourceId: ``,\n  documentId: ``,\n}",
+    outputKeys: []
+  },
   "deleteGoogleCalendarEvent": {
     method: "deleteGoogleCalendarEvent",
-    snippet: "{\n  connectionId: '',\n  eventId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  eventId: ``,\n}",
     outputKeys: []
   },
   "detectPII": {
     method: "detectPII",
-    snippet: "{\n  input: '',\n  language: '',\n  entities: [],\n}",
+    snippet: "{\n  input: ``,\n  language: ``,\n  entities: [],\n}",
     outputKeys: ["detected", "detections"]
   },
   "downloadVideo": {
     method: "downloadVideo",
-    snippet: `{
-  videoUrl: '',
-  format: "mp4",
-}`,
+    snippet: '{\n  videoUrl: ``,\n  format: "mp4",\n}',
     outputKeys: ["videoUrl"]
   },
   "enhanceImageGenerationPrompt": {
     method: "enhanceImageGenerationPrompt",
-    snippet: "{\n  initialPrompt: '',\n  includeNegativePrompt: false,\n  systemPrompt: '',\n}",
+    snippet: "{\n  initialPrompt: ``,\n  includeNegativePrompt: false,\n  systemPrompt: ``,\n}",
     outputKeys: ["prompt"]
   },
   "enhanceVideoGenerationPrompt": {
     method: "enhanceVideoGenerationPrompt",
-    snippet: "{\n  initialPrompt: '',\n  includeNegativePrompt: false,\n  systemPrompt: '',\n}",
+    snippet: "{\n  initialPrompt: ``,\n  includeNegativePrompt: false,\n  systemPrompt: ``,\n}",
     outputKeys: ["prompt"]
   },
   "enrichPerson": {
@@ -641,75 +746,57 @@ var stepSnippets = {
   },
   "extractAudioFromVideo": {
     method: "extractAudioFromVideo",
-    snippet: "{\n  videoUrl: '',\n}",
+    snippet: "{\n  videoUrl: ``,\n}",
     outputKeys: ["audioUrl"]
   },
   "extractText": {
     method: "extractText",
-    snippet: "{\n  url: '',\n}",
+    snippet: "{\n  url: ``,\n}",
     outputKeys: ["text"]
   },
+  "fetchDataSourceDocument": {
+    method: "fetchDataSourceDocument",
+    snippet: "{\n  dataSourceId: ``,\n  documentId: ``,\n}",
+    outputKeys: []
+  },
   "fetchGoogleDoc": {
     method: "fetchGoogleDoc",
-    snippet: `{
-  documentId: '',
-  connectionId: '',
-  exportType: "html",
-}`,
+    snippet: '{\n  documentId: ``,\n  connectionId: ``,\n  exportType: "html",\n}',
     outputKeys: ["content"]
   },
   "fetchGoogleSheet": {
     method: "fetchGoogleSheet",
-    snippet: `{
-  spreadsheetId: '',
-  range: '',
-  connectionId: '',
-  exportType: "csv",
-}`,
+    snippet: '{\n  spreadsheetId: ``,\n  range: ``,\n  connectionId: ``,\n  exportType: "csv",\n}',
     outputKeys: ["content"]
   },
   "fetchSlackChannelHistory": {
     method: "fetchSlackChannelHistory",
-    snippet: "{\n  connectionId: '',\n  channelId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  channelId: ``,\n}",
     outputKeys: ["messages"]
   },
   "fetchYoutubeCaptions": {
     method: "fetchYoutubeCaptions",
-    snippet: `{
-  videoUrl: '',
-  exportType: "text",
-  language: '',
-}`,
+    snippet: '{\n  videoUrl: ``,\n  exportType: "text",\n  language: ``,\n}',
     outputKeys: ["transcripts"]
   },
   "fetchYoutubeChannel": {
     method: "fetchYoutubeChannel",
-    snippet: "{\n  channelUrl: '',\n}",
+    snippet: "{\n  channelUrl: ``,\n}",
     outputKeys: ["channel"]
   },
   "fetchYoutubeComments": {
     method: "fetchYoutubeComments",
-    snippet: `{
-  videoUrl: '',
-  exportType: "text",
-  limitPages: '',
-}`,
+    snippet: '{\n  videoUrl: ``,\n  exportType: "text",\n  limitPages: ``,\n}',
     outputKeys: ["comments"]
   },
   "fetchYoutubeVideo": {
     method: "fetchYoutubeVideo",
-    snippet: "{\n  videoUrl: '',\n}",
+    snippet: "{\n  videoUrl: ``,\n}",
     outputKeys: ["video"]
   },
   "generateAsset": {
     method: "generateAsset",
-    snippet: `{
-  source: '',
-  sourceType: "html",
-  outputFormat: "pdf",
-  pageSize: "full",
-  testData: {},
-}`,
+    snippet: '{\n  source: ``,\n  sourceType: "html",\n  outputFormat: "pdf",\n  pageSize: "full",\n  testData: {},\n}',
     outputKeys: ["url"]
   },
   "generateChart": {
@@ -719,7 +806,7 @@ var stepSnippets = {
   },
   "generateImage": {
     method: "generateImage",
-    snippet: "{\n  prompt: '',\n}",
+    snippet: "{\n  prompt: ``,\n}",
     outputKeys: ["imageUrl"]
   },
   "generateLipsync": {
@@ -729,152 +816,122 @@ var stepSnippets = {
   },
   "generateMusic": {
     method: "generateMusic",
-    snippet: "{\n  text: '',\n}",
+    snippet: "{\n  text: ``,\n}",
     outputKeys: []
   },
   "generatePdf": {
     method: "generateAsset",
-    snippet: `{
-  source: '',
-  sourceType: "html",
-  outputFormat: "pdf",
-  pageSize: "full",
-  testData: {},
-}`,
+    snippet: '{\n  source: ``,\n  sourceType: "html",\n  outputFormat: "pdf",\n  pageSize: "full",\n  testData: {},\n}',
     outputKeys: ["url"]
   },
   "generateStaticVideoFromImage": {
     method: "generateStaticVideoFromImage",
-    snippet: "{\n  imageUrl: '',\n  duration: '',\n}",
+    snippet: "{\n  imageUrl: ``,\n  duration: ``,\n}",
     outputKeys: ["videoUrl"]
   },
   "generateText": {
     method: "generateText",
-    snippet: "{\n  message: '',\n}",
+    snippet: "{\n  message: ``,\n}",
     outputKeys: ["content"]
   },
   "generateVideo": {
     method: "generateVideo",
-    snippet: "{\n  prompt: '',\n}",
+    snippet: "{\n  prompt: ``,\n}",
     outputKeys: ["videoUrl"]
   },
   "getGoogleCalendarEvent": {
     method: "getGoogleCalendarEvent",
-    snippet: `{
-  connectionId: '',
-  eventId: '',
-  exportType: "json",
-}`,
+    snippet: '{\n  connectionId: ``,\n  eventId: ``,\n  exportType: "json",\n}',
     outputKeys: ["event"]
   },
   "getMediaMetadata": {
     method: "getMediaMetadata",
-    snippet: "{\n  mediaUrl: '',\n}",
+    snippet: "{\n  mediaUrl: ``,\n}",
     outputKeys: ["metadata"]
   },
   "httpRequest": {
     method: "httpRequest",
-    snippet: `{
-  url: '',
-  method: '',
-  headers: {},
-  queryParams: {},
-  body: '',
-  bodyItems: {},
-  contentType: "none",
-  customContentType: '',
-}`,
+    snippet: '{\n  url: ``,\n  method: ``,\n  headers: {},\n  queryParams: {},\n  body: ``,\n  bodyItems: {},\n  contentType: "none",\n  customContentType: ``,\n}',
     outputKeys: ["ok", "status", "statusText", "response"]
   },
   "hubspotCreateCompany": {
     method: "hubspotCreateCompany",
-    snippet: "{\n  connectionId: '',\n  company: {},\n  enabledProperties: [],\n}",
+    snippet: "{\n  connectionId: ``,\n  company: {},\n  enabledProperties: [],\n}",
     outputKeys: ["companyId"]
   },
   "hubspotCreateContact": {
     method: "hubspotCreateContact",
-    snippet: "{\n  connectionId: '',\n  contact: {},\n  enabledProperties: [],\n  companyDomain: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  contact: {},\n  enabledProperties: [],\n  companyDomain: ``,\n}",
     outputKeys: ["contactId"]
   },
   "hubspotGetCompany": {
     method: "hubspotGetCompany",
-    snippet: `{
-  connectionId: '',
-  searchBy: "domain",
-  companyDomain: '',
-  companyId: '',
-  additionalProperties: [],
-}`,
+    snippet: '{\n  connectionId: ``,\n  searchBy: "domain",\n  companyDomain: ``,\n  companyId: ``,\n  additionalProperties: [],\n}',
     outputKeys: ["company"]
   },
   "hubspotGetContact": {
     method: "hubspotGetContact",
-    snippet: `{
-  connectionId: '',
-  searchBy: "email",
-  contactEmail: '',
-  contactId: '',
-  additionalProperties: [],
-}`,
+    snippet: '{\n  connectionId: ``,\n  searchBy: "email",\n  contactEmail: ``,\n  contactId: ``,\n  additionalProperties: [],\n}',
     outputKeys: ["contact"]
   },
   "hunterApiCompanyEnrichment": {
     method: "hunterApiCompanyEnrichment",
-    snippet: "{\n  domain: '',\n}",
+    snippet: "{\n  domain: ``,\n}",
     outputKeys: ["data"]
   },
   "hunterApiDomainSearch": {
     method: "hunterApiDomainSearch",
-    snippet: "{\n  domain: '',\n}",
+    snippet: "{\n  domain: ``,\n}",
     outputKeys: ["data"]
   },
   "hunterApiEmailFinder": {
     method: "hunterApiEmailFinder",
-    snippet: "{\n  domain: '',\n  firstName: '',\n  lastName: '',\n}",
+    snippet: "{\n  domain: ``,\n  firstName: ``,\n  lastName: ``,\n}",
     outputKeys: ["data"]
   },
   "hunterApiEmailVerification": {
     method: "hunterApiEmailVerification",
-    snippet: "{\n  email: '',\n}",
+    snippet: "{\n  email: ``,\n}",
     outputKeys: ["data"]
   },
   "hunterApiPersonEnrichment": {
     method: "hunterApiPersonEnrichment",
-    snippet: "{\n  email: '',\n}",
+    snippet: "{\n  email: ``,\n}",
     outputKeys: ["data"]
   },
   "imageFaceSwap": {
     method: "imageFaceSwap",
-    snippet: "{\n  imageUrl: '',\n  faceImageUrl: '',\n  engine: '',\n}",
+    snippet: "{\n  imageUrl: ``,\n  faceImageUrl: ``,\n  engine: ``,\n}",
     outputKeys: ["imageUrl"]
   },
   "imageRemoveWatermark": {
     method: "imageRemoveWatermark",
-    snippet: "{\n  imageUrl: '',\n  engine: '',\n}",
+    snippet: "{\n  imageUrl: ``,\n  engine: ``,\n}",
     outputKeys: ["imageUrl"]
   },
   "insertVideoClips": {
     method: "insertVideoClips",
-    snippet: "{\n  baseVideoUrl: '',\n  overlayVideos: [],\n}",
+    snippet: "{\n  baseVideoUrl: ``,\n  overlayVideos: [],\n}",
     outputKeys: ["videoUrl"]
   },
+  "listDataSources": {
+    method: "listDataSources",
+    snippet: "{}",
+    outputKeys: []
+  },
   "listGoogleCalendarEvents": {
     method: "listGoogleCalendarEvents",
-    snippet: `{
-  connectionId: '',
-  limit: 0,
-  exportType: "json",
-}`,
+    snippet: '{\n  connectionId: ``,\n  limit: 0,\n  exportType: "json",\n}',
     outputKeys: ["events"]
   },
   "logic": {
     method: "logic",
-    snippet: "{\n  context: '',\n  cases: [],\n}",
+    snippet: "{\n  context: ``,\n  cases: [],\n}",
     outputKeys: ["selectedCase"]
   },
   "makeDotComRunScenario": {
     method: "makeDotComRunScenario",
-    snippet: "{\n  webhookUrl: '',\n  input: {},\n}",
+    snippet: "{\n  webhookUrl: ``,\n  input: {},\n}",
     outputKeys: ["data"]
   },
   "mergeAudio": {
@@ -889,407 +946,312 @@ var stepSnippets = {
   },
   "mixAudioIntoVideo": {
     method: "mixAudioIntoVideo",
-    snippet: "{\n  videoUrl: '',\n  audioUrl: '',\n  options: {},\n}",
+    snippet: "{\n  videoUrl: ``,\n  audioUrl: ``,\n  options: {},\n}",
     outputKeys: ["videoUrl"]
   },
   "muteVideo": {
     method: "muteVideo",
-    snippet: "{\n  videoUrl: '',\n}",
+    snippet: "{\n  videoUrl: ``,\n}",
     outputKeys: ["videoUrl"]
   },
   "n8nRunNode": {
     method: "n8nRunNode",
-    snippet: `{
-  method: '',
-  authentication: "none",
-  user: '',
-  password: '',
-  webhookUrl: '',
-  input: {},
-}`,
+    snippet: '{\n  method: ``,\n  authentication: "none",\n  user: ``,\n  password: ``,\n  webhookUrl: ``,\n  input: {},\n}',
     outputKeys: ["data"]
   },
   "notionCreatePage": {
     method: "notionCreatePage",
-    snippet: "{\n  pageId: '',\n  content: '',\n  title: '',\n  connectionId: '',\n}",
+    snippet: "{\n  pageId: ``,\n  content: ``,\n  title: ``,\n  connectionId: ``,\n}",
     outputKeys: ["pageId", "pageUrl"]
   },
   "notionUpdatePage": {
     method: "notionUpdatePage",
-    snippet: `{
-  pageId: '',
-  content: '',
-  mode: "append",
-  connectionId: '',
-}`,
+    snippet: '{\n  pageId: ``,\n  content: ``,\n  mode: "append",\n  connectionId: ``,\n}',
     outputKeys: ["pageId", "pageUrl"]
   },
   "peopleSearch": {
     method: "peopleSearch",
-    snippet: "{\n  smartQuery: '',\n  enrichPeople: false,\n  enrichOrganizations: false,\n  limit: '',\n  page: '',\n  params: {},\n}",
+    snippet: "{\n  smartQuery: ``,\n  enrichPeople: false,\n  enrichOrganizations: false,\n  limit: ``,\n  page: ``,\n  params: {},\n}",
     outputKeys: ["results"]
   },
   "postToLinkedIn": {
     method: "postToLinkedIn",
-    snippet: `{
-  message: '',
-  visibility: "PUBLIC",
-  connectionId: '',
-}`,
+    snippet: '{\n  message: ``,\n  visibility: "PUBLIC",\n  connectionId: ``,\n}',
     outputKeys: []
   },
   "postToSlackChannel": {
     method: "postToSlackChannel",
-    snippet: `{
-  channelId: '',
-  messageType: "string",
-  message: '',
-  connectionId: '',
-}`,
+    snippet: '{\n  channelId: ``,\n  messageType: "string",\n  message: ``,\n  connectionId: ``,\n}',
     outputKeys: []
   },
   "postToX": {
     method: "postToX",
-    snippet: "{\n  text: '',\n  connectionId: '',\n}",
+    snippet: "{\n  text: ``,\n  connectionId: ``,\n}",
     outputKeys: []
   },
   "postToZapier": {
     method: "postToZapier",
-    snippet: "{\n  webhookUrl: '',\n  input: {},\n}",
+    snippet: "{\n  webhookUrl: ``,\n  input: {},\n}",
     outputKeys: ["data"]
   },
   "queryDataSource": {
     method: "queryDataSource",
-    snippet: "{\n  dataSourceId: '',\n  query: '',\n  maxResults: 0,\n}",
+    snippet: "{\n  dataSourceId: ``,\n  query: ``,\n  maxResults: 0,\n}",
     outputKeys: ["text", "chunks", "query", "citations", "latencyMs"]
   },
   "queryExternalDatabase": {
     method: "queryExternalDatabase",
-    snippet: `{
-  connectionId: '',
-  query: '',
-  outputFormat: "json",
-}`,
+    snippet: '{\n  connectionId: ``,\n  query: ``,\n  outputFormat: "json",\n}',
     outputKeys: ["data"]
   },
   "redactPII": {
     method: "redactPII",
-    snippet: "{\n  input: '',\n  language: '',\n  entities: [],\n}",
+    snippet: "{\n  input: ``,\n  language: ``,\n  entities: [],\n}",
     outputKeys: ["text"]
   },
   "removeBackgroundFromImage": {
     method: "removeBackgroundFromImage",
-    snippet: "{\n  imageUrl: '',\n}",
+    snippet: "{\n  imageUrl: ``,\n}",
     outputKeys: ["imageUrl"]
   },
   "resizeVideo": {
     method: "resizeVideo",
-    snippet: `{
-  videoUrl: '',
-  mode: "fit",
-}`,
+    snippet: '{\n  videoUrl: ``,\n  mode: "fit",\n}',
     outputKeys: ["videoUrl"]
   },
   "runPackagedWorkflow": {
     method: "runPackagedWorkflow",
-    snippet: "{\n  appId: '',\n  workflowId: '',\n  inputVariables: {},\n  outputVariables: {},\n  name: '',\n}",
+    snippet: "{\n  appId: ``,\n  workflowId: ``,\n  inputVariables: {},\n  outputVariables: {},\n  name: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeFacebookPage": {
     method: "scrapeFacebookPage",
-    snippet: "{\n  pageUrl: '',\n}",
+    snippet: "{\n  pageUrl: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeFacebookPosts": {
     method: "scrapeFacebookPosts",
-    snippet: "{\n  pageUrl: '',\n}",
+    snippet: "{\n  pageUrl: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeInstagramComments": {
     method: "scrapeInstagramComments",
-    snippet: "{\n  postUrl: '',\n  resultsLimit: '',\n}",
+    snippet: "{\n  postUrl: ``,\n  resultsLimit: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeInstagramMentions": {
     method: "scrapeInstagramMentions",
-    snippet: "{\n  profileUrl: '',\n  resultsLimit: '',\n}",
+    snippet: "{\n  profileUrl: ``,\n  resultsLimit: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeInstagramPosts": {
     method: "scrapeInstagramPosts",
-    snippet: "{\n  profileUrl: '',\n  resultsLimit: '',\n  onlyPostsNewerThan: '',\n}",
+    snippet: "{\n  profileUrl: ``,\n  resultsLimit: ``,\n  onlyPostsNewerThan: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeInstagramProfile": {
     method: "scrapeInstagramProfile",
-    snippet: "{\n  profileUrl: '',\n}",
+    snippet: "{\n  profileUrl: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeInstagramReels": {
     method: "scrapeInstagramReels",
-    snippet: "{\n  profileUrl: '',\n  resultsLimit: '',\n}",
+    snippet: "{\n  profileUrl: ``,\n  resultsLimit: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeLinkedInCompany": {
     method: "scrapeLinkedInCompany",
-    snippet: "{\n  url: '',\n}",
+    snippet: "{\n  url: ``,\n}",
     outputKeys: ["company"]
   },
   "scrapeLinkedInProfile": {
     method: "scrapeLinkedInProfile",
-    snippet: "{\n  url: '',\n}",
+    snippet: "{\n  url: ``,\n}",
     outputKeys: ["profile"]
   },
   "scrapeMetaThreadsProfile": {
     method: "scrapeMetaThreadsProfile",
-    snippet: "{\n  profileUrl: '',\n}",
+    snippet: "{\n  profileUrl: ``,\n}",
     outputKeys: ["data"]
   },
   "scrapeUrl": {
     method: "scrapeUrl",
-    snippet: "{\n  url: '',\n}",
+    snippet: "{\n  url: ``,\n}",
     outputKeys: ["content"]
   },
   "scrapeXPost": {
     method: "scrapeXPost",
-    snippet: "{\n  url: '',\n}",
+    snippet: "{\n  url: ``,\n}",
     outputKeys: ["post"]
   },
   "scrapeXProfile": {
     method: "scrapeXProfile",
-    snippet: "{\n  url: '',\n}",
+    snippet: "{\n  url: ``,\n}",
     outputKeys: ["profile"]
   },
   "searchGoogle": {
     method: "searchGoogle",
-    snippet: `{
-  query: '',
-  exportType: "text",
-}`,
+    snippet: '{\n  query: ``,\n  exportType: "text",\n}',
     outputKeys: ["results"]
   },
   "searchGoogleImages": {
     method: "searchGoogleImages",
-    snippet: `{
-  query: '',
-  exportType: "text",
-}`,
+    snippet: '{\n  query: ``,\n  exportType: "text",\n}',
     outputKeys: ["images"]
   },
   "searchGoogleNews": {
     method: "searchGoogleNews",
-    snippet: `{
-  text: '',
-  exportType: "text",
-}`,
+    snippet: '{\n  text: ``,\n  exportType: "text",\n}',
     outputKeys: ["articles"]
   },
   "searchGoogleTrends": {
     method: "searchGoogleTrends",
-    snippet: `{
-  text: '',
-  hl: '',
-  geo: '',
-  data_type: "TIMESERIES",
-  cat: '',
-  date: '',
-  ts: '',
-}`,
+    snippet: '{\n  text: ``,\n  hl: ``,\n  geo: ``,\n  data_type: "TIMESERIES",\n  cat: ``,\n  date: ``,\n  ts: ``,\n}',
     outputKeys: ["trends"]
   },
   "searchPerplexity": {
     method: "searchPerplexity",
-    snippet: `{
-  query: '',
-  exportType: "text",
-}`,
+    snippet: '{\n  query: ``,\n  exportType: "text",\n}',
     outputKeys: ["results"]
   },
   "searchXPosts": {
     method: "searchXPosts",
-    snippet: `{
-  query: '',
-  scope: "recent",
-  options: {},
-}`,
+    snippet: '{\n  query: ``,\n  scope: "recent",\n  options: {},\n}',
     outputKeys: ["posts"]
   },
   "searchYoutube": {
     method: "searchYoutube",
-    snippet: "{\n  query: '',\n  limitPages: '',\n  filter: '',\n  filterType: '',\n}",
+    snippet: "{\n  query: ``,\n  limitPages: ``,\n  filter: ``,\n  filterType: ``,\n}",
     outputKeys: ["results"]
   },
   "searchYoutubeTrends": {
     method: "searchYoutubeTrends",
-    snippet: `{
-  bp: "now",
-  hl: '',
-  gl: '',
-}`,
+    snippet: '{\n  bp: "now",\n  hl: ``,\n  gl: ``,\n}',
     outputKeys: ["trends"]
   },
   "sendEmail": {
     method: "sendEmail",
-    snippet: "{\n  subject: '',\n  body: '',\n  connectionId: '',\n}",
+    snippet: "{\n  subject: ``,\n  body: ``,\n  connectionId: ``,\n}",
     outputKeys: ["recipients"]
   },
   "sendSMS": {
     method: "sendSMS",
-    snippet: "{\n  body: '',\n  connectionId: '',\n}",
+    snippet: "{\n  body: ``,\n  connectionId: ``,\n}",
     outputKeys: []
   },
   "setRunTitle": {
     method: "setRunTitle",
-    snippet: "{\n  title: '',\n}",
+    snippet: "{\n  title: ``,\n}",
     outputKeys: []
   },
   "setVariable": {
     method: "setVariable",
-    snippet: `{
-  value: '',
-  type: "imageUrl",
-}`,
+    snippet: '{\n  value: ``,\n  type: "imageUrl",\n}',
     outputKeys: ["variableName", "value"]
   },
   "telegramSendAudio": {
     method: "telegramSendAudio",
-    snippet: `{
-  botToken: '',
-  chatId: '',
-  audioUrl: '',
-  mode: "audio",
-}`,
+    snippet: '{\n  botToken: ``,\n  chatId: ``,\n  audioUrl: ``,\n  mode: "audio",\n}',
     outputKeys: []
   },
   "telegramSendFile": {
     method: "telegramSendFile",
-    snippet: "{\n  botToken: '',\n  chatId: '',\n  fileUrl: '',\n}",
+    snippet: "{\n  botToken: ``,\n  chatId: ``,\n  fileUrl: ``,\n}",
     outputKeys: []
   },
   "telegramSendImage": {
     method: "telegramSendImage",
-    snippet: "{\n  botToken: '',\n  chatId: '',\n  imageUrl: '',\n}",
+    snippet: "{\n  botToken: ``,\n  chatId: ``,\n  imageUrl: ``,\n}",
     outputKeys: []
   },
   "telegramSendMessage": {
     method: "telegramSendMessage",
-    snippet: "{\n  botToken: '',\n  chatId: '',\n  text: '',\n}",
+    snippet: "{\n  botToken: ``,\n  chatId: ``,\n  text: ``,\n}",
     outputKeys: []
   },
   "telegramSendVideo": {
     method: "telegramSendVideo",
-    snippet: "{\n  botToken: '',\n  chatId: '',\n  videoUrl: '',\n}",
+    snippet: "{\n  botToken: ``,\n  chatId: ``,\n  videoUrl: ``,\n}",
     outputKeys: []
   },
   "telegramSetTyping": {
     method: "telegramSetTyping",
-    snippet: "{\n  botToken: '',\n  chatId: '',\n}",
+    snippet: "{\n  botToken: ``,\n  chatId: ``,\n}",
     outputKeys: []
   },
   "textToSpeech": {
     method: "textToSpeech",
-    snippet: "{\n  text: '',\n}",
+    snippet: "{\n  text: ``,\n}",
     outputKeys: ["audioUrl"]
   },
   "transcribeAudio": {
     method: "transcribeAudio",
-    snippet: "{\n  audioUrl: '',\n  prompt: '',\n}",
+    snippet: "{\n  audioUrl: ``,\n  prompt: ``,\n}",
     outputKeys: ["text"]
   },
   "trimMedia": {
     method: "trimMedia",
-    snippet: "{\n  inputUrl: '',\n}",
+    snippet: "{\n  inputUrl: ``,\n}",
     outputKeys: ["mediaUrl"]
   },
   "updateGoogleCalendarEvent": {
     method: "updateGoogleCalendarEvent",
-    snippet: "{\n  connectionId: '',\n  eventId: '',\n}",
+    snippet: "{\n  connectionId: ``,\n  eventId: ``,\n}",
     outputKeys: ["eventId", "htmlLink"]
   },
   "updateGoogleDoc": {
     method: "updateGoogleDoc",
-    snippet: `{
-  documentId: '',
-  connectionId: '',
-  text: '',
-  textType: "plain",
-  operationType: "addToTop",
-}`,
+    snippet: '{\n  documentId: ``,\n  connectionId: ``,\n  text: ``,\n  textType: "plain",\n  operationType: "addToTop",\n}',
     outputKeys: ["documentUrl"]
   },
   "updateGoogleSheet": {
     method: "updateGoogleSheet",
-    snippet: `{
-  text: '',
-  connectionId: '',
-  spreadsheetId: '',
-  range: '',
-  operationType: "addToBottom",
-}`,
+    snippet: '{\n  text: ``,\n  connectionId: ``,\n  spreadsheetId: ``,\n  range: ``,\n  operationType: "addToBottom",\n}',
     outputKeys: ["spreadsheetUrl"]
   },
+  "uploadDataSourceDocument": {
+    method: "uploadDataSourceDocument",
+    snippet: "{\n  dataSourceId: ``,\n  file: ``,\n  fileName: ``,\n}",
+    outputKeys: []
+  },
   "upscaleImage": {
     method: "upscaleImage",
-    snippet: `{
-  imageUrl: '',
-  targetResolution: "2k",
-  engine: "standard",
-}`,
+    snippet: '{\n  imageUrl: ``,\n  targetResolution: "2k",\n  engine: "standard",\n}',
     outputKeys: ["imageUrl"]
   },
   "upscaleVideo": {
     method: "upscaleVideo",
-    snippet: `{
-  videoUrl: '',
-  targetResolution: "720p",
-  engine: "standard",
-}`,
+    snippet: '{\n  videoUrl: ``,\n  targetResolution: "720p",\n  engine: "standard",\n}',
     outputKeys: ["videoUrl"]
   },
   "userMessage": {
     method: "generateText",
-    snippet: "{\n  message: '',\n}",
+    snippet: "{\n  message: ``,\n}",
     outputKeys: ["content"]
   },
   "videoFaceSwap": {
     method: "videoFaceSwap",
-    snippet: "{\n  videoUrl: '',\n  faceImageUrl: '',\n  targetIndex: 0,\n  engine: '',\n}",
+    snippet: "{\n  videoUrl: ``,\n  faceImageUrl: ``,\n  targetIndex: 0,\n  engine: ``,\n}",
     outputKeys: ["videoUrl"]
   },
   "videoRemoveBackground": {
     method: "videoRemoveBackground",
-    snippet: `{
-  videoUrl: '',
-  newBackground: "transparent",
-  engine: '',
-}`,
+    snippet: '{\n  videoUrl: ``,\n  newBackground: "transparent",\n  engine: ``,\n}',
     outputKeys: ["videoUrl"]
   },
   "videoRemoveWatermark": {
     method: "videoRemoveWatermark",
-    snippet: "{\n  videoUrl: '',\n  engine: '',\n}",
+    snippet: "{\n  videoUrl: ``,\n  engine: ``,\n}",
     outputKeys: ["videoUrl"]
   },
   "watermarkImage": {
     method: "watermarkImage",
-    snippet: `{
-  imageUrl: '',
-  watermarkImageUrl: '',
-  corner: "top-left",
-  paddingPx: 0,
-  widthPx: 0,
-}`,
+    snippet: '{\n  imageUrl: ``,\n  watermarkImageUrl: ``,\n  corner: "top-left",\n  paddingPx: 0,\n  widthPx: 0,\n}',
     outputKeys: ["imageUrl"]
   },
   "watermarkVideo": {
     method: "watermarkVideo",
-    snippet: `{
-  videoUrl: '',
-  imageUrl: '',
-  corner: "top-left",
-  paddingPx: 0,
-  widthPx: 0,
-}`,
+    snippet: '{\n  videoUrl: ``,\n  imageUrl: ``,\n  corner: "top-left",\n  paddingPx: 0,\n  widthPx: 0,\n}',
     outputKeys: ["videoUrl"]
   }
 };