@kadoa/mcp 0.5.3 → 0.5.4-rc.1

package/dist/index.js

@@ -29556,7 +29556,7 @@ var require_combined_stream = __commonJS((exports, module) => {
   };
 });
 
-// node_modules/form-data/node_modules/mime-types/node_modules/mime-db/db.json
+// node_modules/form-data/node_modules/mime-db/db.json
 var require_db = __commonJS((exports, module) => {
   module.exports = {
     "application/1d-interleaved-parityfec": {
@@ -41039,6 +41039,11 @@ var require_follow_redirects = __commonJS((exports, module) => {
   } catch (error48) {
     useNativeURL = error48.code === "ERR_INVALID_URL";
   }
+  var sensitiveHeaders = [
+    "Authorization",
+    "Proxy-Authorization",
+    "Cookie"
+  ];
   var preservedUrlFields = [
     "auth",
     "host",
@@ -41086,6 +41091,7 @@ var require_follow_redirects = __commonJS((exports, module) => {
         self2.emit("error", cause instanceof RedirectionError ? cause : new RedirectionError({ cause }));
       }
     };
+    this._headerFilter = new RegExp("^(?:" + sensitiveHeaders.concat(options.sensitiveHeaders).map(escapeRegex2).join("|") + ")$", "i");
     this._performRequest();
   }
   RedirectableRequest.prototype = Object.create(Writable.prototype);
@@ -41223,6 +41229,9 @@ var require_follow_redirects = __commonJS((exports, module) => {
     if (!options.headers) {
       options.headers = {};
     }
+    if (!isArray2(options.sensitiveHeaders)) {
+      options.sensitiveHeaders = [];
+    }
     if (options.host) {
       if (!options.hostname) {
         options.hostname = options.host;
@@ -41319,7 +41328,7 @@ var require_follow_redirects = __commonJS((exports, module) => {
     this._isRedirect = true;
     spreadUrlObject(redirectUrl, this._options);
     if (redirectUrl.protocol !== currentUrlParts.protocol && redirectUrl.protocol !== "https:" || redirectUrl.host !== currentHost && !isSubdomain(redirectUrl.host, currentHost)) {
-      removeMatchingHeaders(/^(?:(?:proxy-)?authorization|cookie)$/i, this._options.headers);
+      removeMatchingHeaders(this._headerFilter, this._options.headers);
     }
     if (isFunction2(beforeRedirect)) {
       var responseDetails = {
@@ -41467,6 +41476,9 @@ var require_follow_redirects = __commonJS((exports, module) => {
     var dot = subdomain.length - domain2.length - 1;
     return dot > 0 && subdomain[dot] === "." && subdomain.endsWith(domain2);
   }
+  function isArray2(value) {
+    return value instanceof Array;
+  }
   function isString2(value) {
     return typeof value === "string" || value instanceof String;
   }
@@ -41479,6 +41491,9 @@ var require_follow_redirects = __commonJS((exports, module) => {
   function isURL(value) {
     return URL2 && value instanceof URL2;
   }
+  function escapeRegex2(regex) {
+    return regex.replace(/[\]\\/()*+?.$]/g, "\\$&");
+  }
   module.exports = wrap({ http, https });
   module.exports.wrap = wrap;
 });
@@ -47000,6 +47015,46 @@ var import_debug, __require2, ChangeDifferenceType, KadoaErrorCode, _KadoaSdkExc
         options: localVarRequestOptions
       };
     },
+    v4WorkflowsWorkflowIdDataExportGet: async (workflowId, format, runId, filters, sortBy2, order, rowIds, options = {}) => {
+      assertParamExists("v4WorkflowsWorkflowIdDataExportGet", "workflowId", workflowId);
+      const localVarPath = `/v4/workflows/{workflowId}/data/export`.replace(`{${"workflowId"}}`, encodeURIComponent(String(workflowId)));
+      const localVarUrlObj = new URL$1(localVarPath, DUMMY_BASE_URL);
+      let baseOptions;
+      if (configuration) {
+        baseOptions = configuration.baseOptions;
+      }
+      const localVarRequestOptions = { method: "GET", ...baseOptions, ...options };
+      const localVarHeaderParameter = {};
+      const localVarQueryParameter = {};
+      await setApiKeyToObject(localVarHeaderParameter, "x-api-key", configuration);
+      await setBearerAuthToObject(localVarHeaderParameter, configuration);
+      if (format !== undefined) {
+        localVarQueryParameter["format"] = format;
+      }
+      if (runId !== undefined) {
+        localVarQueryParameter["runId"] = runId;
+      }
+      if (filters !== undefined) {
+        localVarQueryParameter["filters"] = filters;
+      }
+      if (sortBy2 !== undefined) {
+        localVarQueryParameter["sortBy"] = sortBy2;
+      }
+      if (order !== undefined) {
+        localVarQueryParameter["order"] = order;
+      }
+      if (rowIds !== undefined) {
+        localVarQueryParameter["rowIds"] = rowIds;
+      }
+      localVarHeaderParameter["Accept"] = "application/json";
+      setSearchParams(localVarUrlObj, localVarQueryParameter);
+      let headersFromBaseOptions = baseOptions && baseOptions.headers ? baseOptions.headers : {};
+      localVarRequestOptions.headers = { ...localVarHeaderParameter, ...headersFromBaseOptions, ...options.headers };
+      return {
+        url: toPathString(localVarUrlObj),
+        options: localVarRequestOptions
+      };
+    },
     v4WorkflowsWorkflowIdDataExportsExportIdGet: async (workflowId, exportId, options = {}) => {
       assertParamExists("v4WorkflowsWorkflowIdDataExportsExportIdGet", "workflowId", workflowId);
       assertParamExists("v4WorkflowsWorkflowIdDataExportsExportIdGet", "exportId", exportId);
@@ -47465,6 +47520,12 @@ var import_debug, __require2, ChangeDifferenceType, KadoaErrorCode, _KadoaSdkExc
       const localVarOperationServerBasePath = operationServerMap["WorkflowsApi.v4WorkflowsWorkflowIdComplianceRejectPut"]?.[localVarOperationServerIndex]?.url;
       return (axios2, basePath) => createRequestFunction(localVarAxiosArgs, axios_default, BASE_PATH, configuration)(axios2, localVarOperationServerBasePath || basePath);
     },
+    async v4WorkflowsWorkflowIdDataExportGet(workflowId, format, runId, filters, sortBy2, order, rowIds, options) {
+      const localVarAxiosArgs = await localVarAxiosParamCreator.v4WorkflowsWorkflowIdDataExportGet(workflowId, format, runId, filters, sortBy2, order, rowIds, options);
+      const localVarOperationServerIndex = configuration?.serverIndex ?? 0;
+      const localVarOperationServerBasePath = operationServerMap["WorkflowsApi.v4WorkflowsWorkflowIdDataExportGet"]?.[localVarOperationServerIndex]?.url;
+      return (axios2, basePath) => createRequestFunction(localVarAxiosArgs, axios_default, BASE_PATH, configuration)(axios2, localVarOperationServerBasePath || basePath);
+    },
     async v4WorkflowsWorkflowIdDataExportsExportIdGet(workflowId, exportId, options) {
       const localVarAxiosArgs = await localVarAxiosParamCreator.v4WorkflowsWorkflowIdDataExportsExportIdGet(workflowId, exportId, options);
       const localVarOperationServerIndex = configuration?.serverIndex ?? 0;
@@ -47724,6 +47785,18 @@ var import_debug, __require2, ChangeDifferenceType, KadoaErrorCode, _KadoaSdkExc
     const iterator2 = new PagedIterator((pageOptions) => this.fetchData({ ...options, ...pageOptions }));
     return iterator2.fetchAll({ limit: options.limit ?? this.defaultLimit });
   }
+  async exportData(options) {
+    const response = await this.workflowsApi.v4WorkflowsWorkflowIdDataExportGet({
+      workflowId: options.workflowId,
+      format: options.format,
+      runId: options.runId,
+      filters: options.filters,
+      sortBy: options.sortBy,
+      order: options.order,
+      rowIds: options.rowIds
+    });
+    return response.data;
+  }
   async* fetchDataPages(options) {
     const iterator2 = new PagedIterator((pageOptions) => this.fetchData({ ...options, ...pageOptions }));
     for await (const page of iterator2.pages({
@@ -47928,6 +48001,9 @@ var import_debug, __require2, ChangeDifferenceType, KadoaErrorCode, _KadoaSdkExc
   async fetchAllData(options) {
     return await this.dataFetcherService.fetchAllData(options);
   }
+  async exportData(options) {
+    return await this.dataFetcherService.exportData(options);
+  }
   fetchDataPages(options) {
     return this.dataFetcherService.fetchDataPages(options);
   }
@@ -48653,7 +48729,7 @@ var import_debug, __require2, ChangeDifferenceType, KadoaErrorCode, _KadoaSdkExc
     }));
     return channels;
   }
-}, PUBLIC_API_URI, WSS_API_URI, REALTIME_API_URI, SDK_VERSION = "0.31.1", SDK_NAME = "kadoa-node-sdk", SDK_LANGUAGE = "node", debug6, isDrainControlMessage = (message) => message.type === "control.draining", isRealtimeEvent = (message) => message.type !== "heartbeat" && message.type !== "control.draining", _Realtime = class _Realtime2 {
+}, PUBLIC_API_URI, WSS_API_URI, REALTIME_API_URI, SDK_VERSION = "0.32.0", SDK_NAME = "kadoa-node-sdk", SDK_LANGUAGE = "node", debug6, isDrainControlMessage = (message) => message.type === "control.draining", isRealtimeEvent = (message) => message.type !== "heartbeat" && message.type !== "control.draining", _Realtime = class _Realtime2 {
   constructor(config2) {
     this.drainingSockets = /* @__PURE__ */ new Set;
     this.lastHeartbeat = Date.now();
@@ -50168,6 +50244,9 @@ var init_dist2 = __esm(() => {
     v4WorkflowsWorkflowIdComplianceRejectPut(requestParameters, options) {
       return WorkflowsApiFp(this.configuration).v4WorkflowsWorkflowIdComplianceRejectPut(requestParameters.workflowId, requestParameters.v4WorkflowsWorkflowIdComplianceRejectPutRequest, requestParameters.xApiKey, requestParameters.authorization, options).then((request) => request(this.axios, this.basePath));
     }
+    v4WorkflowsWorkflowIdDataExportGet(requestParameters, options) {
+      return WorkflowsApiFp(this.configuration).v4WorkflowsWorkflowIdDataExportGet(requestParameters.workflowId, requestParameters.format, requestParameters.runId, requestParameters.filters, requestParameters.sortBy, requestParameters.order, requestParameters.rowIds, options).then((request) => request(this.axios, this.basePath));
+    }
     v4WorkflowsWorkflowIdDataExportsExportIdGet(requestParameters, options) {
       return WorkflowsApiFp(this.configuration).v4WorkflowsWorkflowIdDataExportsExportIdGet(requestParameters.workflowId, requestParameters.exportId, options).then((request) => request(this.axios, this.basePath));
     }
@@ -51135,24 +51214,73 @@ function registerTools(server, ctx) {
       message: "Workflow execution started. Use fetch_data to retrieve results once complete."
     });
   }));
+  const FETCH_DATA_DEFAULT_LIMIT = 50;
+  const FETCH_DATA_MAX_LIMIT = 500;
   server.registerTool("fetch_data", {
-    description: "Get extracted data from a workflow. Data is only available after the workflow run has completed (status is no longer 'Running' or 'Validating'). Do NOT poll or sleep-wait for completion.",
+    description: "Get a page of extracted data from a workflow. Use for previews, sorted/filtered slices, or 'first N rows' queries. For full datasets (especially >500 rows or anything destined for Excel/pandas), use export_data instead. Data is only available after the workflow run has completed (status is no longer 'Running' or 'Validating'). Do NOT poll or sleep-wait for completion.",
     inputSchema: {
       workflowId: exports_external.string().describe("The workflow ID"),
-      limit: exports_external.preprocess(coerceNumber(), exports_external.number()).optional().describe("Maximum number of records to return"),
-      page: exports_external.preprocess(coerceNumber(), exports_external.number()).optional().describe("Page number for pagination")
+      limit: exports_external.preprocess(coerceNumber(), exports_external.number()).optional().describe(`Maximum number of records to return. Default ${FETCH_DATA_DEFAULT_LIMIT}, max ${FETCH_DATA_MAX_LIMIT}.`),
+      page: exports_external.preprocess(coerceNumber(), exports_external.number()).optional().describe("Page number for pagination (1-based)"),
+      filters: exports_external.string().optional().describe("JSON-encoded filter array, same shape accepted by the /data endpoint"),
+      sortBy: exports_external.string().optional().describe("Field name to sort by"),
+      order: exports_external.enum(["asc", "desc"]).optional().describe("Sort order: asc or desc")
     },
     annotations: { readOnlyHint: true, destructiveHint: false, idempotentHint: true }
   }, withErrorHandling("fetch_data", async (args) => {
+    const requestedLimit = args.limit ?? FETCH_DATA_DEFAULT_LIMIT;
+    if (requestedLimit > FETCH_DATA_MAX_LIMIT) {
+      return errorResult(`limit ${requestedLimit} exceeds max ${FETCH_DATA_MAX_LIMIT}. Use export_data for full datasets.`);
+    }
     const data = await ctx.client.extraction.fetchData({
       workflowId: args.workflowId,
-      limit: args.limit || 25,
-      page: args.page || 1
-    });
-    return jsonResult({
+      limit: requestedLimit,
+      page: args.page || 1,
+      filters: args.filters,
+      sortBy: args.sortBy,
+      order: args.order
+    });
+    const totalCount = data.pagination?.totalCount ?? data.data.length;
+    const result = {
       data: data.data,
       pagination: data.pagination,
-      total: data.pagination?.totalCount || data.data.length
+      totalCount
+    };
+    if (data.data.length < totalCount) {
+      result.hint = `Showing ${data.data.length} of ${totalCount} rows. Use export_data for the full dataset.`;
+    }
+    return jsonResult(result);
+  }));
+  server.registerTool("export_data", {
+    description: "Materialize a workflow's full dataset to object storage and return a signed download URL. Use this for full datasets, large workflows (>500 rows), or anything destined for Excel / pandas / duckdb. The URL is self-authenticating: open with `fetch(url)` — no Authorization header needed.",
+    inputSchema: {
+      workflowId: exports_external.string().describe("The workflow ID"),
+      format: exports_external.enum(["csv", "json"]).optional().describe("Export format. Default 'csv'."),
+      runId: exports_external.string().optional().describe("Specific run ID to export. Defaults to the latest completed run."),
+      filters: exports_external.string().optional().describe("JSON-encoded filter array, same shape as /data"),
+      sortBy: exports_external.string().optional().describe("Field name to sort by"),
+      order: exports_external.enum(["asc", "desc"]).optional().describe("Sort order: asc or desc"),
+      rowIds: exports_external.string().optional().describe("Comma-separated list (or JSON array) of row ids to include")
+    },
+    annotations: { readOnlyHint: true, destructiveHint: false, idempotentHint: true }
+  }, withErrorHandling("export_data", async (args) => {
+    const result = await ctx.client.extraction.exportData({
+      workflowId: args.workflowId,
+      format: args.format,
+      runId: args.runId,
+      filters: args.filters,
+      sortBy: args.sortBy,
+      order: args.order,
+      rowIds: args.rowIds
+    });
+    return jsonResult({
+      url: result.url,
+      rowCount: result.rowCount,
+      format: result.format,
+      expiresAt: result.expiresAt,
+      workflowId: result.workflowId,
+      runId: result.runId,
+      hint: `Full dataset ready at the URL above. Open in Excel via 'Get Data from Web' (no auth needed), ` + `or load with code execution (pandas.read_csv(url) / pandas.read_json(url) / duckdb.read_csv(url)). ` + `URL expires ${result.expiresAt}.`
     });
   }));
   server.registerTool("list_changes", {
@@ -51874,7 +52002,7 @@ var package_default;
 var init_package = __esm(() => {
   package_default = {
     name: "@kadoa/mcp",
-    version: "0.5.3",
+    version: "0.5.4-rc.1",
     description: "Kadoa MCP Server — manage workflows from Claude Desktop, Cursor, and other MCP clients",
     type: "module",
     main: "dist/index.js",
@@ -51898,7 +52026,7 @@ var init_package = __esm(() => {
       prepublishOnly: "bun run check-types && bun run test:unit && bun run build"
     },
     dependencies: {
-      "@kadoa/node-sdk": "^0.31.1",
+      "@kadoa/node-sdk": "^0.32.0",
       "@modelcontextprotocol/sdk": "^1.26.0",
       express: "^5.2.1",
       ioredis: "^5.6.1",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kadoa/mcp",
-  "version": "0.5.3",
+  "version": "0.5.4-rc.1",
   "description": "Kadoa MCP Server — manage workflows from Claude Desktop, Cursor, and other MCP clients",
   "type": "module",
   "main": "dist/index.js",
@@ -24,7 +24,7 @@
     "prepublishOnly": "bun run check-types && bun run test:unit && bun run build"
   },
   "dependencies": {
-    "@kadoa/node-sdk": "^0.31.1",
+    "@kadoa/node-sdk": "^0.32.0",
     "@modelcontextprotocol/sdk": "^1.26.0",
     "express": "^5.2.1",
     "ioredis": "^5.6.1",