@fachkraftfreund/n8n-nodes-supabase 1.3.11 → 1.3.12

package/dist/nodes/Supabase/SupabaseCsvExport.node.js

@@ -107,17 +107,18 @@ function parseFilters(context, itemIndex) {
         throw new Error('Invalid advanced filters JSON');
     }
 }
-const BATCH_SIZE = 1000;
+const DEFAULT_BATCH_SIZE = 1000;
 async function* fetchBatches(supabase, table, selectFields, filters, sort, hostUrl, returnAll, limit, joins) {
     const overhead = (0, supabaseClient_2.estimateUrlOverhead)(hostUrl, table, selectFields, filters, sort);
     const maxInChars = Math.max(500, supabaseClient_2.MAX_SAFE_URL_LENGTH - overhead);
     const maxItems = (0, supabaseClient_2.computeMaxIdsPerChunk)(selectFields);
     const filterChunks = (0, supabaseClient_2.expandChunkedFilters)(filters, maxInChars, maxItems);
+    const BATCH_SIZE = (0, supabaseClient_2.computeBatchSize)(selectFields);
     const hasIdColumn = selectFields === '*' || selectFields.split(',').some((f) => f.trim() === 'id');
     let totalYielded = 0;
     const maxRows = returnAll ? Infinity : limit;
     const startTime = Date.now();
-    console.log(`[Supabase CSV] starting export table=${table} returnAll=${returnAll} chunks=${filterChunks.length} keyset=${hasIdColumn}`);
+    console.log(`[Supabase CSV] starting export table=${table} returnAll=${returnAll} chunks=${filterChunks.length} keyset=${hasIdColumn} batchSize=${BATCH_SIZE}`);
     for (let ci = 0; ci < filterChunks.length; ci++) {
         const chunkFilters = filterChunks[ci];
         if (totalYielded >= maxRows)

package/dist/nodes/Supabase/operations/database/index.js

@@ -369,10 +369,10 @@ async function handleRead(supabase, itemIndex, hostUrl) {
     const maxInChars = Math.max(500, supabaseClient_1.MAX_SAFE_URL_LENGTH - overhead);
     const maxItems = (0, supabaseClient_1.computeMaxIdsPerChunk)(selectWithJoins);
     const filterChunks = (0, supabaseClient_1.expandChunkedFilters)(filters, maxInChars, maxItems);
-    console.log(`[Supabase READ] item=${itemIndex} table=${table} returnAll=${returnAll} chunks=${filterChunks.length} maxItems=${maxItems} maxInChars=${maxInChars}`);
+    const batchSize = (0, supabaseClient_1.computeBatchSize)(selectWithJoins);
+    console.log(`[Supabase READ] item=${itemIndex} table=${table} returnAll=${returnAll} chunks=${filterChunks.length} maxItems=${maxItems} maxInChars=${maxInChars} batchSize=${batchSize}`);
     const returnData = [];
     if (returnAll) {
-        const batchSize = 1000;
         const selectFields = returnFields && returnFields !== '*' ? returnFields : '*';
         const hasIdColumn = selectFields === '*' || selectFields.split(',').some(f => f.trim() === 'id');
         for (let ci = 0; ci < filterChunks.length; ci++) {

package/dist/nodes/Supabase/utils/supabaseClient.d.ts

@@ -14,6 +14,7 @@ export declare function convertFilterOperator(operator: string): string;
 export declare function normalizeFilterValue(operator: string, value: string | number | boolean | null | unknown[]): string | number | boolean | null;
 export declare const MAX_SAFE_URL_LENGTH = 7500;
 export declare function computeMaxIdsPerChunk(selectFields?: string): number;
+export declare function computeBatchSize(selectFields?: string): number;
 export declare function estimateUrlOverhead(hostUrl: string, table: string, selectFields?: string, filters?: IRowFilter[], sort?: IRowSort[]): number;
 export declare function chunkInFilterValues(values: unknown[], maxChars: number, maxItems?: number): unknown[][];
 export declare function expandChunkedFilters(filters: IRowFilter[], maxInChars?: number, maxItems?: number): IRowFilter[][];

package/dist/nodes/Supabase/utils/supabaseClient.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.expandChunkedFilters = exports.chunkInFilterValues = exports.estimateUrlOverhead = exports.computeMaxIdsPerChunk = exports.MAX_SAFE_URL_LENGTH = exports.normalizeFilterValue = exports.convertFilterOperator = exports.validateColumnName = exports.validateTableName = exports.sanitizeColumnName = exports.isNetworkError = exports.isAuthError = exports.formatSupabaseError = exports.getDatabaseUrl = exports.getStorageUrl = exports.validateCredentials = exports.createSupabaseClient = void 0;
+exports.expandChunkedFilters = exports.chunkInFilterValues = exports.estimateUrlOverhead = exports.computeBatchSize = exports.computeMaxIdsPerChunk = exports.MAX_SAFE_URL_LENGTH = exports.normalizeFilterValue = exports.convertFilterOperator = exports.validateColumnName = exports.validateTableName = exports.sanitizeColumnName = exports.isNetworkError = exports.isAuthError = exports.formatSupabaseError = exports.getDatabaseUrl = exports.getStorageUrl = exports.validateCredentials = exports.createSupabaseClient = void 0;
 const supabase_js_1 = require("@supabase/supabase-js");
 function createSupabaseClient(credentials) {
     const client = (0, supabase_js_1.createClient)(credentials.host, credentials.serviceKey, {
@@ -171,6 +171,16 @@ function computeMaxIdsPerChunk(selectFields) {
     return Math.max(100, Math.floor(BASE_LIMIT / (1 + joinCount * 1.5)));
 }
 exports.computeMaxIdsPerChunk = computeMaxIdsPerChunk;
+function computeBatchSize(selectFields) {
+    const BASE = 2000;
+    if (!selectFields || selectFields === '*')
+        return BASE;
+    const joinCount = (selectFields.match(/\(/g) || []).length;
+    if (joinCount === 0)
+        return BASE;
+    return Math.max(50, Math.floor(BASE / (1 + joinCount * 0.5)));
+}
+exports.computeBatchSize = computeBatchSize;
 function estimateUrlOverhead(hostUrl, table, selectFields, filters, sort) {
     let overhead = hostUrl.length + '/rest/v1/'.length + table.length + 1;
     if (selectFields) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fachkraftfreund/n8n-nodes-supabase",
-  "version": "1.3.11",
+  "version": "1.3.12",
   "description": "Comprehensive n8n community node for Supabase with database and storage operations",
   "keywords": [
     "n8n-community-node-package",