@fachkraftfreund/n8n-nodes-supabase 1.2.14 → 1.2.16

package/dist/nodes/Supabase/Supabase.node.js

@@ -891,6 +891,7 @@ class Supabase {
     async execute() {
         const items = this.getInputData();
         const returnData = [];
+        console.log(`[Supabase] execute: ${items.length} input items`);
         const credentials = await this.getCredentials('supabaseExtendedApi');
         try {
             (0, supabaseClient_1.validateCredentials)(credentials);

package/dist/nodes/Supabase/operations/database/index.js

@@ -195,12 +195,24 @@ async function handleRead(supabase, itemIndex, hostUrl) {
     const returnAll = this.getNodeParameter('returnAll', itemIndex, false);
     const filters = getFilters(this, itemIndex);
     const sort = this.getNodeParameter('sort.sortField', itemIndex, []);
+    for (const f of filters) {
+        const valType = Array.isArray(f.value) ? `array[${f.value.length}]` : typeof f.value;
+        const valLen = typeof f.value === 'string' ? f.value.length : Array.isArray(f.value) ? f.value.length : 0;
+        console.log(`[Supabase READ] item=${itemIndex} filter: ${f.column} ${f.operator} (${valType}, len=${valLen})`);
+    }
     const overhead = (0, supabaseClient_1.estimateUrlOverhead)(hostUrl, table, returnFields, filters, sort);
     const maxInChars = Math.max(500, supabaseClient_1.MAX_SAFE_URL_LENGTH - overhead);
-    const filterChunks = (0, supabaseClient_1.expandChunkedFilters)(filters, maxInChars);
+    const maxItems = (0, supabaseClient_1.computeMaxIdsPerChunk)(returnFields);
+    const filterChunks = (0, supabaseClient_1.expandChunkedFilters)(filters, maxInChars, maxItems);
+    console.log(`[Supabase READ] item=${itemIndex} table=${table} returnAll=${returnAll} chunks=${filterChunks.length} maxItems=${maxItems} maxInChars=${maxInChars}`);
     const returnData = [];
     if (returnAll) {
-        for (const chunkFilters of filterChunks) {
+        for (let ci = 0; ci < filterChunks.length; ci++) {
+            const chunkFilters = filterChunks[ci];
+            const inFilter = chunkFilters.find(f => f.operator === 'in');
+            const chunkIds = inFilter && Array.isArray(inFilter.value) ? inFilter.value.length : '?';
+            console.log(`[Supabase READ] chunk ${ci + 1}/${filterChunks.length} (${chunkIds} IDs) - starting...`);
+            const chunkStart = Date.now();
             const batchSize = 1000;
             let batchOffset = 0;
             let hasMore = true;
@@ -208,6 +220,7 @@ async function handleRead(supabase, itemIndex, hostUrl) {
                 const batchQuery = buildReadQuery(supabase, table, returnFields, chunkFilters, sort, { count: 'exact' });
                 const { data: batchData, error: batchError } = await batchQuery.range(batchOffset, batchOffset + batchSize - 1);
                 if (batchError) {
+                    console.log(`[Supabase READ] chunk ${ci + 1} FAILED after ${Date.now() - chunkStart}ms: ${(0, supabaseClient_1.formatSupabaseError)(batchError)}`);
                     throw new Error((0, supabaseClient_1.formatSupabaseError)(batchError));
                 }
                 if (Array.isArray(batchData)) {
@@ -221,6 +234,7 @@ async function handleRead(supabase, itemIndex, hostUrl) {
                 }
                 batchOffset += batchSize;
             }
+            console.log(`[Supabase READ] chunk ${ci + 1}/${filterChunks.length} done in ${Date.now() - chunkStart}ms, rows so far: ${returnData.length}`);
         }
     }
     else {

package/dist/nodes/Supabase/utils/supabaseClient.d.ts

@@ -13,6 +13,7 @@ export declare function validateColumnName(columnName: string): void;
 export declare function convertFilterOperator(operator: string): string;
 export declare function normalizeFilterValue(operator: string, value: string | number | boolean | null | unknown[]): string | number | boolean | null;
 export declare const MAX_SAFE_URL_LENGTH = 7500;
+export declare function computeMaxIdsPerChunk(selectFields?: string): number;
 export declare function estimateUrlOverhead(hostUrl: string, table: string, selectFields?: string, filters?: IRowFilter[], sort?: IRowSort[]): number;
-export declare function chunkInFilterValues(values: unknown[], maxChars: number): unknown[][];
-export declare function expandChunkedFilters(filters: IRowFilter[], maxInChars?: number): IRowFilter[][];
+export declare function chunkInFilterValues(values: unknown[], maxChars: number, maxItems?: number): unknown[][];
+export declare function expandChunkedFilters(filters: IRowFilter[], maxInChars?: number, maxItems?: number): IRowFilter[][];

package/dist/nodes/Supabase/utils/supabaseClient.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.expandChunkedFilters = exports.chunkInFilterValues = exports.estimateUrlOverhead = exports.MAX_SAFE_URL_LENGTH = exports.normalizeFilterValue = exports.convertFilterOperator = exports.validateColumnName = exports.validateTableName = exports.sanitizeColumnName = exports.isNetworkError = exports.isAuthError = exports.formatSupabaseError = exports.getDatabaseUrl = exports.getStorageUrl = exports.validateCredentials = exports.createSupabaseClient = void 0;
+exports.expandChunkedFilters = exports.chunkInFilterValues = exports.estimateUrlOverhead = exports.computeMaxIdsPerChunk = exports.MAX_SAFE_URL_LENGTH = exports.normalizeFilterValue = exports.convertFilterOperator = exports.validateColumnName = exports.validateTableName = exports.sanitizeColumnName = exports.isNetworkError = exports.isAuthError = exports.formatSupabaseError = exports.getDatabaseUrl = exports.getStorageUrl = exports.validateCredentials = exports.createSupabaseClient = void 0;
 const supabase_js_1 = require("@supabase/supabase-js");
 function createSupabaseClient(credentials) {
     const client = (0, supabase_js_1.createClient)(credentials.host, credentials.serviceKey, {
@@ -154,6 +154,16 @@ function normalizeFilterValue(operator, value) {
 exports.normalizeFilterValue = normalizeFilterValue;
 exports.MAX_SAFE_URL_LENGTH = 7500;
 const MIN_IN_CHUNK_CHARS = 500;
+function computeMaxIdsPerChunk(selectFields) {
+    const BASE_LIMIT = 2000;
+    if (!selectFields || selectFields === '*')
+        return BASE_LIMIT;
+    const joinCount = (selectFields.match(/\(/g) || []).length;
+    if (joinCount === 0)
+        return BASE_LIMIT;
+    return Math.max(100, Math.floor(BASE_LIMIT / (1 + joinCount * 1.5)));
+}
+exports.computeMaxIdsPerChunk = computeMaxIdsPerChunk;
 function estimateUrlOverhead(hostUrl, table, selectFields, filters, sort) {
     let overhead = hostUrl.length + '/rest/v1/'.length + table.length + 1;
     if (selectFields) {
@@ -179,14 +189,14 @@ function estimateUrlOverhead(hostUrl, table, selectFields, filters, sort) {
     return overhead;
 }
 exports.estimateUrlOverhead = estimateUrlOverhead;
-function chunkInFilterValues(values, maxChars) {
+function chunkInFilterValues(values, maxChars, maxItems = Infinity) {
     const chunks = [];
     let currentChunk = [];
     let currentLength = 0;
     for (const value of values) {
         const valueStr = String(value);
         const addedLength = currentChunk.length === 0 ? valueStr.length : valueStr.length + 1;
-        if (currentLength + addedLength > maxChars && currentChunk.length > 0) {
+        if ((currentLength + addedLength > maxChars || currentChunk.length >= maxItems) && currentChunk.length > 0) {
             chunks.push(currentChunk);
             currentChunk = [value];
             currentLength = valueStr.length;
@@ -202,7 +212,7 @@ function chunkInFilterValues(values, maxChars) {
     return chunks;
 }
 exports.chunkInFilterValues = chunkInFilterValues;
-function expandChunkedFilters(filters, maxInChars) {
+function expandChunkedFilters(filters, maxInChars, maxItems) {
     const staticFilters = [];
     const inEntries = [];
     for (const filter of filters) {
@@ -236,11 +246,12 @@ function expandChunkedFilters(filters, maxInChars) {
     const totalBudget = maxInChars !== null && maxInChars !== void 0 ? maxInChars : defaultBudget;
     const perFilterBudget = Math.max(MIN_IN_CHUNK_CHARS, Math.floor(totalBudget / inEntries.length));
     const chunkedEntries = [];
+    const itemCap = maxItems !== null && maxItems !== void 0 ? maxItems : Infinity;
     for (const entry of inEntries) {
-        if (entry.serializedLength > perFilterBudget) {
+        if (entry.serializedLength > perFilterBudget || entry.values.length > itemCap) {
             chunkedEntries.push({
                 filter: entry.filter,
-                chunks: chunkInFilterValues(entry.values, perFilterBudget),
+                chunks: chunkInFilterValues(entry.values, perFilterBudget, itemCap),
             });
         }
         else {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fachkraftfreund/n8n-nodes-supabase",
-  "version": "1.2.14",
+  "version": "1.2.16",
   "description": "Comprehensive n8n community node for Supabase with database and storage operations",
   "keywords": [
     "n8n-community-node-package",