@fachkraftfreund/n8n-nodes-supabase 1.3.1 → 1.3.3

package/dist/nodes/Supabase/SupabaseCsvExport.node.js

@@ -2,6 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SupabaseCsvExport = void 0;
 const n8n_workflow_1 = require("n8n-workflow");
+const fs_1 = require("fs");
+const os_1 = require("os");
+const path_1 = require("path");
+const crypto_1 = require("crypto");
 const supabaseClient_1 = require("./utils/supabaseClient");
 const supabaseClient_2 = require("./utils/supabaseClient");
 function escapeRegExp(s) {
@@ -28,7 +32,7 @@ function discoverHeaders(rows) {
     }
     return [...set];
 }
-function batchToCsvBuffer(rows, headers, delimiter, quoteChar) {
+function batchToCsvLines(rows, headers, delimiter, quoteChar) {
     const lines = new Array(rows.length);
     for (let i = 0; i < rows.length; i++) {
         const row = rows[i];
@@ -36,7 +40,19 @@ function batchToCsvBuffer(rows, headers, delimiter, quoteChar) {
             .map((h) => escapeCsvField(row[h], delimiter, quoteChar))
             .join(delimiter);
     }
-    return Buffer.from(lines.join('\n'), 'utf-8');
+    return lines.join('\n') + '\n';
+}
+function streamWrite(stream, data) {
+    return new Promise((resolve, reject) => {
+        const ok = stream.write(data, 'utf-8');
+        if (ok) {
+            resolve();
+        }
+        else {
+            stream.once('drain', resolve);
+            stream.once('error', reject);
+        }
+    });
 }
 function buildSelectQuery(supabase, table, selectFields, filters, sort) {
     let query = supabase.from(table).select(selectFields);
@@ -76,21 +92,24 @@ function parseFilters(context, itemIndex) {
     }
 }
 const BATCH_SIZE = 1000;
-async function* fetchBatches(supabase, table, selectFields, filters, sort, hostUrl, returnAll, limit, preferOffset) {
+async function* fetchBatches(supabase, table, selectFields, filters, sort, hostUrl, returnAll, limit) {
     const overhead = (0, supabaseClient_2.estimateUrlOverhead)(hostUrl, table, selectFields, filters, sort);
     const maxInChars = Math.max(500, supabaseClient_2.MAX_SAFE_URL_LENGTH - overhead);
     const maxItems = (0, supabaseClient_2.computeMaxIdsPerChunk)(selectFields);
     const filterChunks = (0, supabaseClient_2.expandChunkedFilters)(filters, maxInChars, maxItems);
+    const hasIdColumn = selectFields === '*' || selectFields.split(',').some((f) => f.trim() === 'id');
     let totalYielded = 0;
     const maxRows = returnAll ? Infinity : limit;
-    for (const chunkFilters of filterChunks) {
+    const startTime = Date.now();
+    console.log(`[Supabase CSV] starting export table=${table} returnAll=${returnAll} chunks=${filterChunks.length} keyset=${hasIdColumn}`);
+    for (let ci = 0; ci < filterChunks.length; ci++) {
+        const chunkFilters = filterChunks[ci];
         if (totalYielded >= maxRows)
             break;
         if (returnAll) {
-            const useKeyset = !preferOffset &&
-                (selectFields === '*' || selectFields.split(',').some((f) => f.trim() === 'id'));
             let hasMore = true;
-            if (useKeyset) {
+            let batchNum = 0;
+            if (hasIdColumn) {
                 let lastId = null;
                 while (hasMore) {
                     let query = buildSelectQuery(supabase, table, selectFields, chunkFilters, []);
@@ -109,6 +128,11 @@ async function* fetchBatches(supabase, table, selectFields, filters, sort, hostU
                     else {
                         hasMore = false;
                     }
+                    batchNum++;
+                    if (batchNum % 50 === 0) {
+                        const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);
+                        console.log(`[Supabase CSV] chunk ${ci + 1}/${filterChunks.length} batch ${batchNum} — ${totalYielded} rows fetched (${elapsed}s)`);
+                    }
                 }
             }
             else {
@@ -127,6 +151,11 @@ async function* fetchBatches(supabase, table, selectFields, filters, sort, hostU
                         hasMore = false;
                     }
                     offset += BATCH_SIZE;
+                    batchNum++;
+                    if (batchNum % 50 === 0) {
+                        const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);
+                        console.log(`[Supabase CSV] chunk ${ci + 1}/${filterChunks.length} batch ${batchNum} (offset) — ${totalYielded} rows fetched (${elapsed}s)`);
+                    }
                 }
             }
         }
@@ -144,6 +173,8 @@ async function* fetchBatches(supabase, table, selectFields, filters, sort, hostU
             }
         }
     }
+    const elapsed = ((Date.now() - startTime) / 1000).toFixed(1);
+    console.log(`[Supabase CSV] fetch complete — ${totalYielded} rows in ${elapsed}s`);
 }
 class SupabaseCsvExport {
     constructor() {
@@ -565,7 +596,8 @@ class SupabaseCsvExport {
             selectWithJoins += `,${hint}(${cols})`;
         }
         const { delimiter, quoteChar } = csvOptions;
-        const csvChunks = [];
+        const tmpPath = (0, path_1.join)((0, os_1.tmpdir)(), `n8n-csv-${(0, crypto_1.randomBytes)(8).toString('hex')}.csv`);
+        const fileStream = (0, fs_1.createWriteStream)(tmpPath, { encoding: 'utf-8' });
         const ids = [];
         let rowCount = 0;
         let headers = null;
@@ -587,8 +619,7 @@ class SupabaseCsvExport {
                     throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Transform code syntax error: ${msg}`);
                 }
             }
-            const preferOffset = sort.length > 0;
-            for await (const batch of fetchBatches(supabase, table, selectWithJoins, filters, sort, credentials.host, returnAll, limit, preferOffset)) {
+            for await (const batch of fetchBatches(supabase, table, selectWithJoins, filters, sort, credentials.host, returnAll, limit)) {
                 let rows = batch;
                 if (transformFn) {
                     try {
@@ -612,25 +643,37 @@ class SupabaseCsvExport {
                     if (csvOptions.includeHeaders) {
                         const headerLine = headers
                             .map((h) => escapeCsvField(h, delimiter, quoteChar))
-                            .join(delimiter);
-                        csvChunks.push(Buffer.from(headerLine + '\n', 'utf-8'));
+                            .join(delimiter) + '\n';
+                        await streamWrite(fileStream, headerLine);
                     }
                 }
                 for (const row of rows) {
                     if (row[idColumn] != null)
                         ids.push(row[idColumn]);
                 }
-                const buf = batchToCsvBuffer(rows, headers, delimiter, quoteChar);
-                csvChunks.push(buf);
-                csvChunks.push(Buffer.from('\n', 'utf-8'));
+                await streamWrite(fileStream, batchToCsvLines(rows, headers, delimiter, quoteChar));
                 rowCount += rows.length;
             }
-            if (csvChunks.length > 0) {
-                const last = csvChunks[csvChunks.length - 1];
-                if (last.length === 1 && last[0] === 0x0a) {
-                    csvChunks.pop();
-                }
-            }
+            await new Promise((resolve, reject) => {
+                fileStream.end(() => resolve());
+                fileStream.on('error', reject);
+            });
+            console.log(`[Supabase CSV] wrote ${rowCount} rows to temp file, passing to n8n binary storage`);
+            const readStream = (0, fs_1.createReadStream)(tmpPath);
+            const binaryData = await this.helpers.prepareBinaryData(readStream, csvOptions.fileName, 'text/csv');
+            return [[
+                    {
+                        json: {
+                            table,
+                            rowCount,
+                            ids,
+                            fileName: csvOptions.fileName,
+                        },
+                        binary: {
+                            data: binaryData,
+                        },
+                    },
+                ]];
         }
         catch (error) {
             const msg = error instanceof Error ? error.message : 'Unknown error';
@@ -638,22 +681,16 @@ class SupabaseCsvExport {
                 throw error;
             throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Export failed: ${msg}`);
         }
-        const csvBuffer = Buffer.concat(csvChunks);
-        csvChunks.length = 0;
-        const binaryData = await this.helpers.prepareBinaryData(csvBuffer, csvOptions.fileName, 'text/csv');
-        return [[
-                {
-                    json: {
-                        table,
-                        rowCount,
-                        ids,
-                        fileName: csvOptions.fileName,
-                    },
-                    binary: {
-                        data: binaryData,
-                    },
-                },
-            ]];
+        finally {
+            try {
+                fileStream.destroy();
+            }
+            catch { }
+            try {
+                (0, fs_1.unlinkSync)(tmpPath);
+            }
+            catch { }
+        }
     }
 }
 exports.SupabaseCsvExport = SupabaseCsvExport;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fachkraftfreund/n8n-nodes-supabase",
-  "version": "1.3.1",
+  "version": "1.3.3",
   "description": "Comprehensive n8n community node for Supabase with database and storage operations",
   "keywords": [
     "n8n-community-node-package",