@fachkraftfreund/n8n-nodes-supabase 1.3.2 → 1.3.4

package/dist/nodes/Supabase/SupabaseCsvExport.node.js

@@ -2,6 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.SupabaseCsvExport = void 0;
 const n8n_workflow_1 = require("n8n-workflow");
+const fs_1 = require("fs");
+const os_1 = require("os");
+const path_1 = require("path");
+const crypto_1 = require("crypto");
 const supabaseClient_1 = require("./utils/supabaseClient");
 const supabaseClient_2 = require("./utils/supabaseClient");
 function escapeRegExp(s) {
@@ -28,7 +32,7 @@ function discoverHeaders(rows) {
     }
     return [...set];
 }
-function batchToCsvBuffer(rows, headers, delimiter, quoteChar) {
+function batchToCsvLines(rows, headers, delimiter, quoteChar) {
     const lines = new Array(rows.length);
     for (let i = 0; i < rows.length; i++) {
         const row = rows[i];
@@ -36,7 +40,19 @@ function batchToCsvBuffer(rows, headers, delimiter, quoteChar) {
             .map((h) => escapeCsvField(row[h], delimiter, quoteChar))
             .join(delimiter);
     }
-    return Buffer.from(lines.join('\n'), 'utf-8');
+    return lines.join('\n') + '\n';
+}
+function streamWrite(stream, data) {
+    return new Promise((resolve, reject) => {
+        const ok = stream.write(data, 'utf-8');
+        if (ok) {
+            resolve();
+        }
+        else {
+            stream.once('drain', resolve);
+            stream.once('error', reject);
+        }
+    });
 }
 function buildSelectQuery(supabase, table, selectFields, filters, sort) {
     let query = supabase.from(table).select(selectFields);
@@ -580,7 +596,8 @@ class SupabaseCsvExport {
             selectWithJoins += `,${hint}(${cols})`;
         }
         const { delimiter, quoteChar } = csvOptions;
-        const csvChunks = [];
+        const tmpPath = (0, path_1.join)((0, os_1.tmpdir)(), `n8n-csv-${(0, crypto_1.randomBytes)(8).toString('hex')}.csv`);
+        const fileStream = (0, fs_1.createWriteStream)(tmpPath, { encoding: 'utf-8' });
         const ids = [];
         let rowCount = 0;
         let headers = null;
@@ -626,25 +643,37 @@ class SupabaseCsvExport {
                     if (csvOptions.includeHeaders) {
                         const headerLine = headers
                             .map((h) => escapeCsvField(h, delimiter, quoteChar))
-                            .join(delimiter);
-                        csvChunks.push(Buffer.from(headerLine + '\n', 'utf-8'));
+                            .join(delimiter) + '\n';
+                        await streamWrite(fileStream, headerLine);
                     }
                 }
                 for (const row of rows) {
                     if (row[idColumn] != null)
                         ids.push(row[idColumn]);
                 }
-                const buf = batchToCsvBuffer(rows, headers, delimiter, quoteChar);
-                csvChunks.push(buf);
-                csvChunks.push(Buffer.from('\n', 'utf-8'));
+                await streamWrite(fileStream, batchToCsvLines(rows, headers, delimiter, quoteChar));
                 rowCount += rows.length;
             }
-            if (csvChunks.length > 0) {
-                const last = csvChunks[csvChunks.length - 1];
-                if (last.length === 1 && last[0] === 0x0a) {
-                    csvChunks.pop();
-                }
-            }
+            await new Promise((resolve, reject) => {
+                fileStream.end(() => resolve());
+                fileStream.on('error', reject);
+            });
+            console.log(`[Supabase CSV] wrote ${rowCount} rows to temp file, passing to n8n binary storage`);
+            const readStream = (0, fs_1.createReadStream)(tmpPath);
+            const binaryData = await this.helpers.prepareBinaryData(readStream, csvOptions.fileName, 'text/csv');
+            return [[
+                    {
+                        json: {
+                            table,
+                            rowCount,
+                            ids,
+                            fileName: csvOptions.fileName,
+                        },
+                        binary: {
+                            data: binaryData,
+                        },
+                    },
+                ]];
         }
         catch (error) {
             const msg = error instanceof Error ? error.message : 'Unknown error';
@@ -652,22 +681,16 @@ class SupabaseCsvExport {
                 throw error;
             throw new n8n_workflow_1.NodeOperationError(this.getNode(), `Export failed: ${msg}`);
         }
-        const csvBuffer = Buffer.concat(csvChunks);
-        csvChunks.length = 0;
-        const binaryData = await this.helpers.prepareBinaryData(csvBuffer, csvOptions.fileName, 'text/csv');
-        return [[
-                {
-                    json: {
-                        table,
-                        rowCount,
-                        ids,
-                        fileName: csvOptions.fileName,
-                    },
-                    binary: {
-                        data: binaryData,
-                    },
-                },
-            ]];
+        finally {
+            try {
+                fileStream.destroy();
+            }
+            catch { }
+            try {
+                (0, fs_1.unlinkSync)(tmpPath);
+            }
+            catch { }
+        }
     }
 }
 exports.SupabaseCsvExport = SupabaseCsvExport;

package/dist/nodes/Supabase/operations/database/index.js

@@ -55,6 +55,19 @@ exports.executeDatabaseOperation = executeDatabaseOperation;
 const BULK_BATCH_SIZE = 500;
 const MAX_RETRIES = 3;
 const RETRY_BASE_DELAY_MS = 1000;
+const DUPLICATE_ROW_ERROR = 'cannot affect row a second time';
+function deduplicateByConflictKeys(rows, conflictColumns) {
+    const keys = conflictColumns.split(',').map((k) => k.trim()).filter(Boolean);
+    if (keys.length === 0)
+        return rows;
+    const seen = new Map();
+    for (let i = 0; i < rows.length; i++) {
+        const row = rows[i];
+        const compositeKey = keys.map((k) => { var _a; return String((_a = row[k]) !== null && _a !== void 0 ? _a : ''); }).join('\0');
+        seen.set(compositeKey, i);
+    }
+    return Array.from(seen.values()).sort((a, b) => a - b).map((i) => rows[i]);
+}
 function isRetryableError(msg) {
     const lower = msg.toLowerCase();
     return (lower.includes('lock timeout') ||
@@ -198,16 +211,28 @@ async function handleBulkUpsert(supabase, itemCount) {
         options.onConflict = onConflict;
     const returnData = [];
     for (let offset = 0; offset < rows.length; offset += BULK_BATCH_SIZE) {
-        const batch = rows.slice(offset, offset + BULK_BATCH_SIZE);
+        let batch = rows.slice(offset, offset + BULK_BATCH_SIZE);
+        const batchLabel = `UPSERT ${table} batch ${Math.floor(offset / BULK_BATCH_SIZE) + 1}`;
         const data = await withRetry(async () => {
             const { data, error } = await supabase
                 .from(table)
                 .upsert(batch, options)
                 .select();
-            if (error)
-                throw new Error((0, supabaseClient_1.formatSupabaseError)(error));
+            if (error) {
+                const msg = (0, supabaseClient_1.formatSupabaseError)(error);
+                if (msg.toLowerCase().includes(DUPLICATE_ROW_ERROR) && onConflict) {
+                    const before = batch.length;
+                    batch = deduplicateByConflictKeys(batch, onConflict);
+                    console.log(`[Supabase ${batchLabel}] removed ${before - batch.length} duplicate(s) by conflict key "${onConflict}", retrying ${batch.length} rows`);
+                    const retry = await supabase.from(table).upsert(batch, options).select();
+                    if (retry.error)
+                        throw new Error((0, supabaseClient_1.formatSupabaseError)(retry.error));
+                    return retry.data;
+                }
+                throw new Error(msg);
+            }
             return data;
-        }, `UPSERT ${table} batch ${Math.floor(offset / BULK_BATCH_SIZE) + 1}`);
+        }, batchLabel);
         if (Array.isArray(data)) {
             for (const row of data)
                 returnData.push({ json: row });
@@ -233,16 +258,28 @@ async function handleBulkUpdate(supabase, itemCount) {
     }
     const returnData = [];
     for (let offset = 0; offset < rows.length; offset += BULK_BATCH_SIZE) {
-        const batch = rows.slice(offset, offset + BULK_BATCH_SIZE);
+        let batch = rows.slice(offset, offset + BULK_BATCH_SIZE);
+        const batchLabel = `UPDATE ${table} batch ${Math.floor(offset / BULK_BATCH_SIZE) + 1}`;
         const data = await withRetry(async () => {
             const { data, error } = await supabase
                 .from(table)
                 .upsert(batch, { onConflict: matchColumn })
                 .select();
-            if (error)
-                throw new Error((0, supabaseClient_1.formatSupabaseError)(error));
+            if (error) {
+                const msg = (0, supabaseClient_1.formatSupabaseError)(error);
+                if (msg.toLowerCase().includes(DUPLICATE_ROW_ERROR)) {
+                    const before = batch.length;
+                    batch = deduplicateByConflictKeys(batch, matchColumn);
+                    console.log(`[Supabase ${batchLabel}] removed ${before - batch.length} duplicate(s) by match column "${matchColumn}", retrying ${batch.length} rows`);
+                    const retry = await supabase.from(table).upsert(batch, { onConflict: matchColumn }).select();
+                    if (retry.error)
+                        throw new Error((0, supabaseClient_1.formatSupabaseError)(retry.error));
+                    return retry.data;
+                }
+                throw new Error(msg);
+            }
             return data;
-        }, `UPDATE ${table} batch ${Math.floor(offset / BULK_BATCH_SIZE) + 1}`);
+        }, batchLabel);
         if (Array.isArray(data)) {
             for (const row of data)
                 returnData.push({ json: row });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fachkraftfreund/n8n-nodes-supabase",
-  "version": "1.3.2",
+  "version": "1.3.4",
   "description": "Comprehensive n8n community node for Supabase with database and storage operations",
   "keywords": [
     "n8n-community-node-package",