n8n-nodes-base 1.117.1 → 1.118.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/credentials/SendGridApi.credentials.js +1 -1
- package/dist/credentials/SendGridApi.credentials.js.map +1 -1
- package/dist/nodes/Files/ExtractFromFile/ExtractFromFile.node.d.ts.map +1 -1
- package/dist/nodes/Files/ExtractFromFile/ExtractFromFile.node.js +5 -2
- package/dist/nodes/Files/ExtractFromFile/ExtractFromFile.node.js.map +1 -1
- package/dist/nodes/Files/ExtractFromFile/actions/spreadsheet.operation.d.ts +2 -1
- package/dist/nodes/Files/ExtractFromFile/actions/spreadsheet.operation.d.ts.map +1 -1
- package/dist/nodes/Files/ExtractFromFile/actions/spreadsheet.operation.js +11 -3
- package/dist/nodes/Files/ExtractFromFile/actions/spreadsheet.operation.js.map +1 -1
- package/dist/nodes/Google/GSuiteAdmin/GSuiteAdmin.node.d.ts.map +1 -1
- package/dist/nodes/Google/GSuiteAdmin/GSuiteAdmin.node.js +10 -0
- package/dist/nodes/Google/GSuiteAdmin/GSuiteAdmin.node.js.map +1 -1
- package/dist/nodes/Redis/Redis.node.d.ts.map +1 -1
- package/dist/nodes/Redis/Redis.node.js +42 -1
- package/dist/nodes/Redis/Redis.node.js.map +1 -1
- package/dist/nodes/Slack/SlackTrigger.node.d.ts.map +1 -1
- package/dist/nodes/Slack/SlackTrigger.node.js +3 -0
- package/dist/nodes/Slack/SlackTrigger.node.js.map +1 -1
- package/dist/nodes/SpreadsheetFile/description.d.ts.map +1 -1
- package/dist/nodes/SpreadsheetFile/description.js +33 -0
- package/dist/nodes/SpreadsheetFile/description.js.map +1 -1
- package/dist/nodes/SpreadsheetFile/v2/fromFile.operation.d.ts +4 -1
- package/dist/nodes/SpreadsheetFile/v2/fromFile.operation.d.ts.map +1 -1
- package/dist/nodes/SpreadsheetFile/v2/fromFile.operation.js +29 -4
- package/dist/nodes/SpreadsheetFile/v2/fromFile.operation.js.map +1 -1
- package/dist/typecheck.tsbuildinfo +1 -1
- package/dist/types/credentials.json +1 -1
- package/dist/types/nodes.json +5 -5
- package/package.json +7 -7
|
@@ -58,7 +58,7 @@ exports.description = [
|
|
|
58
58
|
},
|
|
59
59
|
description_1.fromFileOptions,
|
|
60
60
|
];
|
|
61
|
-
async function execute(items, fileFormatProperty = 'fileFormat') {
|
|
61
|
+
async function execute(items, fileFormatProperty = 'fileFormat', { failOnCsvBufferError = false } = {}) {
|
|
62
62
|
const returnData = [];
|
|
63
63
|
let fileExtension;
|
|
64
64
|
let fileFormat;
|
|
@@ -77,12 +77,14 @@ async function execute(items, fileFormatProperty = 'fileFormat') {
|
|
|
77
77
|
}
|
|
78
78
|
if (fileFormat === 'csv') {
|
|
79
79
|
const maxRowCount = options.maxRowCount;
|
|
80
|
-
const
|
|
80
|
+
const skipRecordsWithErrors = options.skipRecordsWithErrors?.value?.enabled;
|
|
81
|
+
const csvOptions = {
|
|
81
82
|
delimiter: options.delimiter,
|
|
82
83
|
fromLine: options.fromLine,
|
|
83
84
|
encoding: options.encoding,
|
|
84
85
|
bom: options.enableBOM,
|
|
85
86
|
to: maxRowCount > -1 ? maxRowCount : undefined,
|
|
87
|
+
skip_records_with_error: skipRecordsWithErrors,
|
|
86
88
|
columns: options.headerRow !== false,
|
|
87
89
|
relax_quotes: options.relaxQuotes,
|
|
88
90
|
onRecord: (record) => {
|
|
@@ -91,10 +93,15 @@ async function execute(items, fileFormatProperty = 'fileFormat') {
|
|
|
91
93
|
}
|
|
92
94
|
rows.push(record);
|
|
93
95
|
},
|
|
96
|
+
};
|
|
97
|
+
const parser = (0, csv_parse_1.parse)(csvOptions);
|
|
98
|
+
let skippedRecords = 0;
|
|
99
|
+
parser.on('skip', (_err) => {
|
|
100
|
+
skippedRecords += 1;
|
|
94
101
|
});
|
|
95
102
|
if (binaryData.id) {
|
|
96
103
|
const stream = await this.helpers.getBinaryStream(binaryData.id);
|
|
97
|
-
await new Promise(
|
|
104
|
+
await new Promise((resolve, reject) => {
|
|
98
105
|
parser.on('error', reject);
|
|
99
106
|
parser.on('readable', () => {
|
|
100
107
|
stream.unpipe(parser);
|
|
@@ -106,7 +113,25 @@ async function execute(items, fileFormatProperty = 'fileFormat') {
|
|
|
106
113
|
}
|
|
107
114
|
else {
|
|
108
115
|
parser.write(binaryData.data, n8n_workflow_1.BINARY_ENCODING);
|
|
109
|
-
|
|
116
|
+
if (failOnCsvBufferError) {
|
|
117
|
+
await new Promise((resolve, reject) => {
|
|
118
|
+
parser.on('error', reject);
|
|
119
|
+
parser.on('readable', () => {
|
|
120
|
+
resolve();
|
|
121
|
+
});
|
|
122
|
+
parser.end();
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
else {
|
|
126
|
+
// this ignores errors, but we keep it for backwards compatibility
|
|
127
|
+
parser.end();
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
const maxSkippedRecords = options.skipRecordsWithErrors?.value?.maxSkippedRecords ?? -1;
|
|
131
|
+
if (skipRecordsWithErrors && maxSkippedRecords > 0 && skippedRecords > maxSkippedRecords) {
|
|
132
|
+
throw new n8n_workflow_1.NodeOperationError(this.getNode(), 'Max number of skipped records exceeded', {
|
|
133
|
+
itemIndex: i,
|
|
134
|
+
});
|
|
110
135
|
}
|
|
111
136
|
}
|
|
112
137
|
else {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fromFile.operation.js","sourceRoot":"","sources":["../../../../nodes/SpreadsheetFile/v2/fromFile.operation.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"fromFile.operation.js","sourceRoot":"","sources":["../../../../nodes/SpreadsheetFile/v2/fromFile.operation.ts"],"names":[],"mappings":";;;AAoFA,0BA2MC;AA/RD,yCAAiF;AAEjF,+CAAmE;AAEnE,+BAA4D;AAE5D,gDAAiE;AAqBpD,QAAA,WAAW,GAAsB;IAC7C,4BAAc;IACd;QACC,WAAW,EAAE,aAAa;QAC1B,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,SAAS;QACf,OAAO,EAAE;YACR;gBACC,IAAI,EAAE,YAAY;gBAClB,KAAK,EAAE,YAAY;aACnB;YACD;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,wBAAwB;aACrC;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,MAAM;gBACb,WAAW,EAAE,YAAY;aACzB;YACD;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,0BAA0B;aACvC;YACD;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,kBAAkB;aAC/B;YACD;gBACC,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,OAAO;aACpB;YACD;gBACC,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,MAAM;gBACb,WAAW,EAAE,OAAO;aACpB;SACD;QACD,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,4CAA4C;QACzD,cAAc,EAAE;YACf,IAAI,EAAE;gBACL,SAAS,EAAE,CAAC,UAAU,CAAC;aACvB;SACD;KACD;IACD,6BAAe;CACf,CAAC;AAMK,KAAK,UAAU,OAAO,CAE5B,KAA2B,EAC3B,kBAAkB,GAAG,YAAY,EACjC,EAAE,oBAAoB,GAAG,KAAK,KAAsB,EAAE;IAEtD,MAAM,UAAU,GAAyB,EAAE,CAAC;IAC5C,IAAI,aAAa,CAAC;IAClB,IAAI,UAAU,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE,CAAY,CAAC;YACnE,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACxE,aAAa,GAAG,UAAU,CAAC,aAAa,CAAC;YAEzC,IAAI,IAAI,GAAc,EAAE,CAAC;YAEzB,IACC,UAAU,KAAK,YAAY;gBAC3B,CAAC,UAAU,CAAC,QAAQ,KAAK,UAAU;oBAClC,CAAC,UAAU,CAAC,QAAQ,KAAK,YAAY,IAAI,UAAU,CAAC,aAAa,KAAK,KAAK,CAAC,CAAC,EAC7E,CAAC;gBACF,UAAU,GAAG,KAAK,CAAC;YACpB,CAAC;YAED,IAAI,UAAU,KAAK,KAAK,EAAE,CAAC;gBAC1B,MAAM,WAAW,GAAG,OAAO,CAAC,WAAqB,CAAC;gBAClD,MAAM,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,EAAE,KAAK,EAAE,OAAO,CAAC;gBAC5E,MAAM,UAAU,GAAe;oBAC9B,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,QAAQ,EAAE,OAAO,CAAC,QAAQ;oBAC1B,GAAG,EAAE,OAAO,CAAC,SAAS;oBACtB,EAAE,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS;oBAC9C,uBAAuB,EAAE,qBAAqB;oBAC9C,OAAO,EAAE,OAAO,CAAC,SAAS,KAAK,KAAK;oBACpC,YAAY,EAAE,OAAO,CAAC,WAAW;oBACjC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE;wBACpB,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,CAAC;4BAChC,MAAM,GAAG,MAAM,CAAC,WAAW,CAC1B,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC,CAC9D,CAAC;wBACH,CAAC;wBACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACnB,CAAC;iBACD,CAAC;gBACF,MAAM,MAAM,GAAG,IAAA,iBAAe,EAAC,UAAU,CAAC,CAAC;gBAE3C,IAAI,cAAc,GAAG,CAAC,CAAC;gBACvB,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;oBAC1B,cAAc,IAAI,CAAC,CAAC;gBACrB,CAAC,CAAC,CAAC;gBAEH,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;oBACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;oBACjE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;wBAC3C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;wBAC3B,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;4BAC1B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;4BACtB,MAAM,CAAC,OAAO,EAAE,CAAC;4BACjB,OAAO,EAAE,CAAC;wBACX,CAAC,CAAC,CAAC;wBACH,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACrB,CAAC,CAAC,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACP,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,8BAAe,CAAC,CAAC;oBAE/C,IAAI,oBAAoB,EAAE,CAAC;wBAC1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;4BAC3C,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;4BAC3B,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,EAAE;gCAC1B,OAAO,EAAE,CAAC;4BACX,CAAC,CAAC,CAAC;4BACH,MAAM,CAAC,GAAG,EAAE,CAAC;wBACd,CAAC,CAAC,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACP,kEAAkE;wBAClE,MAAM,CAAC,GAAG,EAAE,CAAC;oBACd,CAAC;gBACF,CAAC;gBAED,MAAM,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC,CAAC;gBACxF,IAAI,qBAAqB,IAAI,iBAAiB,GAAG,CAAC,IAAI,cAAc,GAAG,iBAAiB,EAAE,CAAC;oBAC1F,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,wCAAwC,EAAE;wBACtF,SAAS,EAAE,CAAC;qBACZ,CAAC,CAAC;gBACJ,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,MAAM,WAAW,GAAmB,EAAE,GAAG,EAAE,OAAO,CAAC,OAAkB,EAAE,CAAC;gBAExE,IAAI,MAAc,CAAC;gBACnB,IAAI,UAAU,CAAC,EAAE,EAAE,CAAC;oBACnB,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAC;oBAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACP,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,8BAAe,CAAC,CAAC;gBACxD,CAAC;gBAED,IAAI,QAAQ,CAAC;gBACb,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;oBAC1B,WAAW,CAAC,IAAI,GAAG,QAAQ,CAAC;oBAC5B,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBAC/C,QAAQ,GAAG,IAAA,WAAQ,EAAC,YAAY,EAAE,WAAW,CAAC,CAAC;gBAChD,CAAC;qBAAM,CAAC;oBACP,QAAQ,GAAG,IAAA,WAAQ,EAAC,MAAM,EAAE,WAAW,CAAC,CAAC;gBAC1C,CAAC;gBAED,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtC,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,uCAAuC,EAAE;wBACrF,SAAS,EAAE,CAAC;qBACZ,CAAC,CAAC;gBACJ,CAAC;gBAED,IAAI,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACvB,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAmB,CAAC,EAAE,CAAC;wBAChE,MAAM,IAAI,iCAAkB,CAC3B,IAAI,CAAC,OAAO,EAAE,EACd,8CAA8C,OAAO,CAAC,SAAS,IAAI,EACnE,EAAE,SAAS,EAAE,CAAC,EAAE,CAChB,CAAC;oBACH,CAAC;oBACD,SAAS,GAAG,OAAO,CAAC,SAAmB,CAAC;gBACzC,CAAC;gBAED,qBAAqB;gBACrB,MAAM,kBAAkB,GAAmB,EAAE,CAAC;gBAC9C,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;oBACnB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAe,CAAC,EAAE,CAAC;wBACpC,kBAAkB,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;oBAC1C,CAAC;yBAAM,CAAC;wBACP,kBAAkB,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAe,EAAE,EAAE,CAAC,CAAC;oBAClE,CAAC;gBACF,CAAC;gBAED,IAAI,OAAO,CAAC,iBAAiB,EAAE,CAAC;oBAC/B,kBAAkB,CAAC,MAAM,GAAG,EAAE,CAAC;gBAChC,CAAC;gBAED,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;oBACjC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,uCAAuC;gBACvE,CAAC;gBAED,IAAI,GAAG,YAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,kBAAkB,CAAC,CAAC;gBAE/E,uCAAuC;gBACvC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,SAAS;gBACV,CAAC;YACF,CAAC;YAED,sDAAsD;YACtD,IAAI,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;gBACjC,0EAA0E;gBAC1E,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;oBAC5B,UAAU,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE;4BACL,GAAG,EAAE,OAAO;yBACZ;wBACD,UAAU,EAAE;4BACX,IAAI,EAAE,CAAC;yBACP;qBACqB,CAAC,CAAC;gBAC1B,CAAC;YACF,CAAC;iBAAM,CAAC;gBACP,KAAK,MAAM,OAAO,IAAI,IAAI,EAAE,CAAC;oBAC5B,UAAU,CAAC,IAAI,CAAC;wBACf,IAAI,EAAE,OAAO;wBACb,UAAU,EAAE;4BACX,IAAI,EAAE,CAAC;yBACP;qBACqB,CAAC,CAAC;gBAC1B,CAAC;YACF,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,gBAAgB,GAAG,KAAK,CAAC,WAAW,CAAC;YACzC,IAAI,aAAa,IAAI,aAAa,KAAK,UAAU,EAAE,CAAC;gBACnD,KAAK,CAAC,OAAO,GAAG,uDAAuD,UAAU,SAAS,CAAC;gBAC3F,gBAAgB,GAAG,2CAA2C,UAAU,+BAA+B,CAAC;YACzG,CAAC;YACD,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;gBAC3B,UAAU,CAAC,IAAI,CAAC;oBACf,IAAI,EAAE;wBACL,KAAK,EAAE,KAAK,CAAC,OAAO;qBACpB;oBACD,UAAU,EAAE;wBACX,IAAI,EAAE,CAAC;qBACP;iBACD,CAAC,CAAC;gBACH,SAAS;YACV,CAAC;YACD,MAAM,IAAI,iCAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE;gBACnD,SAAS,EAAE,CAAC;gBACZ,WAAW,EAAE,gBAAgB;aAC7B,CAAC,CAAC;QACJ,CAAC;IACF,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC"}
|