@0xtorch/csv 0.0.52 → 0.0.53
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/_cjs/streamCsvToActions.js +15 -0
- package/_cjs/streamCsvToActions.js.map +1 -1
- package/_esm/streamCsvToActions.js +15 -0
- package/_esm/streamCsvToActions.js.map +1 -1
- package/_types/streamCsvToActions.d.ts +2 -0
- package/_types/streamCsvToActions.d.ts.map +1 -1
- package/package.json +1 -1
- package/streamCsvToActions.ts +17 -0
|
@@ -10,8 +10,11 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
10
10
|
let error;
|
|
11
11
|
let ignoreRowCount = 0;
|
|
12
12
|
let rowCount = 0;
|
|
13
|
+
let headerRow;
|
|
14
|
+
const ignoreRows = [];
|
|
13
15
|
let currentKeyValue;
|
|
14
16
|
let currentRows = [];
|
|
17
|
+
let currentRawRows = [];
|
|
15
18
|
let actions = [];
|
|
16
19
|
let formatIndexRecord;
|
|
17
20
|
await new Promise((resolve) => {
|
|
@@ -40,6 +43,7 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
40
43
|
formatIndexRecordTemp[key] = index;
|
|
41
44
|
}
|
|
42
45
|
formatIndexRecord = formatIndexRecordTemp;
|
|
46
|
+
headerRow = result.data;
|
|
43
47
|
return;
|
|
44
48
|
}
|
|
45
49
|
if (result.data.every((v) => v === '')) {
|
|
@@ -53,10 +57,12 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
53
57
|
}
|
|
54
58
|
const formattedRow = formatRow(row, format.formatter);
|
|
55
59
|
if (formattedRow === undefined) {
|
|
60
|
+
ignoreRows.push(result.data);
|
|
56
61
|
ignoreRowCount += 1;
|
|
57
62
|
return;
|
|
58
63
|
}
|
|
59
64
|
if (format.parser.key === undefined) {
|
|
65
|
+
currentRawRows = [];
|
|
60
66
|
currentRows = [];
|
|
61
67
|
const rowActions = (0, parseRowsToActions_1.parseTargetRowsToActions)({
|
|
62
68
|
rows: [formattedRow],
|
|
@@ -67,6 +73,7 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
67
73
|
fiats,
|
|
68
74
|
});
|
|
69
75
|
if (rowActions.length === 0) {
|
|
76
|
+
ignoreRows.push(result.data);
|
|
70
77
|
ignoreRowCount += 1;
|
|
71
78
|
}
|
|
72
79
|
actions.push(...rowActions);
|
|
@@ -88,12 +95,15 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
88
95
|
fiats,
|
|
89
96
|
});
|
|
90
97
|
if (keyActions.length === 0) {
|
|
98
|
+
ignoreRows.push(...currentRawRows);
|
|
91
99
|
ignoreRowCount += currentRows.length;
|
|
92
100
|
}
|
|
93
101
|
actions.push(...keyActions);
|
|
102
|
+
currentRawRows = [];
|
|
94
103
|
currentRows = [];
|
|
95
104
|
}
|
|
96
105
|
currentKeyValue = keyValue;
|
|
106
|
+
currentRawRows.push(result.data);
|
|
97
107
|
currentRows.push(formattedRow);
|
|
98
108
|
}
|
|
99
109
|
if (actions.length >= chunkSize + 1) {
|
|
@@ -129,6 +139,8 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
129
139
|
error,
|
|
130
140
|
rowCount,
|
|
131
141
|
ignoreRowCount,
|
|
142
|
+
headerRow,
|
|
143
|
+
ignoreRows,
|
|
132
144
|
};
|
|
133
145
|
}
|
|
134
146
|
if (currentRows.length > 0) {
|
|
@@ -141,6 +153,7 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
141
153
|
fiats,
|
|
142
154
|
});
|
|
143
155
|
if (keyActions.length === 0) {
|
|
156
|
+
ignoreRows.push(...currentRawRows);
|
|
144
157
|
ignoreRowCount += currentRows.length;
|
|
145
158
|
}
|
|
146
159
|
actions.push(...keyActions);
|
|
@@ -159,6 +172,8 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
|
|
|
159
172
|
error,
|
|
160
173
|
rowCount,
|
|
161
174
|
ignoreRowCount,
|
|
175
|
+
headerRow,
|
|
176
|
+
ignoreRows,
|
|
162
177
|
};
|
|
163
178
|
};
|
|
164
179
|
exports.streamCsvToActions = streamCsvToActions;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":";;;AACA,yCAAiC;AACjC,mDAA8C;AAC9C,6DAA+D;AAC/D,kDAAyD;
|
|
1
|
+
{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":";;;AACA,yCAAiC;AACjC,mDAA8C;AAC9C,6DAA+D;AAC/D,kDAAyD;AAsBlD,MAAM,kBAAkB,GAAG,KAAK,EAAE,EACvC,IAAI,EACJ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,SAAS,GAAG,GAAG,GACc,EAA0C,EAAE;IAEzE,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,KAAc,CAAA;IAClB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,SAA+B,CAAA;IACnC,MAAM,UAAU,GAAe,EAAE,CAAA;IACjC,IAAI,eAAmC,CAAA;IACvC,IAAI,WAAW,GAAmB,EAAE,CAAA;IACpC,IAAI,cAAc,GAAe,EAAE,CAAA;IACnC,IAAI,OAAO,GAAa,EAAE,CAAA;IAE1B,IAAI,iBAAqD,CAAA;IACzD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,IAAA,iBAAK,EAAC,IAAI,EAAE;YACV,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,IAAI;YACpB,QAAQ;YACR,QAAQ,EAAE,GAAG,EAAE;gBACb,OAAO,EAAE,CAAA;YACX,CAAC;YACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;oBAC7C,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;gBACD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,MAAM,qBAAqB,GAA2B,EAAE,CAAA;oBACxD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;wBAChD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;wBACtC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;4BACjB,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAA;4BACnC,MAAM,CAAC,KAAK,EAAE,CAAA;4BACd,OAAM;wBACR,CAAC;wBACD,qBAAqB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;oBACpC,CAAC;oBACD,iBAAiB,GAAG,qBAAqB,CAAA;oBACzC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAA;oBACvB,OAAM;gBACR,CAAC;gBAED,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;oBACvC,OAAM;gBACR,CAAC;gBAED,QAAQ,IAAI,CAAC,CAAA;gBAGb,MAAM,GAAG,GAA2B,EAAE,CAAA;gBACtC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAA;oBACpC,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC/B,CAAC;gBACD,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;gBACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAC5B,cAAc,IAAI,CAAC,CAAA;oBACnB,OAAM;gBACR,CAAC;gBAGD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;oBACpC,cAAc,GAAG,EAAE,CAAA;oBACnB,WAAW,GAAG,EAAE,CAAA;oBAChB,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;wBAC1C,IAAI,EAAE,CAAC,YAAY,CAAC;wBACpB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;wBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ;wBACR,KAAK;qBACN,CAAC,CAAA;oBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;wBAC5B,cAAc,IAAI,CAAC,CAAA;oBACrB,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,IAAA,oBAAc,EAAC;wBAC9B,GAAG,EAAE,YAAY;wBACjB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;qBACvB,CAAC,CAAA;oBACF,IACE,eAAe,KAAK,SAAS;wBAC7B,eAAe,KAAK,QAAQ;wBAC5B,WAAW,CAAC,MAAM,GAAG,CAAC,EACtB,CAAC;wBACD,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;4BAC1C,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;4BAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;4BACrC,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,QAAQ;4BACR,KAAK;yBACN,CAAC,CAAA;wBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC5B,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;4BAClC,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;wBACtC,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;wBAC3B,cAAc,GAAG,EAAE,CAAA;wBACnB,WAAW,GAAG,EAAE,CAAA;oBAClB,CAAC;oBACD,eAAe,GAAG,QAAQ,CAAA;oBAC1B,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAChC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAChC,CAAC;gBAGD,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;oBAC3D,MAAM,aAAa,GAAa,EAAE,CAAA;oBAClC,MAAM,gBAAgB,GAAa,EAAE,CAAA;oBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;4BACvC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC/B,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC5B,CAAC;oBACH,CAAC;oBACD,OAAO,GAAG,gBAAgB,CAAA;oBAC1B,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,GAAG,KAAK,CAAA;wBACf,KAAK,GAAG,CAAC,CAAA;wBACT,MAAM,CAAC,KAAK,EAAE,CAAA;oBAChB,CAAC;oBACD,MAAM,CAAC,MAAM,EAAE,CAAA;gBACjB,CAAC;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,QAAQ;YACR,cAAc;YACd,SAAS;YACT,UAAU;SACX,CAAA;IACH,CAAC;IAGD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;YAC1C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;YAClC,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC7B,CAAC;IAGD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAG,KAAK,CAAA;YACf,KAAK,GAAG,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,QAAQ;QACR,cAAc;QACd,SAAS;QACT,UAAU;KACX,CAAA;AACH,CAAC,CAAA;AAhMY,QAAA,kBAAkB,sBAgM9B;AAED,MAAM,SAAS,GAAG,CAChB,GAA2B,EAC3B,SAAiC,EACP,EAAE;IAC5B,IAAI,CAAC;QACH,OAAO,IAAA,4BAAY,EAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA"}
|
|
@@ -8,8 +8,11 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
8
8
|
let error;
|
|
9
9
|
let ignoreRowCount = 0;
|
|
10
10
|
let rowCount = 0;
|
|
11
|
+
let headerRow;
|
|
12
|
+
const ignoreRows = [];
|
|
11
13
|
let currentKeyValue;
|
|
12
14
|
let currentRows = [];
|
|
15
|
+
let currentRawRows = [];
|
|
13
16
|
let actions = [];
|
|
14
17
|
let formatIndexRecord;
|
|
15
18
|
await new Promise((resolve) => {
|
|
@@ -38,6 +41,7 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
38
41
|
formatIndexRecordTemp[key] = index;
|
|
39
42
|
}
|
|
40
43
|
formatIndexRecord = formatIndexRecordTemp;
|
|
44
|
+
headerRow = result.data;
|
|
41
45
|
return;
|
|
42
46
|
}
|
|
43
47
|
if (result.data.every((v) => v === '')) {
|
|
@@ -52,11 +56,13 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
52
56
|
}
|
|
53
57
|
const formattedRow = formatRow(row, format.formatter);
|
|
54
58
|
if (formattedRow === undefined) {
|
|
59
|
+
ignoreRows.push(result.data);
|
|
55
60
|
ignoreRowCount += 1;
|
|
56
61
|
return;
|
|
57
62
|
}
|
|
58
63
|
// parse
|
|
59
64
|
if (format.parser.key === undefined) {
|
|
65
|
+
currentRawRows = [];
|
|
60
66
|
currentRows = [];
|
|
61
67
|
const rowActions = parseTargetRowsToActions({
|
|
62
68
|
rows: [formattedRow],
|
|
@@ -67,6 +73,7 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
67
73
|
fiats,
|
|
68
74
|
});
|
|
69
75
|
if (rowActions.length === 0) {
|
|
76
|
+
ignoreRows.push(result.data);
|
|
70
77
|
ignoreRowCount += 1;
|
|
71
78
|
}
|
|
72
79
|
actions.push(...rowActions);
|
|
@@ -88,12 +95,15 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
88
95
|
fiats,
|
|
89
96
|
});
|
|
90
97
|
if (keyActions.length === 0) {
|
|
98
|
+
ignoreRows.push(...currentRawRows);
|
|
91
99
|
ignoreRowCount += currentRows.length;
|
|
92
100
|
}
|
|
93
101
|
actions.push(...keyActions);
|
|
102
|
+
currentRawRows = [];
|
|
94
103
|
currentRows = [];
|
|
95
104
|
}
|
|
96
105
|
currentKeyValue = keyValue;
|
|
106
|
+
currentRawRows.push(result.data);
|
|
97
107
|
currentRows.push(formattedRow);
|
|
98
108
|
}
|
|
99
109
|
// actions が chunkSize に達したら最後の action source と同一 source を除いて actions を保存
|
|
@@ -130,6 +140,8 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
130
140
|
error,
|
|
131
141
|
rowCount,
|
|
132
142
|
ignoreRowCount,
|
|
143
|
+
headerRow,
|
|
144
|
+
ignoreRows,
|
|
133
145
|
};
|
|
134
146
|
}
|
|
135
147
|
// currentRows が残っていたら actions に追加
|
|
@@ -143,6 +155,7 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
143
155
|
fiats,
|
|
144
156
|
});
|
|
145
157
|
if (keyActions.length === 0) {
|
|
158
|
+
ignoreRows.push(...currentRawRows);
|
|
146
159
|
ignoreRowCount += currentRows.length;
|
|
147
160
|
}
|
|
148
161
|
actions.push(...keyActions);
|
|
@@ -162,6 +175,8 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
|
|
|
162
175
|
error,
|
|
163
176
|
rowCount,
|
|
164
177
|
ignoreRowCount,
|
|
178
|
+
headerRow,
|
|
179
|
+
ignoreRows,
|
|
165
180
|
};
|
|
166
181
|
};
|
|
167
182
|
const formatRow = (row, formatter) => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;
|
|
1
|
+
{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAsBzD,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,EACvC,IAAI,EACJ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,SAAS,GAAG,GAAG,GACc,EAA0C,EAAE;IACzE,aAAa;IACb,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,KAAc,CAAA;IAClB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,SAA+B,CAAA;IACnC,MAAM,UAAU,GAAe,EAAE,CAAA;IACjC,IAAI,eAAmC,CAAA;IACvC,IAAI,WAAW,GAAmB,EAAE,CAAA;IACpC,IAAI,cAAc,GAAe,EAAE,CAAA;IACnC,IAAI,OAAO,GAAa,EAAE,CAAA;IAE1B,IAAI,iBAAqD,CAAA;IACzD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,KAAK,CAAC,IAAI,EAAE;YACV,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,IAAI;YACpB,QAAQ;YACR,QAAQ,EAAE,GAAG,EAAE;gBACb,OAAO,EAAE,CAAA;YACX,CAAC;YACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;gBAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChC,OAAO,CAAC,IAAI,CAAC,kBAAkB,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;oBAC7C,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;gBACD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,MAAM,qBAAqB,GAA2B,EAAE,CAAA;oBACxD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;wBAChD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;wBACtC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;4BACjB,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAA;4BACnC,MAAM,CAAC,KAAK,EAAE,CAAA;4BACd,OAAM;wBACR,CAAC;wBACD,qBAAqB,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;oBACpC,CAAC;oBACD,iBAAiB,GAAG,qBAAqB,CAAA;oBACzC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAA;oBACvB,OAAM;gBACR,CAAC;gBAED,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC;oBACvC,OAAM;gBACR,CAAC;gBAED,QAAQ,IAAI,CAAC,CAAA;gBAEb,SAAS;gBACT,MAAM,GAAG,GAA2B,EAAE,CAAA;gBACtC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAA;oBACpC,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC/B,CAAC;gBACD,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;gBACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAC5B,cAAc,IAAI,CAAC,CAAA;oBACnB,OAAM;gBACR,CAAC;gBAED,QAAQ;gBACR,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;oBACpC,cAAc,GAAG,EAAE,CAAA;oBACnB,WAAW,GAAG,EAAE,CAAA;oBAChB,MAAM,UAAU,GAAG,wBAAwB,CAAC;wBAC1C,IAAI,EAAE,CAAC,YAAY,CAAC;wBACpB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;wBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ;wBACR,KAAK;qBACN,CAAC,CAAA;oBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;wBAC5B,cAAc,IAAI,CAAC,CAAA;oBACrB,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,cAAc,CAAC;wBAC9B,GAAG,EAAE,YAAY;wBACjB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;qBACvB,CAAC,CAAA;oBACF,IACE,eAAe,KAAK,SAAS;wBAC7B,eAAe,KAAK,QAAQ;wBAC5B,WAAW,CAAC,MAAM,GAAG,CAAC,EACtB,CAAC;wBACD,MAAM,UAAU,GAAG,wBAAwB,CAAC;4BAC1C,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;4BAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;4BACrC,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,QAAQ;4BACR,KAAK;yBACN,CAAC,CAAA;wBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC5B,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;4BAClC,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;wBACtC,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;wBAC3B,cAAc,GAAG,EAAE,CAAA;wBACnB,WAAW,GAAG,EAAE,CAAA;oBAClB,CAAC;oBACD,eAAe,GAAG,QAAQ,CAAA;oBAC1B,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAChC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAChC,CAAC;gBAED,yEAAyE;gBACzE,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;oBAC3D,MAAM,aAAa,GAAa,EAAE,CAAA;oBAClC,MAAM,gBAAgB,GAAa,EAAE,CAAA;oBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;4BACvC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC/B,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC5B,CAAC;oBACH,CAAC;oBACD,OAAO,GAAG,gBAAgB,CAAA;oBAC1B,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,GAAG,KAAK,CAAA;wBACf,KAAK,GAAG,CAAC,CAAA;wBACT,MAAM,CAAC,KAAK,EAAE,CAAA;oBAChB,CAAC;oBACD,MAAM,CAAC,MAAM,EAAE,CAAA;gBACjB,CAAC;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,QAAQ;YACR,cAAc;YACd,SAAS;YACT,UAAU;SACX,CAAA;IACH,CAAC;IAED,kCAAkC;IAClC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,wBAAwB,CAAC;YAC1C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAA;YAClC,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC7B,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;QAC/B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAG,KAAK,CAAA;YACf,KAAK,GAAG,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,QAAQ;QACR,cAAc;QACd,SAAS;QACT,UAAU;KACX,CAAA;AACH,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAChB,GAA2B,EAC3B,SAAiC,EACP,EAAE;IAC5B,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA"}
|
|
@@ -14,6 +14,8 @@ type StreamCsvToActionsReturnTypes = {
|
|
|
14
14
|
error?: unknown;
|
|
15
15
|
rowCount: number;
|
|
16
16
|
ignoreRowCount: number;
|
|
17
|
+
headerRow?: string[];
|
|
18
|
+
ignoreRows: string[][];
|
|
17
19
|
};
|
|
18
20
|
export declare const streamCsvToActions: ({ file, encoding, format, cryptoes, fiats, save, chunkSize, }: StreamCsvToActionsParameters) => Promise<StreamCsvToActionsReturnTypes>;
|
|
19
21
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"streamCsvToActions.d.ts","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAKzE,OAAO,KAAK,EAAE,SAAS,EAAgB,MAAM,SAAS,CAAA;AAEtD,KAAK,4BAA4B,GAAG;IAClC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAA;IACnC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAA;IAC9B,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACrE,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,KAAK,6BAA6B,GAAG;IACnC,OAAO,EAAE,OAAO,CAAA;IAChB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,eAAO,MAAM,kBAAkB,kEAQ5B,4BAA4B,KAAG,OAAO,CAAC,6BAA6B,
|
|
1
|
+
{"version":3,"file":"streamCsvToActions.d.ts","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAKzE,OAAO,KAAK,EAAE,SAAS,EAAgB,MAAM,SAAS,CAAA;AAEtD,KAAK,4BAA4B,GAAG;IAClC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAA;IACnC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAA;IAC9B,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACrE,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,KAAK,6BAA6B,GAAG;IACnC,OAAO,EAAE,OAAO,CAAA;IAChB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAA;IACpB,UAAU,EAAE,MAAM,EAAE,EAAE,CAAA;CACvB,CAAA;AAED,eAAO,MAAM,kBAAkB,kEAQ5B,4BAA4B,KAAG,OAAO,CAAC,6BAA6B,CAwLtE,CAAA"}
|
package/package.json
CHANGED
package/streamCsvToActions.ts
CHANGED
|
@@ -20,6 +20,8 @@ type StreamCsvToActionsReturnTypes = {
|
|
|
20
20
|
error?: unknown
|
|
21
21
|
rowCount: number
|
|
22
22
|
ignoreRowCount: number
|
|
23
|
+
headerRow?: string[]
|
|
24
|
+
ignoreRows: string[][]
|
|
23
25
|
}
|
|
24
26
|
|
|
25
27
|
export const streamCsvToActions = async ({
|
|
@@ -36,8 +38,11 @@ export const streamCsvToActions = async ({
|
|
|
36
38
|
let error: unknown
|
|
37
39
|
let ignoreRowCount = 0
|
|
38
40
|
let rowCount = 0
|
|
41
|
+
let headerRow: string[] | undefined
|
|
42
|
+
const ignoreRows: string[][] = []
|
|
39
43
|
let currentKeyValue: string | undefined
|
|
40
44
|
let currentRows: FormattedRow[] = []
|
|
45
|
+
let currentRawRows: string[][] = []
|
|
41
46
|
let actions: Action[] = []
|
|
42
47
|
|
|
43
48
|
let formatIndexRecord: Record<string, number> | undefined
|
|
@@ -67,6 +72,7 @@ export const streamCsvToActions = async ({
|
|
|
67
72
|
formatIndexRecordTemp[key] = index
|
|
68
73
|
}
|
|
69
74
|
formatIndexRecord = formatIndexRecordTemp
|
|
75
|
+
headerRow = result.data
|
|
70
76
|
return
|
|
71
77
|
}
|
|
72
78
|
|
|
@@ -84,12 +90,14 @@ export const streamCsvToActions = async ({
|
|
|
84
90
|
}
|
|
85
91
|
const formattedRow = formatRow(row, format.formatter)
|
|
86
92
|
if (formattedRow === undefined) {
|
|
93
|
+
ignoreRows.push(result.data)
|
|
87
94
|
ignoreRowCount += 1
|
|
88
95
|
return
|
|
89
96
|
}
|
|
90
97
|
|
|
91
98
|
// parse
|
|
92
99
|
if (format.parser.key === undefined) {
|
|
100
|
+
currentRawRows = []
|
|
93
101
|
currentRows = []
|
|
94
102
|
const rowActions = parseTargetRowsToActions({
|
|
95
103
|
rows: [formattedRow],
|
|
@@ -100,6 +108,7 @@ export const streamCsvToActions = async ({
|
|
|
100
108
|
fiats,
|
|
101
109
|
})
|
|
102
110
|
if (rowActions.length === 0) {
|
|
111
|
+
ignoreRows.push(result.data)
|
|
103
112
|
ignoreRowCount += 1
|
|
104
113
|
}
|
|
105
114
|
actions.push(...rowActions)
|
|
@@ -122,12 +131,15 @@ export const streamCsvToActions = async ({
|
|
|
122
131
|
fiats,
|
|
123
132
|
})
|
|
124
133
|
if (keyActions.length === 0) {
|
|
134
|
+
ignoreRows.push(...currentRawRows)
|
|
125
135
|
ignoreRowCount += currentRows.length
|
|
126
136
|
}
|
|
127
137
|
actions.push(...keyActions)
|
|
138
|
+
currentRawRows = []
|
|
128
139
|
currentRows = []
|
|
129
140
|
}
|
|
130
141
|
currentKeyValue = keyValue
|
|
142
|
+
currentRawRows.push(result.data)
|
|
131
143
|
currentRows.push(formattedRow)
|
|
132
144
|
}
|
|
133
145
|
|
|
@@ -164,6 +176,8 @@ export const streamCsvToActions = async ({
|
|
|
164
176
|
error,
|
|
165
177
|
rowCount,
|
|
166
178
|
ignoreRowCount,
|
|
179
|
+
headerRow,
|
|
180
|
+
ignoreRows,
|
|
167
181
|
}
|
|
168
182
|
}
|
|
169
183
|
|
|
@@ -178,6 +192,7 @@ export const streamCsvToActions = async ({
|
|
|
178
192
|
fiats,
|
|
179
193
|
})
|
|
180
194
|
if (keyActions.length === 0) {
|
|
195
|
+
ignoreRows.push(...currentRawRows)
|
|
181
196
|
ignoreRowCount += currentRows.length
|
|
182
197
|
}
|
|
183
198
|
actions.push(...keyActions)
|
|
@@ -198,6 +213,8 @@ export const streamCsvToActions = async ({
|
|
|
198
213
|
error,
|
|
199
214
|
rowCount,
|
|
200
215
|
ignoreRowCount,
|
|
216
|
+
headerRow,
|
|
217
|
+
ignoreRows,
|
|
201
218
|
}
|
|
202
219
|
}
|
|
203
220
|
|