@0xtorch/csv 0.0.36 → 0.0.38

package/_cjs/hasValidHeaderRow.js

@@ -4,25 +4,29 @@ exports.hasValidHeaderRow = void 0;
 const papaparse_1 = require("papaparse");
 const hasValidHeaderRow = async ({ file, encoding, format, }) => {
     let isValid = false;
-    (0, papaparse_1.parse)(file, {
-        header: false,
-        skipEmptyLines: true,
-        encoding,
-        step: (result, parser) => {
-            console.log(result);
-            if (!Array.isArray(result.data)) {
-                parser.abort();
-                return;
-            }
-            for (const key of Object.keys(format.formatter)) {
-                if (!result.data.includes(key)) {
+    await new Promise((resolve) => {
+        (0, papaparse_1.parse)(file, {
+            header: false,
+            skipEmptyLines: true,
+            encoding,
+            complete: () => {
+                resolve();
+            },
+            step: (result, parser) => {
+                if (!Array.isArray(result.data)) {
                     parser.abort();
                     return;
                 }
-            }
-            isValid = true;
-            parser.abort();
-        },
+                for (const key of Object.keys(format.formatter)) {
+                    if (!result.data.includes(key)) {
+                        parser.abort();
+                        return;
+                    }
+                }
+                isValid = true;
+                parser.abort();
+            },
+        });
     });
     return isValid;
 };

package/_cjs/hasValidHeaderRow.js.map

@@ -1 +1 @@
-{"version":3,"file":"hasValidHeaderRow.js","sourceRoot":"","sources":["../hasValidHeaderRow.ts"],"names":[],"mappings":";;;AAAA,yCAAiC;AAS1B,MAAM,iBAAiB,GAAG,KAAK,EAAE,EACtC,IAAI,EACJ,QAAQ,EACR,MAAM,GACsB,EAAE,EAAE;IAChC,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAA,iBAAK,EAAC,IAAI,EAAE;QACV,MAAM,EAAE,KAAK;QACb,cAAc,EAAE,IAAI;QACpB,QAAQ;QACR,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;YACvB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,OAAM;YACR,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;YACH,CAAC;YACD,OAAO,GAAG,IAAI,CAAA;YACd,MAAM,CAAC,KAAK,EAAE,CAAA;QAChB,CAAC;KACF,CAAC,CAAA;IACF,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AA3BY,QAAA,iBAAiB,qBA2B7B"}
+{"version":3,"file":"hasValidHeaderRow.js","sourceRoot":"","sources":["../hasValidHeaderRow.ts"],"names":[],"mappings":";;;AAAA,yCAAiC;AAS1B,MAAM,iBAAiB,GAAG,KAAK,EAAE,EACtC,IAAI,EACJ,QAAQ,EACR,MAAM,GACsB,EAAE,EAAE;IAChC,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,IAAA,iBAAK,EAAC,IAAI,EAAE;YACV,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,IAAI;YACpB,QAAQ;YACR,QAAQ,EAAE,GAAG,EAAE;gBACb,OAAO,EAAE,CAAA;YACX,CAAC;YACD,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;gBACvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChC,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;gBACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,OAAM;oBACR,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,CAAC,KAAK,EAAE,CAAA;YAChB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAjCY,QAAA,iBAAiB,qBAiC7B"}

package/_cjs/streamCsvToActions.js

@@ -15,83 +15,88 @@ const streamCsvToActions = async ({ file, encoding, format, cryptoes, fiats, sav
     let currentKeyValue;
     let currentRows = [];
     let actions = [];
-    (0, papaparse_1.parse)(file, {
-        header: true,
-        skipEmptyLines: true,
-        encoding,
-        step: async (result, parsers) => {
-            rowCount += 1;
-            const row = recordSchema.parse(result.data);
-            const formattedRow = formatRow(row, format.formatter);
-            if (formattedRow === undefined) {
-                console.log('ignore:', row);
-                ignoreRowCount += 1;
-                return;
-            }
-            if (format.parser.key === undefined) {
-                currentRows = [];
-                const rowActions = (0, parseRowsToActions_1.parseTargetRowsToActions)({
-                    rows: [formattedRow],
-                    parsers: format.parser.parsers,
-                    symbolAssetMap: format.symbolAssetMap,
-                    service: format.service,
-                    cryptoes,
-                    fiats,
-                });
-                if (rowActions.length === 0) {
+    await new Promise((resolve) => {
+        (0, papaparse_1.parse)(file, {
+            header: true,
+            skipEmptyLines: true,
+            encoding,
+            complete: () => {
+                resolve();
+            },
+            step: async (result, parsers) => {
+                rowCount += 1;
+                const row = recordSchema.parse(result.data);
+                const formattedRow = formatRow(row, format.formatter);
+                if (formattedRow === undefined) {
                     console.log('ignore:', row);
                     ignoreRowCount += 1;
+                    return;
                 }
-                actions.push(...rowActions);
-            }
-            else {
-                const keyValue = (0, key_1.createKeyValue)({
-                    row: formattedRow,
-                    key: format.parser.key,
-                });
-                if (currentKeyValue !== undefined &&
-                    currentKeyValue !== keyValue &&
-                    currentRows.length > 0) {
-                    const keyActions = (0, parseRowsToActions_1.parseTargetRowsToActions)({
-                        rows: currentRows,
+                if (format.parser.key === undefined) {
+                    currentRows = [];
+                    const rowActions = (0, parseRowsToActions_1.parseTargetRowsToActions)({
+                        rows: [formattedRow],
                         parsers: format.parser.parsers,
                         symbolAssetMap: format.symbolAssetMap,
                         service: format.service,
                         cryptoes,
                         fiats,
                     });
-                    if (keyActions.length === 0) {
-                        ignoreRowCount += currentRows.length;
+                    if (rowActions.length === 0) {
+                        console.log('ignore:', row);
+                        ignoreRowCount += 1;
                     }
-                    actions.push(...keyActions);
-                    currentRows = [];
+                    actions.push(...rowActions);
                 }
-                currentKeyValue = keyValue;
-                currentRows.push(formattedRow);
-            }
-            if (actions.length >= chunkSize + 1) {
-                const lastActionSource = actions[actions.length - 1].source;
-                const savingActions = [];
-                const remainingActions = [];
-                for (const action of actions) {
-                    if (action.source === lastActionSource) {
-                        remainingActions.push(action);
-                    }
-                    else {
-                        savingActions.push(action);
+                else {
+                    const keyValue = (0, key_1.createKeyValue)({
+                        row: formattedRow,
+                        key: format.parser.key,
+                    });
+                    if (currentKeyValue !== undefined &&
+                        currentKeyValue !== keyValue &&
+                        currentRows.length > 0) {
+                        const keyActions = (0, parseRowsToActions_1.parseTargetRowsToActions)({
+                            rows: currentRows,
+                            parsers: format.parser.parsers,
+                            symbolAssetMap: format.symbolAssetMap,
+                            service: format.service,
+                            cryptoes,
+                            fiats,
+                        });
+                        if (keyActions.length === 0) {
+                            ignoreRowCount += currentRows.length;
+                        }
+                        actions.push(...keyActions);
+                        currentRows = [];
                     }
+                    currentKeyValue = keyValue;
+                    currentRows.push(formattedRow);
                 }
-                actions = remainingActions;
-                try {
-                    await save(savingActions);
-                }
-                catch (e) {
-                    success = false;
-                    error = e;
-                    parsers.abort();
+                if (actions.length >= chunkSize + 1) {
+                    const lastActionSource = actions[actions.length - 1].source;
+                    const savingActions = [];
+                    const remainingActions = [];
+                    for (const action of actions) {
+                        if (action.source === lastActionSource) {
+                            remainingActions.push(action);
+                        }
+                        else {
+                            savingActions.push(action);
+                        }
+                    }
+                    actions = remainingActions;
+                    try {
+                        await save(savingActions);
+                    }
+                    catch (e) {
+                        success = false;
+                        error = e;
+                        parsers.abort();
+                    }
                 }
-            }
-        },
+            },
+        });
     });
     if (!success) {
         return {

package/_cjs/streamCsvToActions.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":";;;AACA,yCAAiC;AACjC,6BAAuB;AACvB,mDAA8C;AAC9C,6DAA+D;AAC/D,kDAAyD;AAazD,MAAM,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAA;AASlC,MAAM,kBAAkB,GAAG,KAAK,EAAE,EACvC,IAAI,EACJ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,SAAS,GAAG,GAAG,GACc,EAA0C,EAAE;IAEzE,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,KAAc,CAAA;IAClB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,eAAmC,CAAA;IACvC,IAAI,WAAW,GAAmB,EAAE,CAAA;IACpC,IAAI,OAAO,GAAa,EAAE,CAAA;IAC1B,IAAA,iBAAK,EAAC,IAAI,EAAE;QACV,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,IAAI;QACpB,QAAQ;QACR,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;YAC9B,QAAQ,IAAI,CAAC,CAAA;YAGb,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC3C,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;YACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;gBAC3B,cAAc,IAAI,CAAC,CAAA;gBACnB,OAAM;YACR,CAAC;YAGD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBACpC,WAAW,GAAG,EAAE,CAAA;gBAChB,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;oBAC1C,IAAI,EAAE,CAAC,YAAY,CAAC;oBACpB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;oBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;oBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ;oBACR,KAAK;iBACN,CAAC,CAAA;gBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;oBAC3B,cAAc,IAAI,CAAC,CAAA;gBACrB,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;YAC7B,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,IAAA,oBAAc,EAAC;oBAC9B,GAAG,EAAE,YAAY;oBACjB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;iBACvB,CAAC,CAAA;gBACF,IACE,eAAe,KAAK,SAAS;oBAC7B,eAAe,KAAK,QAAQ;oBAC5B,WAAW,CAAC,MAAM,GAAG,CAAC,EACtB,CAAC;oBACD,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;wBAC1C,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;wBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ;wBACR,KAAK;qBACN,CAAC,CAAA;oBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;oBACtC,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;oBAC3B,WAAW,GAAG,EAAE,CAAA;gBAClB,CAAC;gBACD,eAAe,GAAG,QAAQ,CAAA;gBAC1B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAChC,CAAC;YAGD,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;gBAC3D,MAAM,aAAa,GAAa,EAAE,CAAA;gBAClC,MAAM,gBAAgB,GAAa,EAAE,CAAA;gBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;wBACvC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBAC/B,CAAC;yBAAM,CAAC;wBACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBAC5B,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,gBAAgB,CAAA;gBAC1B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,aAAa,CAAC,CAAA;gBAC3B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,GAAG,KAAK,CAAA;oBACf,KAAK,GAAG,CAAC,CAAA;oBACT,OAAO,CAAC,KAAK,EAAE,CAAA;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAA;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,QAAQ;YACR,cAAc;SACf,CAAA;IACH,CAAC;IAGD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;YAC1C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC7B,CAAC;IAGD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAG,KAAK,CAAA;YACf,KAAK,GAAG,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,QAAQ;QACR,cAAc;KACf,CAAA;AACH,CAAC,CAAA;AA9IY,QAAA,kBAAkB,sBA8I9B;AAED,MAAM,SAAS,GAAG,CAChB,GAA2B,EAC3B,SAAiC,EACP,EAAE;IAC5B,IAAI,CAAC;QACH,OAAO,IAAA,4BAAY,EAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA"}
+{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":";;;AACA,yCAAiC;AACjC,6BAAuB;AACvB,mDAA8C;AAC9C,6DAA+D;AAC/D,kDAAyD;AAazD,MAAM,YAAY,GAAG,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAA;AASlC,MAAM,kBAAkB,GAAG,KAAK,EAAE,EACvC,IAAI,EACJ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,SAAS,GAAG,GAAG,GACc,EAA0C,EAAE;IAEzE,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,KAAc,CAAA;IAClB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,eAAmC,CAAA;IACvC,IAAI,WAAW,GAAmB,EAAE,CAAA;IACpC,IAAI,OAAO,GAAa,EAAE,CAAA;IAE1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,IAAA,iBAAK,EAAC,IAAI,EAAE;YACV,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,IAAI;YACpB,QAAQ;YACR,QAAQ,EAAE,GAAG,EAAE;gBACb,OAAO,EAAE,CAAA;YACX,CAAC;YACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;gBAC9B,QAAQ,IAAI,CAAC,CAAA;gBAGb,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBAC3C,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;gBACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;oBAC3B,cAAc,IAAI,CAAC,CAAA;oBACnB,OAAM;gBACR,CAAC;gBAGD,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;oBACpC,WAAW,GAAG,EAAE,CAAA;oBAChB,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;wBAC1C,IAAI,EAAE,CAAC,YAAY,CAAC;wBACpB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;wBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ;wBACR,KAAK;qBACN,CAAC,CAAA;oBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;wBAC3B,cAAc,IAAI,CAAC,CAAA;oBACrB,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,IAAA,oBAAc,EAAC;wBAC9B,GAAG,EAAE,YAAY;wBACjB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;qBACvB,CAAC,CAAA;oBACF,IACE,eAAe,KAAK,SAAS;wBAC7B,eAAe,KAAK,QAAQ;wBAC5B,WAAW,CAAC,MAAM,GAAG,CAAC,EACtB,CAAC;wBACD,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;4BAC1C,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;4BAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;4BACrC,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,QAAQ;4BACR,KAAK;yBACN,CAAC,CAAA;wBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;wBACtC,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;wBAC3B,WAAW,GAAG,EAAE,CAAA;oBAClB,CAAC;oBACD,eAAe,GAAG,QAAQ,CAAA;oBAC1B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAChC,CAAC;gBAGD,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;oBAC3D,MAAM,aAAa,GAAa,EAAE,CAAA;oBAClC,MAAM,gBAAgB,GAAa,EAAE,CAAA;oBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;4BACvC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC/B,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC5B,CAAC;oBACH,CAAC;oBACD,OAAO,GAAG,gBAAgB,CAAA;oBAC1B,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,CAAC,CAAA;oBAC3B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,GAAG,KAAK,CAAA;wBACf,KAAK,GAAG,CAAC,CAAA;wBACT,OAAO,CAAC,KAAK,EAAE,CAAA;oBACjB,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,QAAQ;YACR,cAAc;SACf,CAAA;IACH,CAAC;IAGD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAA,6CAAwB,EAAC;YAC1C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC7B,CAAC;IAGD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAG,KAAK,CAAA;YACf,KAAK,GAAG,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,QAAQ;QACR,cAAc;KACf,CAAA;AACH,CAAC,CAAA;AApJY,QAAA,kBAAkB,sBAoJ9B;AAED,MAAM,SAAS,GAAG,CAChB,GAA2B,EAC3B,SAAiC,EACP,EAAE;IAC5B,IAAI,CAAC;QACH,OAAO,IAAA,4BAAY,EAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA"}

package/_esm/hasValidHeaderRow.js

@@ -1,25 +1,29 @@
 import { parse } from 'papaparse';
 export const hasValidHeaderRow = async ({ file, encoding, format, }) => {
     let isValid = false;
-    parse(file, {
-        header: false,
-        skipEmptyLines: true,
-        encoding,
-        step: (result, parser) => {
-            console.log(result);
-            if (!Array.isArray(result.data)) {
-                parser.abort();
-                return;
-            }
-            for (const key of Object.keys(format.formatter)) {
-                if (!result.data.includes(key)) {
+    await new Promise((resolve) => {
+        parse(file, {
+            header: false,
+            skipEmptyLines: true,
+            encoding,
+            complete: () => {
+                resolve();
+            },
+            step: (result, parser) => {
+                if (!Array.isArray(result.data)) {
                     parser.abort();
                     return;
                 }
-            }
-            isValid = true;
-            parser.abort();
-        },
+                for (const key of Object.keys(format.formatter)) {
+                    if (!result.data.includes(key)) {
+                        parser.abort();
+                        return;
+                    }
+                }
+                isValid = true;
+                parser.abort();
+            },
+        });
     });
     return isValid;
 };

package/_esm/hasValidHeaderRow.js.map

@@ -1 +1 @@
-{"version":3,"file":"hasValidHeaderRow.js","sourceRoot":"","sources":["../hasValidHeaderRow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AASjC,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAAE,EACtC,IAAI,EACJ,QAAQ,EACR,MAAM,GACsB,EAAE,EAAE;IAChC,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,KAAK,CAAC,IAAI,EAAE;QACV,MAAM,EAAE,KAAK;QACb,cAAc,EAAE,IAAI;QACpB,QAAQ;QACR,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;YACvB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;YACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChC,MAAM,CAAC,KAAK,EAAE,CAAA;gBACd,OAAM;YACR,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC/B,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;YACH,CAAC;YACD,OAAO,GAAG,IAAI,CAAA;YACd,MAAM,CAAC,KAAK,EAAE,CAAA;QAChB,CAAC;KACF,CAAC,CAAA;IACF,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA"}
+{"version":3,"file":"hasValidHeaderRow.js","sourceRoot":"","sources":["../hasValidHeaderRow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AASjC,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EAAE,EACtC,IAAI,EACJ,QAAQ,EACR,MAAM,GACsB,EAAE,EAAE;IAChC,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,KAAK,CAAC,IAAI,EAAE;YACV,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,IAAI;YACpB,QAAQ;YACR,QAAQ,EAAE,GAAG,EAAE;gBACb,OAAO,EAAE,CAAA;YACX,CAAC;YACD,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE;gBACvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChC,MAAM,CAAC,KAAK,EAAE,CAAA;oBACd,OAAM;gBACR,CAAC;gBACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,CAAC,KAAK,EAAE,CAAA;wBACd,OAAM;oBACR,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,IAAI,CAAA;gBACd,MAAM,CAAC,KAAK,EAAE,CAAA;YAChB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA"}

package/_esm/streamCsvToActions.js

@@ -13,86 +13,91 @@ export const streamCsvToActions = async ({ file, encoding, format, cryptoes, fia
     let currentKeyValue;
     let currentRows = [];
     let actions = [];
-    parse(file, {
-        header: true,
-        skipEmptyLines: true,
-        encoding,
-        step: async (result, parsers) => {
-            rowCount += 1;
-            // format
-            const row = recordSchema.parse(result.data);
-            const formattedRow = formatRow(row, format.formatter);
-            if (formattedRow === undefined) {
-                console.log('ignore:', row);
-                ignoreRowCount += 1;
-                return;
-            }
-            // parse
-            if (format.parser.key === undefined) {
-                currentRows = [];
-                const rowActions = parseTargetRowsToActions({
-                    rows: [formattedRow],
-                    parsers: format.parser.parsers,
-                    symbolAssetMap: format.symbolAssetMap,
-                    service: format.service,
-                    cryptoes,
-                    fiats,
-                });
-                if (rowActions.length === 0) {
+    await new Promise((resolve) => {
+        parse(file, {
+            header: true,
+            skipEmptyLines: true,
+            encoding,
+            complete: () => {
+                resolve();
+            },
+            step: async (result, parsers) => {
+                rowCount += 1;
+                // format
+                const row = recordSchema.parse(result.data);
+                const formattedRow = formatRow(row, format.formatter);
+                if (formattedRow === undefined) {
                     console.log('ignore:', row);
                     ignoreRowCount += 1;
+                    return;
                 }
-                actions.push(...rowActions);
-            }
-            else {
-                const keyValue = createKeyValue({
-                    row: formattedRow,
-                    key: format.parser.key,
-                });
-                if (currentKeyValue !== undefined &&
-                    currentKeyValue !== keyValue &&
-                    currentRows.length > 0) {
-                    const keyActions = parseTargetRowsToActions({
-                        rows: currentRows,
+                // parse
+                if (format.parser.key === undefined) {
+                    currentRows = [];
+                    const rowActions = parseTargetRowsToActions({
+                        rows: [formattedRow],
                         parsers: format.parser.parsers,
                         symbolAssetMap: format.symbolAssetMap,
                         service: format.service,
                         cryptoes,
                         fiats,
                     });
-                    if (keyActions.length === 0) {
-                        ignoreRowCount += currentRows.length;
+                    if (rowActions.length === 0) {
+                        console.log('ignore:', row);
+                        ignoreRowCount += 1;
                     }
-                    actions.push(...keyActions);
-                    currentRows = [];
+                    actions.push(...rowActions);
                 }
-                currentKeyValue = keyValue;
-                currentRows.push(formattedRow);
-            }
-            // actions が chunkSize に達したら最後の action source と同一 source を除いて actions を保存
-            if (actions.length >= chunkSize + 1) {
-                const lastActionSource = actions[actions.length - 1].source;
-                const savingActions = [];
-                const remainingActions = [];
-                for (const action of actions) {
-                    if (action.source === lastActionSource) {
-                        remainingActions.push(action);
-                    }
-                    else {
-                        savingActions.push(action);
+                else {
+                    const keyValue = createKeyValue({
+                        row: formattedRow,
+                        key: format.parser.key,
+                    });
+                    if (currentKeyValue !== undefined &&
+                        currentKeyValue !== keyValue &&
+                        currentRows.length > 0) {
+                        const keyActions = parseTargetRowsToActions({
+                            rows: currentRows,
+                            parsers: format.parser.parsers,
+                            symbolAssetMap: format.symbolAssetMap,
+                            service: format.service,
+                            cryptoes,
+                            fiats,
+                        });
+                        if (keyActions.length === 0) {
+                            ignoreRowCount += currentRows.length;
+                        }
+                        actions.push(...keyActions);
+                        currentRows = [];
                     }
+                    currentKeyValue = keyValue;
+                    currentRows.push(formattedRow);
                 }
-                actions = remainingActions;
-                try {
-                    await save(savingActions);
-                }
-                catch (e) {
-                    success = false;
-                    error = e;
-                    parsers.abort();
+                // actions が chunkSize に達したら最後の action source と同一 source を除いて actions を保存
+                if (actions.length >= chunkSize + 1) {
+                    const lastActionSource = actions[actions.length - 1].source;
+                    const savingActions = [];
+                    const remainingActions = [];
+                    for (const action of actions) {
+                        if (action.source === lastActionSource) {
+                            remainingActions.push(action);
+                        }
+                        else {
+                            savingActions.push(action);
+                        }
+                    }
+                    actions = remainingActions;
+                    try {
+                        await save(savingActions);
+                    }
+                    catch (e) {
+                        success = false;
+                        error = e;
+                        parsers.abort();
+                    }
                 }
-            }
-        },
+            },
+        });
     });
     if (!success) {
         return {

package/_esm/streamCsvToActions.js.map

@@ -1 +1 @@
-{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAazD,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;AASzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,EACvC,IAAI,EACJ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,SAAS,GAAG,GAAG,GACc,EAA0C,EAAE;IACzE,aAAa;IACb,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,KAAc,CAAA;IAClB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,eAAmC,CAAA;IACvC,IAAI,WAAW,GAAmB,EAAE,CAAA;IACpC,IAAI,OAAO,GAAa,EAAE,CAAA;IAC1B,KAAK,CAAC,IAAI,EAAE;QACV,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,IAAI;QACpB,QAAQ;QACR,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;YAC9B,QAAQ,IAAI,CAAC,CAAA;YAEb,SAAS;YACT,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YAC3C,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;YACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;gBAC3B,cAAc,IAAI,CAAC,CAAA;gBACnB,OAAM;YACR,CAAC;YAED,QAAQ;YACR,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;gBACpC,WAAW,GAAG,EAAE,CAAA;gBAChB,MAAM,UAAU,GAAG,wBAAwB,CAAC;oBAC1C,IAAI,EAAE,CAAC,YAAY,CAAC;oBACpB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;oBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;oBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,QAAQ;oBACR,KAAK;iBACN,CAAC,CAAA;gBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC5B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;oBAC3B,cAAc,IAAI,CAAC,CAAA;gBACrB,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;YAC7B,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,GAAG,cAAc,CAAC;oBAC9B,GAAG,EAAE,YAAY;oBACjB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;iBACvB,CAAC,CAAA;gBACF,IACE,eAAe,KAAK,SAAS;oBAC7B,eAAe,KAAK,QAAQ;oBAC5B,WAAW,CAAC,MAAM,GAAG,CAAC,EACtB,CAAC;oBACD,MAAM,UAAU,GAAG,wBAAwB,CAAC;wBAC1C,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;wBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ;wBACR,KAAK;qBACN,CAAC,CAAA;oBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;oBACtC,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;oBAC3B,WAAW,GAAG,EAAE,CAAA;gBAClB,CAAC;gBACD,eAAe,GAAG,QAAQ,CAAA;gBAC1B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YAChC,CAAC;YAED,yEAAyE;YACzE,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBACpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;gBAC3D,MAAM,aAAa,GAAa,EAAE,CAAA;gBAClC,MAAM,gBAAgB,GAAa,EAAE,CAAA;gBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;wBACvC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBAC/B,CAAC;yBAAM,CAAC;wBACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;oBAC5B,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,gBAAgB,CAAA;gBAC1B,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,aAAa,CAAC,CAAA;gBAC3B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,GAAG,KAAK,CAAA;oBACf,KAAK,GAAG,CAAC,CAAA;oBACT,OAAO,CAAC,KAAK,EAAE,CAAA;gBACjB,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC,CAAA;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,QAAQ;YACR,cAAc;SACf,CAAA;IACH,CAAC;IAED,kCAAkC;IAClC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,wBAAwB,CAAC;YAC1C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC7B,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAG,KAAK,CAAA;YACf,KAAK,GAAG,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,QAAQ;QACR,cAAc;KACf,CAAA;AACH,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAChB,GAA2B,EAC3B,SAAiC,EACP,EAAE;IAC5B,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA"}
+{"version":3,"file":"streamCsvToActions.js","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,WAAW,CAAA;AACjC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAA;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAA;AAazD,MAAM,YAAY,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;AASzC,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EAAE,EACvC,IAAI,EACJ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,KAAK,EACL,IAAI,EACJ,SAAS,GAAG,GAAG,GACc,EAA0C,EAAE;IACzE,aAAa;IACb,IAAI,OAAO,GAAG,IAAI,CAAA;IAClB,IAAI,KAAc,CAAA;IAClB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,eAAmC,CAAA;IACvC,IAAI,WAAW,GAAmB,EAAE,CAAA;IACpC,IAAI,OAAO,GAAa,EAAE,CAAA;IAE1B,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAClC,KAAK,CAAC,IAAI,EAAE;YACV,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,IAAI;YACpB,QAAQ;YACR,QAAQ,EAAE,GAAG,EAAE;gBACb,OAAO,EAAE,CAAA;YACX,CAAC;YACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE;gBAC9B,QAAQ,IAAI,CAAC,CAAA;gBAEb,SAAS;gBACT,MAAM,GAAG,GAAG,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;gBAC3C,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,CAAA;gBACrD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;oBAC3B,cAAc,IAAI,CAAC,CAAA;oBACnB,OAAM;gBACR,CAAC;gBAED,QAAQ;gBACR,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;oBACpC,WAAW,GAAG,EAAE,CAAA;oBAChB,MAAM,UAAU,GAAG,wBAAwB,CAAC;wBAC1C,IAAI,EAAE,CAAC,YAAY,CAAC;wBACpB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;wBAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;wBACrC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ;wBACR,KAAK;qBACN,CAAC,CAAA;oBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC5B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;wBAC3B,cAAc,IAAI,CAAC,CAAA;oBACrB,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;gBAC7B,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,cAAc,CAAC;wBAC9B,GAAG,EAAE,YAAY;wBACjB,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG;qBACvB,CAAC,CAAA;oBACF,IACE,eAAe,KAAK,SAAS;wBAC7B,eAAe,KAAK,QAAQ;wBAC5B,WAAW,CAAC,MAAM,GAAG,CAAC,EACtB,CAAC;wBACD,MAAM,UAAU,GAAG,wBAAwB,CAAC;4BAC1C,IAAI,EAAE,WAAW;4BACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;4BAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;4BACrC,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,QAAQ;4BACR,KAAK;yBACN,CAAC,CAAA;wBACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;wBACtC,CAAC;wBACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;wBAC3B,WAAW,GAAG,EAAE,CAAA;oBAClB,CAAC;oBACD,eAAe,GAAG,QAAQ,CAAA;oBAC1B,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBAChC,CAAC;gBAED,yEAAyE;gBACzE,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,MAAM,CAAA;oBAC3D,MAAM,aAAa,GAAa,EAAE,CAAA;oBAClC,MAAM,gBAAgB,GAAa,EAAE,CAAA;oBACrC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;wBAC7B,IAAI,MAAM,CAAC,MAAM,KAAK,gBAAgB,EAAE,CAAC;4BACvC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC/B,CAAC;6BAAM,CAAC;4BACN,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;wBAC5B,CAAC;oBACH,CAAC;oBACD,OAAO,GAAG,gBAAgB,CAAA;oBAC1B,IAAI,CAAC;wBACH,MAAM,IAAI,CAAC,aAAa,CAAC,CAAA;oBAC3B,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,OAAO,GAAG,KAAK,CAAA;wBACf,KAAK,GAAG,CAAC,CAAA;wBACT,OAAO,CAAC,KAAK,EAAE,CAAA;oBACjB,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK;YACL,QAAQ;YACR,cAAc;SACf,CAAA;IACH,CAAC;IAED,kCAAkC;IAClC,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,wBAAwB,CAAC;YAC1C,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;YAC9B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QACF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,cAAc,IAAI,WAAW,CAAC,MAAM,CAAA;QACtC,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAA;IAC7B,CAAC;IAED,+BAA+B;IAC/B,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,CAAA;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,GAAG,KAAK,CAAA;YACf,KAAK,GAAG,CAAC,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO;QACP,KAAK;QACL,QAAQ;QACR,cAAc;KACf,CAAA;AACH,CAAC,CAAA;AAED,MAAM,SAAS,GAAG,CAChB,GAA2B,EAC3B,SAAiC,EACP,EAAE;IAC5B,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,GAAG,EAAE,SAAS,CAAC,CAAA;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC,CAAA"}

package/_types/hasValidHeaderRow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hasValidHeaderRow.d.ts","sourceRoot":"","sources":["../hasValidHeaderRow.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAExC,KAAK,2BAA2B,GAAG;IACjC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;CAClB,CAAA;AAED,eAAO,MAAM,iBAAiB,gCAI3B,2BAA2B,qBAuB7B,CAAA"}
+{"version":3,"file":"hasValidHeaderRow.d.ts","sourceRoot":"","sources":["../hasValidHeaderRow.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AAExC,KAAK,2BAA2B,GAAG;IACjC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;CAClB,CAAA;AAED,eAAO,MAAM,iBAAiB,gCAI3B,2BAA2B,qBA6B7B,CAAA"}

package/_types/streamCsvToActions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"streamCsvToActions.d.ts","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAMzE,OAAO,KAAK,EAAE,SAAS,EAAgB,MAAM,SAAS,CAAA;AAEtD,KAAK,4BAA4B,GAAG;IAClC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAA;IACnC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAA;IAC9B,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAID,KAAK,6BAA6B,GAAG;IACnC,OAAO,EAAE,OAAO,CAAA;IAChB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,eAAO,MAAM,kBAAkB,kEAQ5B,4BAA4B,KAAG,OAAO,CAAC,6BAA6B,CAsItE,CAAA"}
+{"version":3,"file":"streamCsvToActions.d.ts","sourceRoot":"","sources":["../streamCsvToActions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAMzE,OAAO,KAAK,EAAE,SAAS,EAAgB,MAAM,SAAS,CAAA;AAEtD,KAAK,4BAA4B,GAAG;IAClC,IAAI,EAAE,IAAI,GAAG,MAAM,CAAA;IACnB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,CAAA;IACjB,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAA;IACnC,KAAK,EAAE,SAAS,YAAY,EAAE,CAAA;IAC9B,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAID,KAAK,6BAA6B,GAAG;IACnC,OAAO,EAAE,OAAO,CAAA;IAChB,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;IAChB,cAAc,EAAE,MAAM,CAAA;CACvB,CAAA;AAED,eAAO,MAAM,kBAAkB,kEAQ5B,4BAA4B,KAAG,OAAO,CAAC,6BAA6B,CA4ItE,CAAA"}

package/hasValidHeaderRow.ts

@@ -13,25 +13,31 @@ export const hasValidHeaderRow = async ({
   format,
 }: HasValidHeaderRowParameters) => {
   let isValid = false
-  parse(file, {
-    header: false,
-    skipEmptyLines: true,
-    encoding,
-    step: (result, parser) => {
-      console.log(result)
-      if (!Array.isArray(result.data)) {
-        parser.abort()
-        return
-      }
-      for (const key of Object.keys(format.formatter)) {
-        if (!result.data.includes(key)) {
+
+  await new Promise<void>((resolve) => {
+    parse(file, {
+      header: false,
+      skipEmptyLines: true,
+      encoding,
+      complete: () => {
+        resolve()
+      },
+      step: (result, parser) => {
+        if (!Array.isArray(result.data)) {
           parser.abort()
           return
         }
-      }
-      isValid = true
-      parser.abort()
-    },
+        for (const key of Object.keys(format.formatter)) {
+          if (!result.data.includes(key)) {
+            parser.abort()
+            return
+          }
+        }
+        isValid = true
+        parser.abort()
+      },
+    })
   })
+
   return isValid
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@0xtorch/csv",
-  "version": "0.0.36",
+  "version": "0.0.38",
   "description": "Cryptorch CSV extension",
   "keywords": [
     "cryptorch",

package/streamCsvToActions.ts

@@ -42,88 +42,94 @@ export const streamCsvToActions = async ({
   let currentKeyValue: string | undefined
   let currentRows: FormattedRow[] = []
   let actions: Action[] = []
-  parse(file, {
-    header: true,
-    skipEmptyLines: true,
-    encoding,
-    step: async (result, parsers) => {
-      rowCount += 1
 
-      // format
-      const row = recordSchema.parse(result.data)
-      const formattedRow = formatRow(row, format.formatter)
-      if (formattedRow === undefined) {
-        console.log('ignore:', row)
-        ignoreRowCount += 1
-        return
-      }
+  await new Promise<void>((resolve) => {
+    parse(file, {
+      header: true,
+      skipEmptyLines: true,
+      encoding,
+      complete: () => {
+        resolve()
+      },
+      step: async (result, parsers) => {
+        rowCount += 1
 
-      // parse
-      if (format.parser.key === undefined) {
-        currentRows = []
-        const rowActions = parseTargetRowsToActions({
-          rows: [formattedRow],
-          parsers: format.parser.parsers,
-          symbolAssetMap: format.symbolAssetMap,
-          service: format.service,
-          cryptoes,
-          fiats,
-        })
-        if (rowActions.length === 0) {
+        // format
+        const row = recordSchema.parse(result.data)
+        const formattedRow = formatRow(row, format.formatter)
+        if (formattedRow === undefined) {
           console.log('ignore:', row)
           ignoreRowCount += 1
+          return
         }
-        actions.push(...rowActions)
-      } else {
-        const keyValue = createKeyValue({
-          row: formattedRow,
-          key: format.parser.key,
-        })
-        if (
-          currentKeyValue !== undefined &&
-          currentKeyValue !== keyValue &&
-          currentRows.length > 0
-        ) {
-          const keyActions = parseTargetRowsToActions({
-            rows: currentRows,
+
+        // parse
+        if (format.parser.key === undefined) {
+          currentRows = []
+          const rowActions = parseTargetRowsToActions({
+            rows: [formattedRow],
             parsers: format.parser.parsers,
             symbolAssetMap: format.symbolAssetMap,
             service: format.service,
             cryptoes,
             fiats,
           })
-          if (keyActions.length === 0) {
-            ignoreRowCount += currentRows.length
+          if (rowActions.length === 0) {
+            console.log('ignore:', row)
+            ignoreRowCount += 1
           }
-          actions.push(...keyActions)
-          currentRows = []
+          actions.push(...rowActions)
+        } else {
+          const keyValue = createKeyValue({
+            row: formattedRow,
+            key: format.parser.key,
+          })
+          if (
+            currentKeyValue !== undefined &&
+            currentKeyValue !== keyValue &&
+            currentRows.length > 0
+          ) {
+            const keyActions = parseTargetRowsToActions({
+              rows: currentRows,
+              parsers: format.parser.parsers,
+              symbolAssetMap: format.symbolAssetMap,
+              service: format.service,
+              cryptoes,
+              fiats,
+            })
+            if (keyActions.length === 0) {
+              ignoreRowCount += currentRows.length
+            }
+            actions.push(...keyActions)
+            currentRows = []
+          }
+          currentKeyValue = keyValue
+          currentRows.push(formattedRow)
         }
-        currentKeyValue = keyValue
-        currentRows.push(formattedRow)
-      }
 
-      // actions が chunkSize に達したら最後の action source と同一 source を除いて actions を保存
-      if (actions.length >= chunkSize + 1) {
-        const lastActionSource = actions[actions.length - 1].source
-        const savingActions: Action[] = []
-        const remainingActions: Action[] = []
-        for (const action of actions) {
-          if (action.source === lastActionSource) {
-            remainingActions.push(action)
-          } else {
-            savingActions.push(action)
+        // actions が chunkSize に達したら最後の action source と同一 source を除いて actions を保存
+        if (actions.length >= chunkSize + 1) {
+          const lastActionSource = actions[actions.length - 1].source
+          const savingActions: Action[] = []
+          const remainingActions: Action[] = []
+          for (const action of actions) {
+            if (action.source === lastActionSource) {
+              remainingActions.push(action)
+            } else {
+              savingActions.push(action)
+            }
+          }
+          actions = remainingActions
+          try {
+            await save(savingActions)
+          } catch (e) {
+            success = false
+            error = e
+            parsers.abort()
           }
         }
-        actions = remainingActions
-        try {
-          await save(savingActions)
-        } catch (e) {
-          success = false
-          error = e
-          parsers.abort()
-        }
-      }
-    },
+      },
+    })
   })
 
   if (!success) {