@tradejs/cli 2.0.1 → 2.0.2

package/dist/scripts/replayRunner.js

@@ -3227,6 +3227,38 @@ var resolveDerivativesContextMissingFetchFromMs = (params) => {
   return null;
 };
 var resolveDerivativesContextFetchFromMs = (params) => resolveDerivativesContextMissingFetchFromMs(params) ?? (params.refreshClosedTail ? params.toMs : null);
+var resolveDerivativesContextRequiredFetchFromMs = (params) => {
+  const dataCoverageFromMs = params.dataCoverageKeyExists ? null : params.mode === "signals" ? params.fromMs : resolveDerivativesContextMissingCoverageFetchFromMs({
+    ranges: params.dataCoverageRanges,
+    fromMs: params.fromMs,
+    toMs: params.toMs,
+    intervalMs: params.intervalMs
+  });
+  const edgesFromMs = dataCoverageFromMs == null ? null : resolveDerivativesContextFetchFromMs({
+    edges: params.edges,
+    fromMs: params.fromMs,
+    toMs: params.toMs,
+    intervalMs: params.intervalMs,
+    refreshClosedTail: params.mode === "signals"
+  });
+  const dataFetchFromMs = dataCoverageFromMs != null && edgesFromMs != null ? Math.max(dataCoverageFromMs, edgesFromMs) : null;
+  const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
+    interval: params.interval,
+    fromMs: params.fromMs,
+    toMs: params.toMs,
+    nowMs: params.nowMs
+  });
+  const liquidationFetchFromMs = confirmedLiquidationWindow ? resolveDerivativesContextMissingCoverageFetchFromMs({
+    ranges: params.liquidationCoverageRanges,
+    fromMs: confirmedLiquidationWindow.fromMs,
+    toMs: confirmedLiquidationWindow.toMs,
+    intervalMs: params.intervalMs
+  }) : null;
+  const fetchStarts = [dataFetchFromMs, liquidationFetchFromMs].filter(
+    (value) => value != null
+  );
+  return fetchStarts.length ? Math.min(...fetchStarts) : null;
+};
 var countBackfillWindows = (params) => {
   let count = 0;
   let cursor = params.fromMs;
@@ -3562,7 +3594,8 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     mode,
     startMs,
     endMs,
-    preloadStartMs: params.preloadStartMs
+    preloadStartMs: params.preloadStartMs,
+    nowMs: Date.now()
   });
   if (safeEndMs <= fromMs) {
     return skippedBackfillResult2();
@@ -3596,15 +3629,33 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
   );
   const coverageKeysByInterval = /* @__PURE__ */ new Map();
   const coverageRangesByInterval = /* @__PURE__ */ new Map();
+  const liquidationCoverageRangesByInterval = /* @__PURE__ */ new Map();
+  const coverageNowMs = Date.now();
   await Promise.all(
     intervalWindows.map(async (window2) => {
-      const coverageRows = await (0, import_timescale2.getDerivativesBackfillCoverage)({
-        source: "coinalyze",
-        symbols,
+      const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
         interval: window2.interval,
         fromMs: window2.fromMs,
-        toMs: window2.toMs
+        toMs: window2.toMs,
+        nowMs: coverageNowMs
       });
+      const [coverageRows, liquidationCoverageRows] = await Promise.all([
+        (0, import_timescale2.getDerivativesBackfillCoverage)({
+          source: "coinalyze",
+          symbols,
+          interval: window2.interval,
+          fromMs: window2.fromMs,
+          toMs: window2.toMs
+        }),
+        confirmedLiquidationWindow ? (0, import_timescale2.getDerivativesMetricCoverage)({
+          source: "coinalyze",
+          metric: "liquidation",
+          symbols,
+          interval: window2.interval,
+          fromMs: confirmedLiquidationWindow.fromMs,
+          toMs: confirmedLiquidationWindow.toMs
+        }) : Promise.resolve([])
+      ]);
       coverageKeysByInterval.set(
         window2.interval,
         new Set(
@@ -3626,6 +3677,17 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
         rangesBySymbol.set(symbol, ranges);
       }
       coverageRangesByInterval.set(window2.interval, rangesBySymbol);
+      const liquidationRangesBySymbol = /* @__PURE__ */ new Map();
+      for (const row of liquidationCoverageRows) {
+        const symbol = row.symbol.toUpperCase();
+        const ranges = liquidationRangesBySymbol.get(symbol) ?? [];
+        ranges.push({ fromMs: row.fromMs, toMs: row.toMs });
+        liquidationRangesBySymbol.set(symbol, ranges);
+      }
+      liquidationCoverageRangesByInterval.set(
+        window2.interval,
+        liquidationRangesBySymbol
+      );
     })
   );
   const cachedWindows = intervalWindows.reduce(
@@ -3650,7 +3712,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
       (symbol) => backfillWindows.every((backfillWindow) => {
         const normalizedSymbol = symbol.toUpperCase();
         const coverageRanges = coverageRangesByInterval.get(window2.interval)?.get(normalizedSymbol) ?? [];
-        return hasDerivativesWindowCoverage({
+        const dataCovered = hasDerivativesWindowCoverage({
           edges: edgesBySymbol?.get(normalizedSymbol),
           fromMs: backfillWindow.fromMs,
           toMs: backfillWindow.toMs
@@ -3667,6 +3729,19 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             toMs: backfillWindow.toMs
           })
         );
+        const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
+          interval: window2.interval,
+          fromMs: backfillWindow.fromMs,
+          toMs: backfillWindow.toMs,
+          nowMs: coverageNowMs
+        });
+        const liquidationCovered = confirmedLiquidationWindow == null || resolveDerivativesContextMissingCoverageFetchFromMs({
+          ranges: liquidationCoverageRangesByInterval.get(window2.interval)?.get(normalizedSymbol) ?? [],
+          fromMs: confirmedLiquidationWindow.fromMs,
+          toMs: confirmedLiquidationWindow.toMs,
+          intervalMs: window2.intervalMs
+        }) == null;
+        return dataCovered && liquidationCovered;
       })
     );
   });
@@ -3751,6 +3826,11 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     coverageKeysByInterval.set(interval, coverageKeys);
     const coverageRangesBySymbol = coverageRangesByInterval.get(interval) ?? /* @__PURE__ */ new Map();
     coverageRangesByInterval.set(interval, coverageRangesBySymbol);
+    const liquidationCoverageRangesBySymbol = liquidationCoverageRangesByInterval.get(interval) ?? /* @__PURE__ */ new Map();
+    liquidationCoverageRangesByInterval.set(
+      interval,
+      liquidationCoverageRangesBySymbol
+    );
     for (let batchIdx = 0; batchIdx < symbolBatches.length; batchIdx += 1) {
       const batch = symbolBatches[batchIdx];
       let cursor = window2.fromMs;
@@ -3763,33 +3843,25 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             fromMs: cursor,
             toMs
           });
-          if (coverageKeys.has(key)) {
-            return null;
-          }
           const normalizedSymbol = item.symbol.toUpperCase();
-          const coverageFromMs = mode === "signals" ? cursor : resolveDerivativesContextMissingCoverageFetchFromMs({
-            ranges: coverageRangesBySymbol.get(normalizedSymbol),
-            fromMs: cursor,
-            toMs,
-            intervalMs
-          });
-          if (coverageFromMs == null) {
-            return null;
-          }
-          const edges = edgesBySymbol.get(normalizedSymbol);
-          const edgesFromMs = resolveDerivativesContextFetchFromMs({
-            edges,
-            fromMs: cursor,
-            toMs,
-            intervalMs,
-            refreshClosedTail: mode === "signals"
-          });
-          if (edgesFromMs == null) {
-            return null;
-          }
+          const requiredFromMs = resolveDerivativesContextRequiredFetchFromMs(
+            {
+              mode,
+              interval,
+              intervalMs,
+              fromMs: cursor,
+              toMs,
+              nowMs: coverageNowMs,
+              dataCoverageKeyExists: coverageKeys.has(key),
+              dataCoverageRanges: coverageRangesBySymbol.get(normalizedSymbol),
+              liquidationCoverageRanges: liquidationCoverageRangesBySymbol.get(normalizedSymbol),
+              edges: edgesBySymbol.get(normalizedSymbol)
+            }
+          );
+          if (requiredFromMs == null) return null;
           return {
             item,
-            fromMs: Math.max(coverageFromMs, edgesFromMs)
+            fromMs: requiredFromMs
           };
         }).filter(
           (item) => item != null
@@ -3814,6 +3886,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
               );
               let rows = [];
               let missingClosedSymbols = [];
+              let liquidationRowsByMarket = /* @__PURE__ */ new Map();
               for (let attempt = 1; attempt <= maxClosedBarAttempts; attempt += 1) {
                 const oiMap = await fetchMetricBatch({
                   endpoint: oiPath,
@@ -3833,7 +3906,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
                   fromMs: group.fromMs,
                   toMs
                 });
-                const liqMap = await fetchMetricBatch({
+                liquidationRowsByMarket = await fetchMetricBatch({
                   endpoint: liqPath,
                   metric: "liq",
                   marketSymbols,
@@ -3848,7 +3921,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
                     symbol: item.symbol,
                     oiRaw: oiMap.get(marketSymbol) ?? [],
                     fundingRaw: fundingMap.get(marketSymbol) ?? [],
-                    liqRaw: liqMap.get(marketSymbol) ?? []
+                    liqRaw: liquidationRowsByMarket.get(marketSymbol) ?? []
                   });
                   return (0, import_indicators.coinalyzePointsToRows)(points, interval, "coinalyze");
                 });
@@ -3871,6 +3944,42 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
                 await (0, import_timescale2.upsertDerivatives)(rows);
                 totalRows += rows.length;
               }
+              const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
+                interval,
+                fromMs: group.fromMs,
+                toMs,
+                nowMs: coverageNowMs
+              });
+              if (confirmedLiquidationWindow) {
+                const metricCoverageRows = missingBatch.map((item) => {
+                  const marketSymbol = item.marketSymbol.toUpperCase();
+                  const eventRowsCount = (liquidationRowsByMarket.get(marketSymbol) ?? []).filter((point) => {
+                    const timestamp = (0, import_indicators.toCoinalyzeTimestampMs)(
+                      point.t ?? point.ts ?? point.time ?? point.timestamp
+                    );
+                    return timestamp != null && timestamp >= confirmedLiquidationWindow.fromMs && timestamp <= confirmedLiquidationWindow.toMs;
+                  }).length;
+                  return {
+                    source: "coinalyze",
+                    metric: "liquidation",
+                    symbol: item.symbol,
+                    interval,
+                    fromMs: confirmedLiquidationWindow.fromMs,
+                    toMs: confirmedLiquidationWindow.toMs,
+                    eventRowsCount
+                  };
+                });
+                await (0, import_timescale2.applyDerivativesMetricCoverage)(metricCoverageRows);
+                for (const coverageRow of metricCoverageRows) {
+                  const symbol = coverageRow.symbol.toUpperCase();
+                  const ranges = liquidationCoverageRangesBySymbol.get(symbol) ?? [];
+                  ranges.push({
+                    fromMs: coverageRow.fromMs,
+                    toMs: coverageRow.toMs
+                  });
+                  liquidationCoverageRangesBySymbol.set(symbol, ranges);
+                }
+              }
               if (mode === "backtest") {
                 const rowsCountBySymbol = /* @__PURE__ */ new Map();
                 for (const row of rows) {

package/dist/scripts/runtimeParity.js

@@ -3232,6 +3232,38 @@ var resolveDerivativesContextMissingFetchFromMs = (params) => {
   return null;
 };
 var resolveDerivativesContextFetchFromMs = (params) => resolveDerivativesContextMissingFetchFromMs(params) ?? (params.refreshClosedTail ? params.toMs : null);
+var resolveDerivativesContextRequiredFetchFromMs = (params) => {
+  const dataCoverageFromMs = params.dataCoverageKeyExists ? null : params.mode === "signals" ? params.fromMs : resolveDerivativesContextMissingCoverageFetchFromMs({
+    ranges: params.dataCoverageRanges,
+    fromMs: params.fromMs,
+    toMs: params.toMs,
+    intervalMs: params.intervalMs
+  });
+  const edgesFromMs = dataCoverageFromMs == null ? null : resolveDerivativesContextFetchFromMs({
+    edges: params.edges,
+    fromMs: params.fromMs,
+    toMs: params.toMs,
+    intervalMs: params.intervalMs,
+    refreshClosedTail: params.mode === "signals"
+  });
+  const dataFetchFromMs = dataCoverageFromMs != null && edgesFromMs != null ? Math.max(dataCoverageFromMs, edgesFromMs) : null;
+  const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
+    interval: params.interval,
+    fromMs: params.fromMs,
+    toMs: params.toMs,
+    nowMs: params.nowMs
+  });
+  const liquidationFetchFromMs = confirmedLiquidationWindow ? resolveDerivativesContextMissingCoverageFetchFromMs({
+    ranges: params.liquidationCoverageRanges,
+    fromMs: confirmedLiquidationWindow.fromMs,
+    toMs: confirmedLiquidationWindow.toMs,
+    intervalMs: params.intervalMs
+  }) : null;
+  const fetchStarts = [dataFetchFromMs, liquidationFetchFromMs].filter(
+    (value) => value != null
+  );
+  return fetchStarts.length ? Math.min(...fetchStarts) : null;
+};
 var countBackfillWindows = (params) => {
   let count = 0;
   let cursor = params.fromMs;
@@ -3567,7 +3599,8 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     mode,
     startMs,
     endMs,
-    preloadStartMs: params.preloadStartMs
+    preloadStartMs: params.preloadStartMs,
+    nowMs: Date.now()
   });
   if (safeEndMs <= fromMs) {
     return skippedBackfillResult2();
@@ -3601,15 +3634,33 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
   );
   const coverageKeysByInterval = /* @__PURE__ */ new Map();
   const coverageRangesByInterval = /* @__PURE__ */ new Map();
+  const liquidationCoverageRangesByInterval = /* @__PURE__ */ new Map();
+  const coverageNowMs = Date.now();
   await Promise.all(
     intervalWindows.map(async (window2) => {
-      const coverageRows = await (0, import_timescale2.getDerivativesBackfillCoverage)({
-        source: "coinalyze",
-        symbols,
+      const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
         interval: window2.interval,
         fromMs: window2.fromMs,
-        toMs: window2.toMs
+        toMs: window2.toMs,
+        nowMs: coverageNowMs
       });
+      const [coverageRows, liquidationCoverageRows] = await Promise.all([
+        (0, import_timescale2.getDerivativesBackfillCoverage)({
+          source: "coinalyze",
+          symbols,
+          interval: window2.interval,
+          fromMs: window2.fromMs,
+          toMs: window2.toMs
+        }),
+        confirmedLiquidationWindow ? (0, import_timescale2.getDerivativesMetricCoverage)({
+          source: "coinalyze",
+          metric: "liquidation",
+          symbols,
+          interval: window2.interval,
+          fromMs: confirmedLiquidationWindow.fromMs,
+          toMs: confirmedLiquidationWindow.toMs
+        }) : Promise.resolve([])
+      ]);
       coverageKeysByInterval.set(
         window2.interval,
         new Set(
@@ -3631,6 +3682,17 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
         rangesBySymbol.set(symbol, ranges);
       }
       coverageRangesByInterval.set(window2.interval, rangesBySymbol);
+      const liquidationRangesBySymbol = /* @__PURE__ */ new Map();
+      for (const row of liquidationCoverageRows) {
+        const symbol = row.symbol.toUpperCase();
+        const ranges = liquidationRangesBySymbol.get(symbol) ?? [];
+        ranges.push({ fromMs: row.fromMs, toMs: row.toMs });
+        liquidationRangesBySymbol.set(symbol, ranges);
+      }
+      liquidationCoverageRangesByInterval.set(
+        window2.interval,
+        liquidationRangesBySymbol
+      );
     })
   );
   const cachedWindows = intervalWindows.reduce(
@@ -3655,7 +3717,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
       (symbol) => backfillWindows.every((backfillWindow) => {
         const normalizedSymbol = symbol.toUpperCase();
         const coverageRanges = coverageRangesByInterval.get(window2.interval)?.get(normalizedSymbol) ?? [];
-        return hasDerivativesWindowCoverage({
+        const dataCovered = hasDerivativesWindowCoverage({
           edges: edgesBySymbol?.get(normalizedSymbol),
           fromMs: backfillWindow.fromMs,
           toMs: backfillWindow.toMs
@@ -3672,6 +3734,19 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             toMs: backfillWindow.toMs
           })
         );
+        const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
+          interval: window2.interval,
+          fromMs: backfillWindow.fromMs,
+          toMs: backfillWindow.toMs,
+          nowMs: coverageNowMs
+        });
+        const liquidationCovered = confirmedLiquidationWindow == null || resolveDerivativesContextMissingCoverageFetchFromMs({
+          ranges: liquidationCoverageRangesByInterval.get(window2.interval)?.get(normalizedSymbol) ?? [],
+          fromMs: confirmedLiquidationWindow.fromMs,
+          toMs: confirmedLiquidationWindow.toMs,
+          intervalMs: window2.intervalMs
+        }) == null;
+        return dataCovered && liquidationCovered;
       })
     );
   });
@@ -3756,6 +3831,11 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     coverageKeysByInterval.set(interval2, coverageKeys);
     const coverageRangesBySymbol = coverageRangesByInterval.get(interval2) ?? /* @__PURE__ */ new Map();
     coverageRangesByInterval.set(interval2, coverageRangesBySymbol);
+    const liquidationCoverageRangesBySymbol = liquidationCoverageRangesByInterval.get(interval2) ?? /* @__PURE__ */ new Map();
+    liquidationCoverageRangesByInterval.set(
+      interval2,
+      liquidationCoverageRangesBySymbol
+    );
     for (let batchIdx = 0; batchIdx < symbolBatches.length; batchIdx += 1) {
       const batch = symbolBatches[batchIdx];
       let cursor = window2.fromMs;
@@ -3768,33 +3848,25 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             fromMs: cursor,
             toMs
           });
-          if (coverageKeys.has(key)) {
-            return null;
-          }
           const normalizedSymbol = item.symbol.toUpperCase();
-          const coverageFromMs = mode === "signals" ? cursor : resolveDerivativesContextMissingCoverageFetchFromMs({
-            ranges: coverageRangesBySymbol.get(normalizedSymbol),
-            fromMs: cursor,
-            toMs,
-            intervalMs
-          });
-          if (coverageFromMs == null) {
-            return null;
-          }
-          const edges = edgesBySymbol.get(normalizedSymbol);
-          const edgesFromMs = resolveDerivativesContextFetchFromMs({
-            edges,
-            fromMs: cursor,
-            toMs,
-            intervalMs,
-            refreshClosedTail: mode === "signals"
-          });
-          if (edgesFromMs == null) {
-            return null;
-          }
+          const requiredFromMs = resolveDerivativesContextRequiredFetchFromMs(
+            {
+              mode,
+              interval: interval2,
+              intervalMs,
+              fromMs: cursor,
+              toMs,
+              nowMs: coverageNowMs,
+              dataCoverageKeyExists: coverageKeys.has(key),
+              dataCoverageRanges: coverageRangesBySymbol.get(normalizedSymbol),
+              liquidationCoverageRanges: liquidationCoverageRangesBySymbol.get(normalizedSymbol),
+              edges: edgesBySymbol.get(normalizedSymbol)
+            }
+          );
+          if (requiredFromMs == null) return null;
           return {
             item,
-            fromMs: Math.max(coverageFromMs, edgesFromMs)
+            fromMs: requiredFromMs
           };
         }).filter(
           (item) => item != null
@@ -3819,6 +3891,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
               );
               let rows = [];
               let missingClosedSymbols = [];
+              let liquidationRowsByMarket = /* @__PURE__ */ new Map();
               for (let attempt = 1; attempt <= maxClosedBarAttempts; attempt += 1) {
                 const oiMap = await fetchMetricBatch({
                   endpoint: oiPath,
@@ -3838,7 +3911,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
                   fromMs: group.fromMs,
                   toMs
                 });
-                const liqMap = await fetchMetricBatch({
+                liquidationRowsByMarket = await fetchMetricBatch({
                   endpoint: liqPath,
                   metric: "liq",
                   marketSymbols,
@@ -3853,7 +3926,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
                     symbol: item.symbol,
                     oiRaw: oiMap.get(marketSymbol) ?? [],
                     fundingRaw: fundingMap.get(marketSymbol) ?? [],
-                    liqRaw: liqMap.get(marketSymbol) ?? []
+                    liqRaw: liquidationRowsByMarket.get(marketSymbol) ?? []
                   });
                   return (0, import_indicators.coinalyzePointsToRows)(points, interval2, "coinalyze");
                 });
@@ -3876,6 +3949,42 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
                 await (0, import_timescale2.upsertDerivatives)(rows);
                 totalRows += rows.length;
               }
+              const confirmedLiquidationWindow = (0, import_indicators.resolveCoinalyzeConfirmedIntradayCoverage)({
+                interval: interval2,
+                fromMs: group.fromMs,
+                toMs,
+                nowMs: coverageNowMs
+              });
+              if (confirmedLiquidationWindow) {
+                const metricCoverageRows = missingBatch.map((item) => {
+                  const marketSymbol = item.marketSymbol.toUpperCase();
+                  const eventRowsCount = (liquidationRowsByMarket.get(marketSymbol) ?? []).filter((point) => {
+                    const timestamp = (0, import_indicators.toCoinalyzeTimestampMs)(
+                      point.t ?? point.ts ?? point.time ?? point.timestamp
+                    );
+                    return timestamp != null && timestamp >= confirmedLiquidationWindow.fromMs && timestamp <= confirmedLiquidationWindow.toMs;
+                  }).length;
+                  return {
+                    source: "coinalyze",
+                    metric: "liquidation",
+                    symbol: item.symbol,
+                    interval: interval2,
+                    fromMs: confirmedLiquidationWindow.fromMs,
+                    toMs: confirmedLiquidationWindow.toMs,
+                    eventRowsCount
+                  };
+                });
+                await (0, import_timescale2.applyDerivativesMetricCoverage)(metricCoverageRows);
+                for (const coverageRow of metricCoverageRows) {
+                  const symbol = coverageRow.symbol.toUpperCase();
+                  const ranges = liquidationCoverageRangesBySymbol.get(symbol) ?? [];
+                  ranges.push({
+                    fromMs: coverageRow.fromMs,
+                    toMs: coverageRow.toMs
+                  });
+                  liquidationCoverageRangesBySymbol.set(symbol, ranges);
+                }
+              }
               if (mode === "backtest") {
                 const rowsCountBySymbol = /* @__PURE__ */ new Map();
                 for (const row of rows) {