@tradejs/cli 2.0.0 → 2.0.1

package/dist/lib/derivativesContextBackfill.js

@@ -33,6 +33,7 @@ __export(derivativesContextBackfill_exports, {
   backfillDerivativesContextForBacktest: () => backfillDerivativesContextForBacktest,
   backfillDerivativesContextForSignals: () => backfillDerivativesContextForSignals,
   formatCoinalyzeRequestError: () => formatCoinalyzeRequestError,
+  getMissingClosedDerivativesSymbols: () => getMissingClosedDerivativesSymbols,
   groupDerivativesContextMissingFetchRanges: () => groupDerivativesContextMissingFetchRanges,
   hasDerivativesContextCoverageRange: () => hasDerivativesContextCoverageRange,
   isBacktestDerivativesContextEnabled: () => isBacktestDerivativesContextEnabled,
@@ -40,6 +41,7 @@ __export(derivativesContextBackfill_exports, {
   isSignalsDerivativesContextEnabled: () => isSignalsDerivativesContextEnabled,
   resolveDerivativesContextBackfillSymbols: () => resolveDerivativesContextBackfillSymbols,
   resolveDerivativesContextBackfillWindow: () => resolveDerivativesContextBackfillWindow,
+  resolveDerivativesContextFetchFromMs: () => resolveDerivativesContextFetchFromMs,
   resolveDerivativesContextIntervalBackfillWindow: () => resolveDerivativesContextIntervalBackfillWindow,
   resolveDerivativesContextIntervals: () => resolveDerivativesContextIntervals,
   resolveDerivativesContextLookbackMs: () => resolveDerivativesContextLookbackMs,
@@ -59,7 +61,7 @@ var import_userSettings = require("@tradejs/infra/userSettings");
 var HOUR_MS = 60 * 60 * 1e3;
 var DAY_MS = 24 * HOUR_MS;
 var DEFAULT_LOOKBACK_HOURS = 48;
-var DEFAULT_INTERVALS = ["15m", "1h"];
+var SOURCE_INTERVALS = ["15m"];
 var coinalyzeIntervalMap = {
   "15m": "15min",
   "1h": "1hour"
@@ -120,10 +122,7 @@ var isDerivativesContextBackfillEnabled = (env) => {
 var shouldBackfillDerivativesContextForBacktest = (params) => !params.cacheOnly && (params.aiEnabled || params.mlEnabled) && isBacktestDerivativesContextEnabled();
 var shouldBackfillDerivativesContextForSignals = (params) => !params.cacheOnly && isSignalsDerivativesContextEnabled();
 var resolveDerivativesContextIntervals = () => {
-  const intervals = (0, import_indicators.normalizeDerivativesIntervals)(
-    process.env.DERIVATIVES_CONTEXT_INTERVALS
-  );
-  return intervals.length ? intervals : DEFAULT_INTERVALS;
+  return [...SOURCE_INTERVALS];
 };
 var resolveDerivativesContextLookbackMs = () => {
   const hours = Number(process.env.DERIVATIVES_CONTEXT_LOOKBACK_HOURS);
@@ -158,9 +157,10 @@ var resolveDerivativesContextBackfillWindow = (params) => {
 };
 var resolveDerivativesContextIntervalBackfillWindow = (params) => {
   const intervalMs = derivativesIntervalMs(params.interval);
+  const alignedToMs = params.closedOnly ? (0, import_indicators.getLastClosedDerivativesBarStartMs)(params.toMs, params.interval) : Math.floor(params.toMs / intervalMs) * intervalMs;
   return {
     fromMs: Math.floor(params.fromMs / intervalMs) * intervalMs,
-    toMs: Math.floor(params.toMs / intervalMs) * intervalMs,
+    toMs: alignedToMs,
     intervalMs
   };
 };
@@ -178,6 +178,7 @@ var resolveDerivativesContextMissingFetchFromMs = (params) => {
   }
   return null;
 };
+var resolveDerivativesContextFetchFromMs = (params) => resolveDerivativesContextMissingFetchFromMs(params) ?? (params.refreshClosedTail ? params.toMs : null);
 var countBackfillWindows = (params) => {
   let count = 0;
   let cursor = params.fromMs;
@@ -244,6 +245,14 @@ var groupDerivativesContextMissingFetchRanges = (ranges) => {
   }
   return [...groups.entries()].sort(([a], [b]) => a - b).map(([fromMs, items]) => ({ fromMs, items }));
 };
+var getMissingClosedDerivativesSymbols = (params) => {
+  const availableSymbols = new Set(
+    params.rows.filter((row) => row.ts.getTime() === params.expectedTimestamp).map((row) => row.symbol.trim().toUpperCase())
+  );
+  return params.symbols.filter(
+    (symbol) => !availableSymbols.has(symbol.trim().toUpperCase())
+  );
+};
 var coverageKey = (params) => [
   params.symbol.trim().toUpperCase(),
   params.interval,
@@ -523,7 +532,8 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     ...resolveDerivativesContextIntervalBackfillWindow({
       fromMs,
       toMs: safeEndMs,
-      interval
+      interval,
+      closedOnly: mode === "signals"
     })
   })).filter((item) => item.toMs > item.fromMs);
   if (!intervalWindows.length) {
@@ -582,7 +592,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     }),
     0
   );
-  const allBackfillWindowsCached = intervalWindows.every((window) => {
+  const allBackfillWindowsCached = mode !== "signals" && intervalWindows.every((window) => {
     const edgesBySymbol = edgesByInterval.get(window.interval);
     const coverageKeys = coverageKeysByInterval.get(window.interval);
     const backfillWindows = buildBackfillWindows({
@@ -712,7 +722,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             return null;
           }
           const normalizedSymbol = item.symbol.toUpperCase();
-          const coverageFromMs = resolveDerivativesContextMissingCoverageFetchFromMs({
+          const coverageFromMs = mode === "signals" ? cursor : resolveDerivativesContextMissingCoverageFetchFromMs({
             ranges: coverageRangesBySymbol.get(normalizedSymbol),
             fromMs: cursor,
             toMs,
@@ -722,16 +732,20 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             return null;
           }
           const edges = edgesBySymbol.get(normalizedSymbol);
-          const edgesFromMs = resolveDerivativesContextMissingFetchFromMs({
+          const edgesFromMs = resolveDerivativesContextFetchFromMs({
             edges,
             fromMs: cursor,
             toMs,
-            intervalMs
+            intervalMs,
+            refreshClosedTail: mode === "signals"
           });
           if (edgesFromMs == null) {
             return null;
           }
-          return { item, fromMs: Math.max(coverageFromMs, edgesFromMs) };
+          return {
+            item,
+            fromMs: Math.max(coverageFromMs, edgesFromMs)
+          };
         }).filter(
           (item) => item != null
         );
@@ -745,85 +759,113 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
               const marketSymbols = missingBatch.map(
                 (item) => item.marketSymbol
               );
-              const oiMap = await fetchMetricBatch({
-                endpoint: oiPath,
-                metric: "oi",
-                marketSymbols,
-                apiKey,
-                interval,
-                fromMs: group.fromMs,
-                toMs
-              });
-              const fundingMap = await fetchMetricBatch({
-                endpoint: fundingPath,
-                metric: "funding",
-                marketSymbols,
-                apiKey,
-                interval,
-                fromMs: group.fromMs,
-                toMs
-              });
-              const liqMap = await fetchMetricBatch({
-                endpoint: liqPath,
-                metric: "liq",
-                marketSymbols,
-                apiKey,
-                interval,
-                fromMs: group.fromMs,
-                toMs
-              });
-              const rows = missingBatch.flatMap((item) => {
-                const marketSymbol = item.marketSymbol.toUpperCase();
-                const points = (0, import_indicators.mergeCoinalyzeMetrics)({
-                  symbol: item.symbol,
-                  oiRaw: oiMap.get(marketSymbol) ?? [],
-                  fundingRaw: fundingMap.get(marketSymbol) ?? [],
-                  liqRaw: liqMap.get(marketSymbol) ?? []
+              const maxClosedBarAttempts = mode === "signals" ? asInt(
+                process.env.DERIVATIVES_CONTEXT_CLOSED_BAR_MAX_ATTEMPTS,
+                3
+              ) : 1;
+              const closedBarRetryDelayMs = asInt(
+                process.env.DERIVATIVES_CONTEXT_CLOSED_BAR_RETRY_DELAY_MS,
+                2e3
+              );
+              let rows = [];
+              let missingClosedSymbols = [];
+              for (let attempt = 1; attempt <= maxClosedBarAttempts; attempt += 1) {
+                const oiMap = await fetchMetricBatch({
+                  endpoint: oiPath,
+                  metric: "oi",
+                  marketSymbols,
+                  apiKey,
+                  interval,
+                  fromMs: group.fromMs,
+                  toMs
+                });
+                const fundingMap = await fetchMetricBatch({
+                  endpoint: fundingPath,
+                  metric: "funding",
+                  marketSymbols,
+                  apiKey,
+                  interval,
+                  fromMs: group.fromMs,
+                  toMs
+                });
+                const liqMap = await fetchMetricBatch({
+                  endpoint: liqPath,
+                  metric: "liq",
+                  marketSymbols,
+                  apiKey,
+                  interval,
+                  fromMs: group.fromMs,
+                  toMs
                 });
-                return (0, import_indicators.coinalyzePointsToRows)(points, interval, "coinalyze");
-              });
+                rows = missingBatch.flatMap((item) => {
+                  const marketSymbol = item.marketSymbol.toUpperCase();
+                  const points = (0, import_indicators.mergeCoinalyzeMetrics)({
+                    symbol: item.symbol,
+                    oiRaw: oiMap.get(marketSymbol) ?? [],
+                    fundingRaw: fundingMap.get(marketSymbol) ?? [],
+                    liqRaw: liqMap.get(marketSymbol) ?? []
+                  });
+                  return (0, import_indicators.coinalyzePointsToRows)(points, interval, "coinalyze");
+                });
+                missingClosedSymbols = mode === "signals" ? getMissingClosedDerivativesSymbols({
+                  symbols: missingBatch.map((item) => item.symbol),
+                  rows,
+                  expectedTimestamp: toMs
+                }) : [];
+                if (!missingClosedSymbols.length) break;
+                if (attempt < maxClosedBarAttempts) {
+                  await (0, import_async.delay)(closedBarRetryDelayMs);
+                }
+              }
+              if (missingClosedSymbols.length) {
+                throw new Error(
+                  `Coinalyze closed ${interval} bar ${new Date(toMs).toISOString()} unavailable for ${missingClosedSymbols.join(",")}`
+                );
+              }
               if (rows.length) {
                 await (0, import_timescale.upsertDerivatives)(rows);
                 totalRows += rows.length;
               }
-              const rowsCountBySymbol = /* @__PURE__ */ new Map();
-              for (const row of rows) {
-                const symbol = row.symbol.toUpperCase();
-                rowsCountBySymbol.set(
-                  symbol,
-                  (rowsCountBySymbol.get(symbol) ?? 0) + 1
-                );
-              }
-              const coverageRows = missingBatch.map((item) => {
-                const normalizedSymbol = item.symbol.toUpperCase();
-                const rowsCount = rowsCountBySymbol.get(normalizedSymbol) ?? 0;
-                return {
-                  source: "coinalyze",
-                  symbol: item.symbol,
-                  interval,
-                  fromMs: cursor,
-                  toMs,
-                  rowsCount
-                };
-              });
-              await (0, import_timescale.upsertDerivativesBackfillCoverage)(coverageRows);
-              for (const coverageRow of coverageRows) {
-                const symbol = coverageRow.symbol.toUpperCase();
-                edgesBySymbol.set(
-                  symbol,
-                  extendEdges(edgesBySymbol.get(symbol), cursor, toMs)
-                );
-                coverageKeys.add(
-                  coverageKey({
+              if (mode === "backtest") {
+                const rowsCountBySymbol = /* @__PURE__ */ new Map();
+                for (const row of rows) {
+                  const symbol = row.symbol.toUpperCase();
+                  rowsCountBySymbol.set(
                     symbol,
+                    (rowsCountBySymbol.get(symbol) ?? 0) + 1
+                  );
+                }
+                const coverageRows = missingBatch.map((item) => {
+                  const normalizedSymbol = item.symbol.toUpperCase();
+                  const rowsCount = rowsCountBySymbol.get(normalizedSymbol) ?? 0;
+                  return {
+                    source: "coinalyze",
+                    symbol: item.symbol,
                     interval,
                     fromMs: cursor,
-                    toMs
-                  })
-                );
-                const coverageRanges = coverageRangesBySymbol.get(symbol) ?? [];
-                coverageRanges.push({ fromMs: cursor, toMs });
-                coverageRangesBySymbol.set(symbol, coverageRanges);
+                    toMs,
+                    rowsCount
+                  };
+                });
+                await (0, import_timescale.upsertDerivativesBackfillCoverage)(coverageRows);
+                for (const coverageRow of coverageRows) {
+                  const symbol = coverageRow.symbol.toUpperCase();
+                  edgesBySymbol.set(
+                    symbol,
+                    extendEdges(edgesBySymbol.get(symbol), cursor, toMs)
+                  );
+                  coverageKeys.add(
+                    coverageKey({
+                      symbol,
+                      interval,
+                      fromMs: cursor,
+                      toMs
+                    })
+                  );
+                  const coverageRanges = coverageRangesBySymbol.get(symbol) ?? [];
+                  coverageRanges.push({ fromMs: cursor, toMs });
+                  coverageRangesBySymbol.set(symbol, coverageRanges);
+                }
               }
             }
           }
@@ -883,6 +925,7 @@ var backfillDerivativesContextForSignals = async (params) => backfillDerivatives
   backfillDerivativesContextForBacktest,
   backfillDerivativesContextForSignals,
   formatCoinalyzeRequestError,
+  getMissingClosedDerivativesSymbols,
   groupDerivativesContextMissingFetchRanges,
   hasDerivativesContextCoverageRange,
   isBacktestDerivativesContextEnabled,
@@ -890,6 +933,7 @@ var backfillDerivativesContextForSignals = async (params) => backfillDerivatives
   isSignalsDerivativesContextEnabled,
   resolveDerivativesContextBackfillSymbols,
   resolveDerivativesContextBackfillWindow,
+  resolveDerivativesContextFetchFromMs,
   resolveDerivativesContextIntervalBackfillWindow,
   resolveDerivativesContextIntervals,
   resolveDerivativesContextLookbackMs,

package/dist/lib/marketContextPrepare.js

@@ -2434,7 +2434,7 @@ var import_userSettings = require("@tradejs/infra/userSettings");
 var HOUR_MS = 60 * 60 * 1e3;
 var DAY_MS2 = 24 * HOUR_MS;
 var DEFAULT_LOOKBACK_HOURS = 48;
-var DEFAULT_INTERVALS = ["15m", "1h"];
+var SOURCE_INTERVALS = ["15m"];
 var coinalyzeIntervalMap = {
   "15m": "15min",
   "1h": "1hour"
@@ -2495,10 +2495,7 @@ var isDerivativesContextBackfillEnabled = (env) => {
 var shouldBackfillDerivativesContextForBacktest = (params) => !params.cacheOnly && (params.aiEnabled || params.mlEnabled) && isBacktestDerivativesContextEnabled();
 var shouldBackfillDerivativesContextForSignals = (params) => !params.cacheOnly && isSignalsDerivativesContextEnabled();
 var resolveDerivativesContextIntervals = () => {
-  const intervals = (0, import_indicators.normalizeDerivativesIntervals)(
-    process.env.DERIVATIVES_CONTEXT_INTERVALS
-  );
-  return intervals.length ? intervals : DEFAULT_INTERVALS;
+  return [...SOURCE_INTERVALS];
 };
 var resolveDerivativesContextLookbackMs = () => {
   const hours = Number(process.env.DERIVATIVES_CONTEXT_LOOKBACK_HOURS);
@@ -2533,9 +2530,10 @@ var resolveDerivativesContextBackfillWindow = (params) => {
 };
 var resolveDerivativesContextIntervalBackfillWindow = (params) => {
   const intervalMs = derivativesIntervalMs(params.interval);
+  const alignedToMs = params.closedOnly ? (0, import_indicators.getLastClosedDerivativesBarStartMs)(params.toMs, params.interval) : Math.floor(params.toMs / intervalMs) * intervalMs;
   return {
     fromMs: Math.floor(params.fromMs / intervalMs) * intervalMs,
-    toMs: Math.floor(params.toMs / intervalMs) * intervalMs,
+    toMs: alignedToMs,
     intervalMs
   };
 };
@@ -2553,6 +2551,7 @@ var resolveDerivativesContextMissingFetchFromMs = (params) => {
   }
   return null;
 };
+var resolveDerivativesContextFetchFromMs = (params) => resolveDerivativesContextMissingFetchFromMs(params) ?? (params.refreshClosedTail ? params.toMs : null);
 var countBackfillWindows = (params) => {
   let count = 0;
   let cursor = params.fromMs;
@@ -2616,6 +2615,14 @@ var groupDerivativesContextMissingFetchRanges = (ranges) => {
   }
   return [...groups.entries()].sort(([a], [b]) => a - b).map(([fromMs, items]) => ({ fromMs, items }));
 };
+var getMissingClosedDerivativesSymbols = (params) => {
+  const availableSymbols = new Set(
+    params.rows.filter((row) => row.ts.getTime() === params.expectedTimestamp).map((row) => row.symbol.trim().toUpperCase())
+  );
+  return params.symbols.filter(
+    (symbol) => !availableSymbols.has(symbol.trim().toUpperCase())
+  );
+};
 var coverageKey = (params) => [
   params.symbol.trim().toUpperCase(),
   params.interval,
@@ -2895,7 +2902,8 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     ...resolveDerivativesContextIntervalBackfillWindow({
       fromMs,
       toMs: safeEndMs,
-      interval
+      interval,
+      closedOnly: mode === "signals"
     })
   })).filter((item) => item.toMs > item.fromMs);
   if (!intervalWindows.length) {
@@ -2954,7 +2962,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
     }),
     0
   );
-  const allBackfillWindowsCached = intervalWindows.every((window2) => {
+  const allBackfillWindowsCached = mode !== "signals" && intervalWindows.every((window2) => {
     const edgesBySymbol = edgesByInterval.get(window2.interval);
     const coverageKeys = coverageKeysByInterval.get(window2.interval);
     const backfillWindows = buildBackfillWindows({
@@ -3084,7 +3092,7 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             return null;
           }
           const normalizedSymbol = item.symbol.toUpperCase();
-          const coverageFromMs = resolveDerivativesContextMissingCoverageFetchFromMs({
+          const coverageFromMs = mode === "signals" ? cursor : resolveDerivativesContextMissingCoverageFetchFromMs({
             ranges: coverageRangesBySymbol.get(normalizedSymbol),
             fromMs: cursor,
             toMs,
@@ -3094,16 +3102,20 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
             return null;
           }
           const edges = edgesBySymbol.get(normalizedSymbol);
-          const edgesFromMs = resolveDerivativesContextMissingFetchFromMs({
+          const edgesFromMs = resolveDerivativesContextFetchFromMs({
             edges,
             fromMs: cursor,
             toMs,
-            intervalMs
+            intervalMs,
+            refreshClosedTail: mode === "signals"
           });
           if (edgesFromMs == null) {
             return null;
           }
-          return { item, fromMs: Math.max(coverageFromMs, edgesFromMs) };
+          return {
+            item,
+            fromMs: Math.max(coverageFromMs, edgesFromMs)
+          };
         }).filter(
           (item) => item != null
         );
@@ -3117,85 +3129,113 @@ var backfillDerivativesContext = async (params, enabled, mode) => {
               const marketSymbols = missingBatch.map(
                 (item) => item.marketSymbol
               );
-              const oiMap = await fetchMetricBatch({
-                endpoint: oiPath,
-                metric: "oi",
-                marketSymbols,
-                apiKey,
-                interval,
-                fromMs: group.fromMs,
-                toMs
-              });
-              const fundingMap = await fetchMetricBatch({
-                endpoint: fundingPath,
-                metric: "funding",
-                marketSymbols,
-                apiKey,
-                interval,
-                fromMs: group.fromMs,
-                toMs
-              });
-              const liqMap = await fetchMetricBatch({
-                endpoint: liqPath,
-                metric: "liq",
-                marketSymbols,
-                apiKey,
-                interval,
-                fromMs: group.fromMs,
-                toMs
-              });
-              const rows = missingBatch.flatMap((item) => {
-                const marketSymbol = item.marketSymbol.toUpperCase();
-                const points = (0, import_indicators.mergeCoinalyzeMetrics)({
-                  symbol: item.symbol,
-                  oiRaw: oiMap.get(marketSymbol) ?? [],
-                  fundingRaw: fundingMap.get(marketSymbol) ?? [],
-                  liqRaw: liqMap.get(marketSymbol) ?? []
+              const maxClosedBarAttempts = mode === "signals" ? asInt2(
+                process.env.DERIVATIVES_CONTEXT_CLOSED_BAR_MAX_ATTEMPTS,
+                3
+              ) : 1;
+              const closedBarRetryDelayMs = asInt2(
+                process.env.DERIVATIVES_CONTEXT_CLOSED_BAR_RETRY_DELAY_MS,
+                2e3
+              );
+              let rows = [];
+              let missingClosedSymbols = [];
+              for (let attempt = 1; attempt <= maxClosedBarAttempts; attempt += 1) {
+                const oiMap = await fetchMetricBatch({
+                  endpoint: oiPath,
+                  metric: "oi",
+                  marketSymbols,
+                  apiKey,
+                  interval,
+                  fromMs: group.fromMs,
+                  toMs
+                });
+                const fundingMap = await fetchMetricBatch({
+                  endpoint: fundingPath,
+                  metric: "funding",
+                  marketSymbols,
+                  apiKey,
+                  interval,
+                  fromMs: group.fromMs,
+                  toMs
                 });
-                return (0, import_indicators.coinalyzePointsToRows)(points, interval, "coinalyze");
-              });
+                const liqMap = await fetchMetricBatch({
+                  endpoint: liqPath,
+                  metric: "liq",
+                  marketSymbols,
+                  apiKey,
+                  interval,
+                  fromMs: group.fromMs,
+                  toMs
+                });
+                rows = missingBatch.flatMap((item) => {
+                  const marketSymbol = item.marketSymbol.toUpperCase();
+                  const points = (0, import_indicators.mergeCoinalyzeMetrics)({
+                    symbol: item.symbol,
+                    oiRaw: oiMap.get(marketSymbol) ?? [],
+                    fundingRaw: fundingMap.get(marketSymbol) ?? [],
+                    liqRaw: liqMap.get(marketSymbol) ?? []
+                  });
+                  return (0, import_indicators.coinalyzePointsToRows)(points, interval, "coinalyze");
+                });
+                missingClosedSymbols = mode === "signals" ? getMissingClosedDerivativesSymbols({
+                  symbols: missingBatch.map((item) => item.symbol),
+                  rows,
+                  expectedTimestamp: toMs
+                }) : [];
+                if (!missingClosedSymbols.length) break;
+                if (attempt < maxClosedBarAttempts) {
+                  await (0, import_async.delay)(closedBarRetryDelayMs);
+                }
+              }
+              if (missingClosedSymbols.length) {
+                throw new Error(
+                  `Coinalyze closed ${interval} bar ${new Date(toMs).toISOString()} unavailable for ${missingClosedSymbols.join(",")}`
+                );
+              }
               if (rows.length) {
                 await (0, import_timescale2.upsertDerivatives)(rows);
                 totalRows += rows.length;
               }
-              const rowsCountBySymbol = /* @__PURE__ */ new Map();
-              for (const row of rows) {
-                const symbol = row.symbol.toUpperCase();
-                rowsCountBySymbol.set(
-                  symbol,
-                  (rowsCountBySymbol.get(symbol) ?? 0) + 1
-                );
-              }
-              const coverageRows = missingBatch.map((item) => {
-                const normalizedSymbol = item.symbol.toUpperCase();
-                const rowsCount = rowsCountBySymbol.get(normalizedSymbol) ?? 0;
-                return {
-                  source: "coinalyze",
-                  symbol: item.symbol,
-                  interval,
-                  fromMs: cursor,
-                  toMs,
-                  rowsCount
-                };
-              });
-              await (0, import_timescale2.upsertDerivativesBackfillCoverage)(coverageRows);
-              for (const coverageRow of coverageRows) {
-                const symbol = coverageRow.symbol.toUpperCase();
-                edgesBySymbol.set(
-                  symbol,
-                  extendEdges(edgesBySymbol.get(symbol), cursor, toMs)
-                );
-                coverageKeys.add(
-                  coverageKey({
+              if (mode === "backtest") {
+                const rowsCountBySymbol = /* @__PURE__ */ new Map();
+                for (const row of rows) {
+                  const symbol = row.symbol.toUpperCase();
+                  rowsCountBySymbol.set(
                     symbol,
+                    (rowsCountBySymbol.get(symbol) ?? 0) + 1
+                  );
+                }
+                const coverageRows = missingBatch.map((item) => {
+                  const normalizedSymbol = item.symbol.toUpperCase();
+                  const rowsCount = rowsCountBySymbol.get(normalizedSymbol) ?? 0;
+                  return {
+                    source: "coinalyze",
+                    symbol: item.symbol,
                     interval,
                     fromMs: cursor,
-                    toMs
-                  })
-                );
-                const coverageRanges = coverageRangesBySymbol.get(symbol) ?? [];
-                coverageRanges.push({ fromMs: cursor, toMs });
-                coverageRangesBySymbol.set(symbol, coverageRanges);
+                    toMs,
+                    rowsCount
+                  };
+                });
+                await (0, import_timescale2.upsertDerivativesBackfillCoverage)(coverageRows);
+                for (const coverageRow of coverageRows) {
+                  const symbol = coverageRow.symbol.toUpperCase();
+                  edgesBySymbol.set(
+                    symbol,
+                    extendEdges(edgesBySymbol.get(symbol), cursor, toMs)
+                  );
+                  coverageKeys.add(
+                    coverageKey({
+                      symbol,
+                      interval,
+                      fromMs: cursor,
+                      toMs
+                    })
+                  );
+                  const coverageRanges = coverageRangesBySymbol.get(symbol) ?? [];
+                  coverageRanges.push({ fromMs: cursor, toMs });
+                  coverageRangesBySymbol.set(symbol, coverageRanges);
+                }
               }
             }
           }

package/dist/scripts/aiTrain.js

@@ -2510,7 +2510,6 @@ var RESEARCH_CONTEXT_ENV_KEYS = [
   "INTERVAL",
   "DERIVATIVES_CONTEXT_ENABLED",
   "DERIVATIVES_CONTEXT_TARGET_ENABLED",
-  "DERIVATIVES_CONTEXT_INTERVALS",
   "DERIVATIVES_CONTEXT_LOOKBACK_HOURS",
   "DERIVATIVES_CONTEXT_EXTRA_REFERENCE_SYMBOLS",
   "DERIVATIVES_CONTEXT_EXCHANGE_PRIORITY",