@tradejs/infra 1.0.9 → 1.0.11

package/dist/timescale.mjs

@@ -7,23 +7,120 @@ var getPool = () => {
     const user = process.env.PG_USER || "app";
     const password = String(process.env.PG_PASSWORD ?? "app");
     const database = process.env.PG_DATABASE || process.env.PG_DB || "app";
+    const max = Number(process.env.PG_POOL_MAX ?? 10);
+    const connectionTimeoutMillis = Number(
+      process.env.PG_CONNECTION_TIMEOUT_MS ?? 3e4
+    );
     global.__pgPool__ = new Pool({
       host,
       port,
       user,
       password,
       database,
-      max: 10,
+      max: Number.isFinite(max) && max > 0 ? Math.floor(max) : 10,
       idleTimeoutMillis: 3e4,
-      connectionTimeoutMillis: 5e3
+      connectionTimeoutMillis: Number.isFinite(connectionTimeoutMillis) && connectionTimeoutMillis > 0 ? Math.floor(connectionTimeoutMillis) : 3e4
     });
   }
   return global.__pgPool__;
 };
+var candlesSchemaReady = false;
 var derivativesSchemaReady = false;
 var spreadSchemaReady = false;
+var binanceMarketSchemaReady = false;
+var candlesSchemaReadyPromise = null;
+var derivativesSchemaReadyPromise = null;
+var spreadSchemaReadyPromise = null;
+var binanceMarketSchemaReadyPromise = null;
+var closeTimescalePool = async () => {
+  const pool = global.__pgPool__;
+  if (!pool) {
+    return;
+  }
+  global.__pgPool__ = void 0;
+  candlesSchemaReady = false;
+  derivativesSchemaReady = false;
+  spreadSchemaReady = false;
+  binanceMarketSchemaReady = false;
+  candlesSchemaReadyPromise = null;
+  derivativesSchemaReadyPromise = null;
+  spreadSchemaReadyPromise = null;
+  binanceMarketSchemaReadyPromise = null;
+  await pool.end();
+};
+var CANDLES_SCHEMA_LOCK_KEY = 61e4;
+var DERIVATIVES_SCHEMA_LOCK_KEY = 610001;
+var SPREAD_SCHEMA_LOCK_KEY = 610002;
+var BINANCE_MARKET_SCHEMA_LOCK_KEY = 610003;
+var PG_SAFE_MAX_BIND_PARAMS = 3e4;
 var normalizeCandleProvider = (provider) => String(provider || "").trim().toLowerCase();
 var normalizeCandleSymbol = (symbol) => String(symbol || "").trim().toUpperCase();
+var getSafeBulkInsertRows = (columnsCount) => Math.max(1, Math.floor(PG_SAFE_MAX_BIND_PARAMS / columnsCount));
+var withSchemaLock = async (lockKey, work) => {
+  const pool = getPool();
+  await pool.query("SELECT pg_advisory_lock($1)", [lockKey]);
+  try {
+    await work();
+  } finally {
+    await pool.query("SELECT pg_advisory_unlock($1)", [lockKey]);
+  }
+};
+var ensureCandlesSchema = async () => {
+  if (candlesSchemaReady) return;
+  if (candlesSchemaReadyPromise) {
+    await candlesSchemaReadyPromise;
+    return;
+  }
+  candlesSchemaReadyPromise = withSchemaLock(
+    CANDLES_SCHEMA_LOCK_KEY,
+    async () => {
+      const pool = getPool();
+      await pool.query("CREATE EXTENSION IF NOT EXISTS timescaledb");
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS candles (
+          provider text NOT NULL DEFAULT 'bybit',
+          symbol text NOT NULL,
+          interval integer NOT NULL,
+          ts timestamptz NOT NULL,
+          open double precision NOT NULL,
+          high double precision NOT NULL,
+          low double precision NOT NULL,
+          close double precision NOT NULL,
+          volume double precision,
+          turnover double precision,
+          taker_buy_base_volume double precision,
+          taker_buy_quote_volume double precision,
+          taker_sell_base_volume double precision,
+          taker_sell_quote_volume double precision,
+          PRIMARY KEY (provider, symbol, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'candles',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '7 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS candles_provider_symbol_interval_ts_idx
+        ON candles (provider, symbol, interval, ts DESC)
+      `);
+      await pool.query(`
+      ALTER TABLE candles
+        ADD COLUMN IF NOT EXISTS taker_buy_base_volume double precision,
+        ADD COLUMN IF NOT EXISTS taker_buy_quote_volume double precision,
+        ADD COLUMN IF NOT EXISTS taker_sell_base_volume double precision,
+        ADD COLUMN IF NOT EXISTS taker_sell_quote_volume double precision
+    `);
+      candlesSchemaReady = true;
+    }
+  ).finally(() => {
+    candlesSchemaReadyPromise = null;
+  });
+  await candlesSchemaReadyPromise;
+};
 var toRows = (provider, symbol, interval, data) => {
   const normalizedProvider = normalizeCandleProvider(provider);
   if (!normalizedProvider) {
@@ -41,11 +138,16 @@ var toRows = (provider, symbol, interval, data) => {
     low: i.low,
     close: i.close,
     volume: i.volume ?? null,
-    turnover: i.turnover ?? null
+    turnover: i.turnover ?? null,
+    takerBuyBaseVolume: i.takerBuyBaseVolume ?? null,
+    takerBuyQuoteVolume: i.takerBuyQuoteVolume ?? null,
+    takerSellBaseVolume: i.takerSellBaseVolume ?? null,
+    takerSellQuoteVolume: i.takerSellQuoteVolume ?? null
   }));
 };
 async function upsertCandles(rows) {
   if (!rows.length) return;
+  await ensureCandlesSchema();
   const pool = getPool();
   const cols = [
     "provider",
@@ -57,7 +159,11 @@ async function upsertCandles(rows) {
     "low",
     "close",
     "volume",
-    "turnover"
+    "turnover",
+    "taker_buy_base_volume",
+    "taker_buy_quote_volume",
+    "taker_sell_base_volume",
+    "taker_sell_quote_volume"
   ];
   const maxRows = Math.floor(65535 / cols.length);
   if (rows.length > maxRows) {
@@ -79,7 +185,11 @@ async function upsertCandles(rows) {
     r.low,
     r.close,
     r.volume ?? null,
-    r.turnover ?? null
+    r.turnover ?? null,
+    r.takerBuyBaseVolume ?? null,
+    r.takerBuyQuoteVolume ?? null,
+    r.takerSellBaseVolume ?? null,
+    r.takerSellQuoteVolume ?? null
   ]);
   const sql = `
     INSERT INTO candles (${cols.join(",")})
@@ -90,7 +200,11 @@ async function upsertCandles(rows) {
       low  = EXCLUDED.low,
       close = EXCLUDED.close,
       volume = COALESCE(EXCLUDED.volume, candles.volume),
-      turnover = COALESCE(EXCLUDED.turnover, candles.turnover)
+      turnover = COALESCE(EXCLUDED.turnover, candles.turnover),
+      taker_buy_base_volume = COALESCE(EXCLUDED.taker_buy_base_volume, candles.taker_buy_base_volume),
+      taker_buy_quote_volume = COALESCE(EXCLUDED.taker_buy_quote_volume, candles.taker_buy_quote_volume),
+      taker_sell_base_volume = COALESCE(EXCLUDED.taker_sell_base_volume, candles.taker_sell_base_volume),
+      taker_sell_quote_volume = COALESCE(EXCLUDED.taker_sell_quote_volume, candles.taker_sell_quote_volume)
   `;
   const client = await pool.connect();
   try {
@@ -106,67 +220,389 @@ async function upsertCandles(rows) {
 }
 var ensureDerivativesSchema = async () => {
   if (derivativesSchemaReady) return;
+  if (derivativesSchemaReadyPromise) {
+    await derivativesSchemaReadyPromise;
+    return;
+  }
   const pool = getPool();
-  await pool.query("CREATE EXTENSION IF NOT EXISTS timescaledb");
-  await pool.query(`
-    CREATE TABLE IF NOT EXISTS derivatives_market (
-      symbol text NOT NULL,
-      interval text NOT NULL,
-      ts timestamptz NOT NULL,
-      open_interest double precision,
-      funding_rate double precision,
-      liq_long double precision,
-      liq_short double precision,
-      liq_total double precision,
-      source text,
-      ingested_at timestamptz NOT NULL DEFAULT now(),
-      PRIMARY KEY (symbol, interval, ts)
-    )
-  `);
-  await pool.query(`
-    SELECT create_hypertable(
-      'derivatives_market',
-      'ts',
-      if_not_exists => TRUE,
-      chunk_time_interval => interval '14 days'
-    )
-  `);
-  await pool.query(`
-    CREATE INDEX IF NOT EXISTS derivatives_market_symbol_tf_ts_idx
-    ON derivatives_market (symbol, interval, ts DESC)
-  `);
-  derivativesSchemaReady = true;
+  derivativesSchemaReadyPromise = withSchemaLock(
+    DERIVATIVES_SCHEMA_LOCK_KEY,
+    async () => {
+      if (derivativesSchemaReady) return;
+      await pool.query("CREATE EXTENSION IF NOT EXISTS timescaledb");
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS derivatives_market (
+          symbol text NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          open_interest double precision,
+          funding_rate double precision,
+          liq_long double precision,
+          liq_short double precision,
+          liq_total double precision,
+          source text,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (symbol, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'derivatives_market',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '14 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS derivatives_market_symbol_tf_ts_idx
+        ON derivatives_market (symbol, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS derivatives_backfill_coverage (
+          source text NOT NULL,
+          symbol text NOT NULL,
+          interval text NOT NULL,
+          from_ts timestamptz NOT NULL,
+          to_ts timestamptz NOT NULL,
+          rows_count integer NOT NULL DEFAULT 0,
+          checked_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, symbol, interval, from_ts, to_ts)
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS derivatives_backfill_coverage_lookup_idx
+        ON derivatives_backfill_coverage (source, symbol, interval, from_ts, to_ts)
+      `);
+      derivativesSchemaReady = true;
+    }
+  ).finally(() => {
+    derivativesSchemaReadyPromise = null;
+  });
+  await derivativesSchemaReadyPromise;
 };
 var ensureSpreadSchema = async () => {
   if (spreadSchemaReady) return;
+  if (spreadSchemaReadyPromise) {
+    await spreadSchemaReadyPromise;
+    return;
+  }
   const pool = getPool();
-  await pool.query("CREATE EXTENSION IF NOT EXISTS timescaledb");
-  await pool.query(`
-    CREATE TABLE IF NOT EXISTS market_spread (
-      symbol text NOT NULL,
-      interval text NOT NULL,
-      ts timestamptz NOT NULL,
-      binance_price double precision,
-      coinbase_price double precision,
-      spread double precision,
-      source text,
-      ingested_at timestamptz NOT NULL DEFAULT now(),
-      PRIMARY KEY (symbol, interval, ts)
-    )
-  `);
-  await pool.query(`
-    SELECT create_hypertable(
-      'market_spread',
-      'ts',
-      if_not_exists => TRUE,
-      chunk_time_interval => interval '14 days'
-    )
-  `);
-  await pool.query(`
-    CREATE INDEX IF NOT EXISTS market_spread_symbol_tf_ts_idx
-    ON market_spread (symbol, interval, ts DESC)
-  `);
-  spreadSchemaReady = true;
+  spreadSchemaReadyPromise = withSchemaLock(
+    SPREAD_SCHEMA_LOCK_KEY,
+    async () => {
+      if (spreadSchemaReady) return;
+      await pool.query("CREATE EXTENSION IF NOT EXISTS timescaledb");
+      await pool.query(`
+      CREATE TABLE IF NOT EXISTS market_spread (
+        symbol text NOT NULL,
+        interval text NOT NULL,
+        ts timestamptz NOT NULL,
+        binance_price double precision,
+        coinbase_price double precision,
+        spread double precision,
+        source text,
+        ingested_at timestamptz NOT NULL DEFAULT now(),
+        PRIMARY KEY (symbol, interval, ts)
+      )
+    `);
+      await pool.query(`
+      SELECT create_hypertable(
+        'market_spread',
+        'ts',
+        if_not_exists => TRUE,
+        chunk_time_interval => interval '14 days'
+      )
+    `);
+      await pool.query(`
+      CREATE INDEX IF NOT EXISTS market_spread_symbol_tf_ts_idx
+      ON market_spread (symbol, interval, ts DESC)
+    `);
+      spreadSchemaReady = true;
+    }
+  ).finally(() => {
+    spreadSchemaReadyPromise = null;
+  });
+  await spreadSchemaReadyPromise;
+};
+var ensureBinanceMarketSchema = async () => {
+  if (binanceMarketSchemaReady) return;
+  if (binanceMarketSchemaReadyPromise) {
+    await binanceMarketSchemaReadyPromise;
+    return;
+  }
+  const pool = getPool();
+  binanceMarketSchemaReadyPromise = withSchemaLock(
+    BINANCE_MARKET_SCHEMA_LOCK_KEY,
+    async () => {
+      if (binanceMarketSchemaReady) return;
+      await pool.query("CREATE EXTENSION IF NOT EXISTS timescaledb");
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_trade_flow (
+          symbol text NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          trades integer NOT NULL,
+          buy_base_volume double precision,
+          sell_base_volume double precision,
+          buy_quote_volume double precision,
+          sell_quote_volume double precision,
+          net_base_delta double precision,
+          net_quote_delta double precision,
+          buy_pressure_pct double precision,
+          source text,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (symbol, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_trade_flow',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '7 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_trade_flow_symbol_tf_ts_idx
+        ON market_trade_flow (symbol, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_breadth (
+          universe text NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          symbols_count integer NOT NULL,
+          advancers integer NOT NULL,
+          decliners integer NOT NULL,
+          unchanged integer NOT NULL,
+          advance_decline_ratio double precision,
+          pct_above_ma20 double precision,
+          pct_above_ma50 double precision,
+          equal_weighted_return double precision,
+          volume_weighted_return double precision,
+          dispersion double precision,
+          btc_return_1h double precision,
+          btc_return_4h double precision,
+          btc_return_24h double precision,
+          alt_basket_return_1h double precision,
+          alt_basket_return_4h double precision,
+          alt_basket_return_24h double precision,
+          btc_vs_alt_return_1h double precision,
+          btc_vs_alt_return_4h double precision,
+          btc_vs_alt_return_24h double precision,
+          btc_turnover_share_1h double precision,
+          btc_turnover_share_24h double precision,
+          btc_turnover_share_change_24h double precision,
+          alt_vol_to_btc_vol_24h double precision,
+          alt_dispersion_24h double precision,
+          btc_alt_regime text,
+          source text,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (universe, interval, ts)
+        )
+      `);
+      await pool.query(`
+        ALTER TABLE market_breadth
+          ADD COLUMN IF NOT EXISTS btc_return_1h double precision,
+          ADD COLUMN IF NOT EXISTS btc_return_4h double precision,
+          ADD COLUMN IF NOT EXISTS btc_return_24h double precision,
+          ADD COLUMN IF NOT EXISTS alt_basket_return_1h double precision,
+          ADD COLUMN IF NOT EXISTS alt_basket_return_4h double precision,
+          ADD COLUMN IF NOT EXISTS alt_basket_return_24h double precision,
+          ADD COLUMN IF NOT EXISTS btc_vs_alt_return_1h double precision,
+          ADD COLUMN IF NOT EXISTS btc_vs_alt_return_4h double precision,
+          ADD COLUMN IF NOT EXISTS btc_vs_alt_return_24h double precision,
+          ADD COLUMN IF NOT EXISTS btc_turnover_share_1h double precision,
+          ADD COLUMN IF NOT EXISTS btc_turnover_share_24h double precision,
+          ADD COLUMN IF NOT EXISTS btc_turnover_share_change_24h double precision,
+          ADD COLUMN IF NOT EXISTS alt_vol_to_btc_vol_24h double precision,
+          ADD COLUMN IF NOT EXISTS alt_dispersion_24h double precision,
+          ADD COLUMN IF NOT EXISTS btc_alt_regime text
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_breadth',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '14 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_breadth_universe_tf_ts_idx
+        ON market_breadth (universe, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_global_context (
+          source text NOT NULL,
+          ts timestamptz NOT NULL,
+          updated_at_ts timestamptz,
+          active_cryptocurrencies integer,
+          active_exchanges integer,
+          active_market_pairs integer,
+          markets integer,
+          total_market_cap_usd double precision,
+          total_volume_usd double precision,
+          total_volume_reported_usd double precision,
+          btc_dominance_pct double precision,
+          eth_dominance_pct double precision,
+          alt_market_cap_usd double precision,
+          alt_volume_usd double precision,
+          alt_volume_reported_usd double precision,
+          btc_to_alt_market_cap_ratio double precision,
+          market_cap_change_pct_24h_usd double precision,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_global_context',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '30 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_global_context_source_ts_idx
+        ON market_global_context (source, ts DESC)
+      `);
+      await pool.query(`
+        ALTER TABLE market_global_context
+          ADD COLUMN IF NOT EXISTS active_exchanges integer,
+          ADD COLUMN IF NOT EXISTS active_market_pairs integer,
+          ADD COLUMN IF NOT EXISTS total_volume_reported_usd double precision,
+          ADD COLUMN IF NOT EXISTS alt_volume_usd double precision,
+          ADD COLUMN IF NOT EXISTS alt_volume_reported_usd double precision
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_reference_asset_context (
+          source text NOT NULL,
+          symbol text NOT NULL,
+          cmc_id integer NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          open_usd double precision,
+          high_usd double precision,
+          low_usd double precision,
+          close_usd double precision,
+          volume_usd double precision,
+          market_cap_usd double precision,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, symbol, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_reference_asset_context',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '30 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_reference_asset_context_lookup_idx
+        ON market_reference_asset_context (source, symbol, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_cmc_exchange_liquidity_context (
+          source text NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          exchanges_count integer NOT NULL,
+          total_volume_usd double precision,
+          binance_volume_usd double precision,
+          binance_volume_share double precision,
+          top_exchange_volume_share double precision,
+          liquidity_regime text,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_cmc_exchange_liquidity_context',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '30 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_cmc_exchange_liquidity_context_lookup_idx
+        ON market_cmc_exchange_liquidity_context (source, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_cmc_fear_greed_context (
+          source text NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          value integer NOT NULL,
+          classification text NOT NULL,
+          sentiment_regime text NOT NULL,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_cmc_fear_greed_context',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '30 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_cmc_fear_greed_context_lookup_idx
+        ON market_cmc_fear_greed_context (source, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_cmc_index_context (
+          source text NOT NULL,
+          index_slug text NOT NULL,
+          interval text NOT NULL,
+          ts timestamptz NOT NULL,
+          value double precision NOT NULL,
+          constituents_count integer,
+          top_constituent_symbol text,
+          top_constituent_weight_pct double precision,
+          constituents jsonb,
+          ingested_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, index_slug, interval, ts)
+        )
+      `);
+      await pool.query(`
+        SELECT create_hypertable(
+          'market_cmc_index_context',
+          'ts',
+          if_not_exists => TRUE,
+          chunk_time_interval => interval '30 days'
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_cmc_index_context_lookup_idx
+        ON market_cmc_index_context (source, index_slug, interval, ts DESC)
+      `);
+      await pool.query(`
+        CREATE TABLE IF NOT EXISTS market_context_backfill_coverage (
+          source text NOT NULL,
+          scope text NOT NULL,
+          interval text NOT NULL,
+          from_ts timestamptz NOT NULL,
+          to_ts timestamptz NOT NULL,
+          rows_count integer NOT NULL DEFAULT 0,
+          checked_at timestamptz NOT NULL DEFAULT now(),
+          PRIMARY KEY (source, scope, interval, from_ts, to_ts)
+        )
+      `);
+      await pool.query(`
+        CREATE INDEX IF NOT EXISTS market_context_backfill_coverage_lookup_idx
+        ON market_context_backfill_coverage (source, scope, interval, from_ts, to_ts)
+      `);
+      binanceMarketSchemaReady = true;
+    }
+  ).finally(() => {
+    binanceMarketSchemaReadyPromise = null;
+  });
+  await binanceMarketSchemaReadyPromise;
 };
 async function upsertDerivatives(rows) {
   if (!rows.length) return;
@@ -268,6 +704,85 @@ async function getDerivativesDataEdgesForSymbols(symbols, interval) {
   }
   return edges;
 }
+async function getDerivativesBackfillCoverage(params) {
+  const normalizedSource = String(params.source || "").trim().toLowerCase();
+  const normalizedSymbols = [
+    ...new Set(
+      params.symbols.map(
+        (symbol) => String(symbol || "").trim().toUpperCase()
+      ).filter(Boolean)
+    )
+  ];
+  if (!normalizedSource || !normalizedSymbols.length) {
+    return [];
+  }
+  await ensureDerivativesSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        symbol,
+        interval,
+        extract(epoch from from_ts)*1000 AS from_ms,
+        extract(epoch from to_ts)*1000 AS to_ms,
+        rows_count
+      FROM derivatives_backfill_coverage
+      WHERE source = $1
+        AND symbol = ANY($2)
+        AND interval = $3
+        AND from_ts <= to_timestamp($5/1000.0)
+        AND to_ts >= to_timestamp($4/1000.0)
+    `,
+    [
+      normalizedSource,
+      normalizedSymbols,
+      params.interval,
+      params.fromMs,
+      params.toMs
+    ]
+  );
+  return res.rows.map((row) => ({
+    symbol: String(row.symbol).toUpperCase(),
+    interval: row.interval,
+    fromMs: Number(row.from_ms),
+    toMs: Number(row.to_ms),
+    rowsCount: Number(row.rows_count ?? 0)
+  }));
+}
+async function upsertDerivativesBackfillCoverage(rows) {
+  if (!rows.length) return;
+  await ensureDerivativesSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "symbol",
+    "interval",
+    "from_ts",
+    "to_ts",
+    "rows_count"
+  ];
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    String(row.source || "").trim().toLowerCase(),
+    String(row.symbol || "").trim().toUpperCase(),
+    row.interval,
+    new Date(row.fromMs),
+    new Date(row.toMs),
+    Math.max(0, Math.trunc(row.rowsCount))
+  ]);
+  await pool.query(
+    `
+      INSERT INTO derivatives_backfill_coverage (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, symbol, interval, from_ts, to_ts) DO UPDATE SET
+        rows_count = EXCLUDED.rows_count,
+        checked_at = now()
+    `,
+    flat
+  );
+}
 async function getDerivativesWindow(params) {
   const { symbol, intervals, endMs, lookbackMs } = params;
   const normalizedSymbol = String(symbol || "").trim().toUpperCase();
@@ -311,43 +826,114 @@ async function getDerivativesWindow(params) {
   }
   return rowsByInterval;
 }
-async function getDerivativesSummary(hours = 24, limit = 500) {
+async function getDerivativesSummary(hours = 24, limit = 500, symbols) {
   await ensureDerivativesSchema();
   const pool = getPool();
-  const cappedHours = Math.max(1, Math.min(24 * 30, hours));
-  const cappedLimit = Math.max(50, Math.min(5e3, limit));
-  const rowsQ = await pool.query(
-    `
-      SELECT symbol, interval, ts, open_interest, funding_rate, liq_long, liq_short, liq_total
-      FROM derivatives_market
-      WHERE ts >= now() - ($1 || ' hours')::interval
-      ORDER BY ts DESC
-      LIMIT $2
-    `,
-    [String(cappedHours), cappedLimit]
-  );
-  const aggQ = await pool.query(
+  const cappedHours = Math.max(1, Math.min(24 * 90, hours));
+  const cappedLimit = Math.max(10, Math.min(1e3, limit));
+  const normalizedSymbols = Array.isArray(symbols) ? [...new Set(symbols.map(normalizeCandleSymbol).filter(Boolean))] : [];
+  const symbolsFilterSql = normalizedSymbols.length ? "AND symbol = ANY($3)" : "";
+  const summaryQ = await pool.query(
     `
+      WITH filtered AS (
+        SELECT
+          symbol,
+          interval,
+          ts,
+          open_interest,
+          funding_rate,
+          liq_long,
+          liq_short,
+          liq_total
+        FROM derivatives_market
+        WHERE ts >= now() - ($1 || ' hours')::interval
+          ${symbolsFilterSql}
+      ),
+      latest AS (
+        SELECT DISTINCT ON (symbol, interval)
+          symbol,
+          interval,
+          ts AS last_ts,
+          open_interest AS latest_open_interest,
+          funding_rate AS latest_funding_rate
+        FROM filtered
+        ORDER BY symbol ASC, interval ASC, ts DESC
+      ),
+      first AS (
+        SELECT DISTINCT ON (symbol, interval)
+          symbol,
+          interval,
+          ts AS first_ts,
+          open_interest AS first_open_interest,
+          funding_rate AS first_funding_rate
+        FROM filtered
+        ORDER BY symbol ASC, interval ASC, ts ASC
+      ),
+      aggregated AS (
+        SELECT
+          symbol,
+          interval,
+          COUNT(*)::int AS points,
+          SUM(COALESCE(liq_long, 0)) AS sum_liq_long,
+          SUM(COALESCE(liq_short, 0)) AS sum_liq_short,
+          SUM(COALESCE(liq_total, 0)) AS sum_liq_total
+        FROM filtered
+        GROUP BY symbol, interval
+      )
       SELECT
-        symbol,
-        interval,
-        COUNT(*)::int AS points,
-        MAX(ts) AS last_ts,
-        AVG(open_interest) AS avg_open_interest,
-        AVG(funding_rate) AS avg_funding_rate,
-        SUM(COALESCE(liq_total, 0)) AS sum_liq_total
-      FROM derivatives_market
-      WHERE ts >= now() - ($1 || ' hours')::interval
-      GROUP BY symbol, interval
-      ORDER BY points DESC, symbol ASC
-      LIMIT 500
+        aggregated.symbol,
+        aggregated.interval,
+        aggregated.points,
+        latest.last_ts,
+        first.first_ts,
+        latest.latest_open_interest,
+        first.first_open_interest,
+        latest.latest_funding_rate,
+        first.first_funding_rate,
+        aggregated.sum_liq_long,
+        aggregated.sum_liq_short,
+        aggregated.sum_liq_total
+      FROM aggregated
+      JOIN latest
+        ON latest.symbol = aggregated.symbol
+       AND latest.interval = aggregated.interval
+      JOIN first
+        ON first.symbol = aggregated.symbol
+       AND first.interval = aggregated.interval
+      ORDER BY aggregated.sum_liq_total DESC, aggregated.symbol ASC
+      LIMIT $2
     `,
-    [String(cappedHours)]
+    normalizedSymbols.length ? [String(cappedHours), cappedLimit, normalizedSymbols] : [String(cappedHours), cappedLimit]
   );
+  const items = summaryQ.rows.map((row) => {
+    const latestOpenInterest = row.latest_open_interest == null ? null : Number(row.latest_open_interest);
+    const firstOpenInterest = row.first_open_interest == null ? null : Number(row.first_open_interest);
+    const latestFundingRate = row.latest_funding_rate == null ? null : Number(row.latest_funding_rate);
+    const firstFundingRate = row.first_funding_rate == null ? null : Number(row.first_funding_rate);
+    const oiChange = latestOpenInterest != null && firstOpenInterest != null ? latestOpenInterest - firstOpenInterest : null;
+    const oiChangePct = oiChange != null && firstOpenInterest != null && Number.isFinite(firstOpenInterest) && Math.abs(firstOpenInterest) > 0 ? oiChange / Math.abs(firstOpenInterest) * 100 : null;
+    const fundingChange = latestFundingRate != null && firstFundingRate != null ? latestFundingRate - firstFundingRate : null;
+    return {
+      symbol: row.symbol,
+      interval: row.interval,
+      points: Number(row.points || 0),
+      last_ts: row.last_ts,
+      first_ts: row.first_ts,
+      latest_open_interest: latestOpenInterest,
+      first_open_interest: firstOpenInterest,
+      oi_change: oiChange,
+      oi_change_pct: oiChangePct,
+      latest_funding_rate: latestFundingRate,
+      first_funding_rate: firstFundingRate,
+      funding_change: fundingChange,
+      sum_liq_long: row.sum_liq_long == null ? null : Number(row.sum_liq_long),
+      sum_liq_short: row.sum_liq_short == null ? null : Number(row.sum_liq_short),
+      sum_liq_total: row.sum_liq_total == null ? null : Number(row.sum_liq_total)
+    };
+  });
   return {
-    rows: rowsQ.rows,
-    aggregates: aggQ.rows,
-    hours: cappedHours
+    hours: cappedHours,
+    items
   };
 }
 async function upsertSpreadRows(rows) {
@@ -394,6 +980,1234 @@ async function upsertSpreadRows(rows) {
   `;
   await pool.query(sql, flat);
 }
+async function upsertMarketTradeFlowRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "symbol",
+    "interval",
+    "ts",
+    "trades",
+    "buy_base_volume",
+    "sell_base_volume",
+    "buy_quote_volume",
+    "sell_quote_volume",
+    "net_base_delta",
+    "net_quote_delta",
+    "buy_pressure_pct",
+    "source"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketTradeFlowRows(rows.slice(i, i + maxRows));
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.symbol,
+    row.interval,
+    row.ts,
+    row.trades,
+    row.buyBaseVolume ?? null,
+    row.sellBaseVolume ?? null,
+    row.buyQuoteVolume ?? null,
+    row.sellQuoteVolume ?? null,
+    row.netBaseDelta ?? null,
+    row.netQuoteDelta ?? null,
+    row.buyPressurePct ?? null,
+    row.source ?? null
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_trade_flow (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (symbol, interval, ts) DO UPDATE SET
+        trades = EXCLUDED.trades,
+        buy_base_volume = COALESCE(EXCLUDED.buy_base_volume, market_trade_flow.buy_base_volume),
+        sell_base_volume = COALESCE(EXCLUDED.sell_base_volume, market_trade_flow.sell_base_volume),
+        buy_quote_volume = COALESCE(EXCLUDED.buy_quote_volume, market_trade_flow.buy_quote_volume),
+        sell_quote_volume = COALESCE(EXCLUDED.sell_quote_volume, market_trade_flow.sell_quote_volume),
+        net_base_delta = COALESCE(EXCLUDED.net_base_delta, market_trade_flow.net_base_delta),
+        net_quote_delta = COALESCE(EXCLUDED.net_quote_delta, market_trade_flow.net_quote_delta),
+        buy_pressure_pct = COALESCE(EXCLUDED.buy_pressure_pct, market_trade_flow.buy_pressure_pct),
+        source = COALESCE(EXCLUDED.source, market_trade_flow.source),
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function upsertMarketBreadthRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "universe",
+    "interval",
+    "ts",
+    "symbols_count",
+    "advancers",
+    "decliners",
+    "unchanged",
+    "advance_decline_ratio",
+    "pct_above_ma20",
+    "pct_above_ma50",
+    "equal_weighted_return",
+    "volume_weighted_return",
+    "dispersion",
+    "btc_return_1h",
+    "btc_return_4h",
+    "btc_return_24h",
+    "alt_basket_return_1h",
+    "alt_basket_return_4h",
+    "alt_basket_return_24h",
+    "btc_vs_alt_return_1h",
+    "btc_vs_alt_return_4h",
+    "btc_vs_alt_return_24h",
+    "btc_turnover_share_1h",
+    "btc_turnover_share_24h",
+    "btc_turnover_share_change_24h",
+    "alt_vol_to_btc_vol_24h",
+    "alt_dispersion_24h",
+    "btc_alt_regime",
+    "source"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketBreadthRows(rows.slice(i, i + maxRows));
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.universe,
+    row.interval,
+    row.ts,
+    row.symbolsCount,
+    row.advancers,
+    row.decliners,
+    row.unchanged,
+    row.advanceDeclineRatio ?? null,
+    row.pctAboveMa20 ?? null,
+    row.pctAboveMa50 ?? null,
+    row.equalWeightedReturn ?? null,
+    row.volumeWeightedReturn ?? null,
+    row.dispersion ?? null,
+    row.btcReturn1h ?? null,
+    row.btcReturn4h ?? null,
+    row.btcReturn24h ?? null,
+    row.altBasketReturn1h ?? null,
+    row.altBasketReturn4h ?? null,
+    row.altBasketReturn24h ?? null,
+    row.btcVsAltReturn1h ?? null,
+    row.btcVsAltReturn4h ?? null,
+    row.btcVsAltReturn24h ?? null,
+    row.btcTurnoverShare1h ?? null,
+    row.btcTurnoverShare24h ?? null,
+    row.btcTurnoverShareChange24h ?? null,
+    row.altVolToBtcVol24h ?? null,
+    row.altDispersion24h ?? null,
+    row.btcAltRegime ?? null,
+    row.source ?? null
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_breadth (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (universe, interval, ts) DO UPDATE SET
+        symbols_count = EXCLUDED.symbols_count,
+        advancers = EXCLUDED.advancers,
+        decliners = EXCLUDED.decliners,
+        unchanged = EXCLUDED.unchanged,
+        advance_decline_ratio = COALESCE(EXCLUDED.advance_decline_ratio, market_breadth.advance_decline_ratio),
+        pct_above_ma20 = COALESCE(EXCLUDED.pct_above_ma20, market_breadth.pct_above_ma20),
+        pct_above_ma50 = COALESCE(EXCLUDED.pct_above_ma50, market_breadth.pct_above_ma50),
+        equal_weighted_return = COALESCE(EXCLUDED.equal_weighted_return, market_breadth.equal_weighted_return),
+        volume_weighted_return = COALESCE(EXCLUDED.volume_weighted_return, market_breadth.volume_weighted_return),
+        dispersion = COALESCE(EXCLUDED.dispersion, market_breadth.dispersion),
+        btc_return_1h = COALESCE(EXCLUDED.btc_return_1h, market_breadth.btc_return_1h),
+        btc_return_4h = COALESCE(EXCLUDED.btc_return_4h, market_breadth.btc_return_4h),
+        btc_return_24h = COALESCE(EXCLUDED.btc_return_24h, market_breadth.btc_return_24h),
+        alt_basket_return_1h = COALESCE(EXCLUDED.alt_basket_return_1h, market_breadth.alt_basket_return_1h),
+        alt_basket_return_4h = COALESCE(EXCLUDED.alt_basket_return_4h, market_breadth.alt_basket_return_4h),
+        alt_basket_return_24h = COALESCE(EXCLUDED.alt_basket_return_24h, market_breadth.alt_basket_return_24h),
+        btc_vs_alt_return_1h = COALESCE(EXCLUDED.btc_vs_alt_return_1h, market_breadth.btc_vs_alt_return_1h),
+        btc_vs_alt_return_4h = COALESCE(EXCLUDED.btc_vs_alt_return_4h, market_breadth.btc_vs_alt_return_4h),
+        btc_vs_alt_return_24h = COALESCE(EXCLUDED.btc_vs_alt_return_24h, market_breadth.btc_vs_alt_return_24h),
+        btc_turnover_share_1h = COALESCE(EXCLUDED.btc_turnover_share_1h, market_breadth.btc_turnover_share_1h),
+        btc_turnover_share_24h = COALESCE(EXCLUDED.btc_turnover_share_24h, market_breadth.btc_turnover_share_24h),
+        btc_turnover_share_change_24h = COALESCE(EXCLUDED.btc_turnover_share_change_24h, market_breadth.btc_turnover_share_change_24h),
+        alt_vol_to_btc_vol_24h = COALESCE(EXCLUDED.alt_vol_to_btc_vol_24h, market_breadth.alt_vol_to_btc_vol_24h),
+        alt_dispersion_24h = COALESCE(EXCLUDED.alt_dispersion_24h, market_breadth.alt_dispersion_24h),
+        btc_alt_regime = COALESCE(EXCLUDED.btc_alt_regime, market_breadth.btc_alt_regime),
+        source = COALESCE(EXCLUDED.source, market_breadth.source),
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function upsertMarketGlobalContextRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "ts",
+    "updated_at_ts",
+    "active_cryptocurrencies",
+    "active_exchanges",
+    "active_market_pairs",
+    "markets",
+    "total_market_cap_usd",
+    "total_volume_usd",
+    "total_volume_reported_usd",
+    "btc_dominance_pct",
+    "eth_dominance_pct",
+    "alt_market_cap_usd",
+    "alt_volume_usd",
+    "alt_volume_reported_usd",
+    "btc_to_alt_market_cap_ratio",
+    "market_cap_change_pct_24h_usd"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketGlobalContextRows(rows.slice(i, i + maxRows));
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.source,
+    row.ts,
+    row.updatedAt ?? null,
+    row.activeCryptocurrencies ?? null,
+    row.activeExchanges ?? null,
+    row.activeMarketPairs ?? null,
+    row.markets ?? null,
+    row.totalMarketCapUsd ?? null,
+    row.totalVolumeUsd ?? null,
+    row.totalVolumeReportedUsd ?? null,
+    row.btcDominancePct ?? null,
+    row.ethDominancePct ?? null,
+    row.altMarketCapUsd ?? null,
+    row.altVolumeUsd ?? null,
+    row.altVolumeReportedUsd ?? null,
+    row.btcToAltMarketCapRatio ?? null,
+    row.marketCapChangePct24hUsd ?? null
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_global_context (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, ts) DO UPDATE SET
+        updated_at_ts = COALESCE(EXCLUDED.updated_at_ts, market_global_context.updated_at_ts),
+        active_cryptocurrencies = COALESCE(EXCLUDED.active_cryptocurrencies, market_global_context.active_cryptocurrencies),
+        active_exchanges = COALESCE(EXCLUDED.active_exchanges, market_global_context.active_exchanges),
+        active_market_pairs = COALESCE(EXCLUDED.active_market_pairs, market_global_context.active_market_pairs),
+        markets = COALESCE(EXCLUDED.markets, market_global_context.markets),
+        total_market_cap_usd = COALESCE(EXCLUDED.total_market_cap_usd, market_global_context.total_market_cap_usd),
+        total_volume_usd = COALESCE(EXCLUDED.total_volume_usd, market_global_context.total_volume_usd),
+        total_volume_reported_usd = COALESCE(EXCLUDED.total_volume_reported_usd, market_global_context.total_volume_reported_usd),
+        btc_dominance_pct = COALESCE(EXCLUDED.btc_dominance_pct, market_global_context.btc_dominance_pct),
+        eth_dominance_pct = COALESCE(EXCLUDED.eth_dominance_pct, market_global_context.eth_dominance_pct),
+        alt_market_cap_usd = COALESCE(EXCLUDED.alt_market_cap_usd, market_global_context.alt_market_cap_usd),
+        alt_volume_usd = COALESCE(EXCLUDED.alt_volume_usd, market_global_context.alt_volume_usd),
+        alt_volume_reported_usd = COALESCE(EXCLUDED.alt_volume_reported_usd, market_global_context.alt_volume_reported_usd),
+        btc_to_alt_market_cap_ratio = COALESCE(EXCLUDED.btc_to_alt_market_cap_ratio, market_global_context.btc_to_alt_market_cap_ratio),
+        market_cap_change_pct_24h_usd = COALESCE(EXCLUDED.market_cap_change_pct_24h_usd, market_global_context.market_cap_change_pct_24h_usd),
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function upsertMarketReferenceAssetContextRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "symbol",
+    "cmc_id",
+    "interval",
+    "ts",
+    "open_usd",
+    "high_usd",
+    "low_usd",
+    "close_usd",
+    "volume_usd",
+    "market_cap_usd"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketReferenceAssetContextRows(rows.slice(i, i + maxRows));
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.source,
+    row.symbol.trim().toUpperCase(),
+    Math.trunc(row.cmcId),
+    row.interval,
+    row.ts,
+    row.openUsd ?? null,
+    row.highUsd ?? null,
+    row.lowUsd ?? null,
+    row.closeUsd ?? null,
+    row.volumeUsd ?? null,
+    row.marketCapUsd ?? null
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_reference_asset_context (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, symbol, interval, ts) DO UPDATE SET
+        cmc_id = EXCLUDED.cmc_id,
+        open_usd = COALESCE(EXCLUDED.open_usd, market_reference_asset_context.open_usd),
+        high_usd = COALESCE(EXCLUDED.high_usd, market_reference_asset_context.high_usd),
+        low_usd = COALESCE(EXCLUDED.low_usd, market_reference_asset_context.low_usd),
+        close_usd = COALESCE(EXCLUDED.close_usd, market_reference_asset_context.close_usd),
+        volume_usd = COALESCE(EXCLUDED.volume_usd, market_reference_asset_context.volume_usd),
+        market_cap_usd = COALESCE(EXCLUDED.market_cap_usd, market_reference_asset_context.market_cap_usd),
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function upsertMarketCmcExchangeLiquidityContextRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "interval",
+    "ts",
+    "exchanges_count",
+    "total_volume_usd",
+    "binance_volume_usd",
+    "binance_volume_share",
+    "top_exchange_volume_share",
+    "liquidity_regime"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketCmcExchangeLiquidityContextRows(
+        rows.slice(i, i + maxRows)
+      );
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.source,
+    row.interval,
+    row.ts,
+    Math.trunc(row.exchangesCount),
+    row.totalVolumeUsd ?? null,
+    row.binanceVolumeUsd ?? null,
+    row.binanceVolumeShare ?? null,
+    row.topExchangeVolumeShare ?? null,
+    row.liquidityRegime ?? null
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_cmc_exchange_liquidity_context (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, interval, ts) DO UPDATE SET
+        exchanges_count = EXCLUDED.exchanges_count,
+        total_volume_usd = COALESCE(EXCLUDED.total_volume_usd, market_cmc_exchange_liquidity_context.total_volume_usd),
+        binance_volume_usd = COALESCE(EXCLUDED.binance_volume_usd, market_cmc_exchange_liquidity_context.binance_volume_usd),
+        binance_volume_share = COALESCE(EXCLUDED.binance_volume_share, market_cmc_exchange_liquidity_context.binance_volume_share),
+        top_exchange_volume_share = COALESCE(EXCLUDED.top_exchange_volume_share, market_cmc_exchange_liquidity_context.top_exchange_volume_share),
+        liquidity_regime = COALESCE(EXCLUDED.liquidity_regime, market_cmc_exchange_liquidity_context.liquidity_regime),
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function upsertMarketCmcFearGreedContextRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "interval",
+    "ts",
+    "value",
+    "classification",
+    "sentiment_regime"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketCmcFearGreedContextRows(rows.slice(i, i + maxRows));
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.source,
+    row.interval,
+    row.ts,
+    Math.trunc(row.value),
+    row.classification,
+    row.sentimentRegime
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_cmc_fear_greed_context (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, interval, ts) DO UPDATE SET
+        value = EXCLUDED.value,
+        classification = EXCLUDED.classification,
+        sentiment_regime = EXCLUDED.sentiment_regime,
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function upsertMarketCmcIndexContextRows(rows) {
+  if (!rows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "index_slug",
+    "interval",
+    "ts",
+    "value",
+    "constituents_count",
+    "top_constituent_symbol",
+    "top_constituent_weight_pct",
+    "constituents"
+  ];
+  const maxRows = getSafeBulkInsertRows(cols.length);
+  if (rows.length > maxRows) {
+    for (let i = 0; i < rows.length; i += maxRows) {
+      await upsertMarketCmcIndexContextRows(rows.slice(i, i + maxRows));
+    }
+    return;
+  }
+  const valuesSql = rows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = rows.flatMap((row) => [
+    row.source,
+    row.indexSlug,
+    row.interval,
+    row.ts,
+    row.value,
+    row.constituentsCount ?? null,
+    row.topConstituentSymbol ?? null,
+    row.topConstituentWeightPct ?? null,
+    row.constituents ? JSON.stringify(row.constituents) : null
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_cmc_index_context (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, index_slug, interval, ts) DO UPDATE SET
+        value = EXCLUDED.value,
+        constituents_count = COALESCE(EXCLUDED.constituents_count, market_cmc_index_context.constituents_count),
+        top_constituent_symbol = COALESCE(EXCLUDED.top_constituent_symbol, market_cmc_index_context.top_constituent_symbol),
+        top_constituent_weight_pct = COALESCE(EXCLUDED.top_constituent_weight_pct, market_cmc_index_context.top_constituent_weight_pct),
+        constituents = COALESCE(EXCLUDED.constituents, market_cmc_index_context.constituents),
+        ingested_at = now()
+    `,
+    flat
+  );
+}
+async function getMarketContextBackfillCoverage(params) {
+  const source = String(params.source || "").trim().toLowerCase();
+  const scopes = [
+    ...new Set(
+      params.scopes.map(
+        (scope) => String(scope || "").trim().toLowerCase()
+      ).filter(Boolean)
+    )
+  ];
+  const interval = String(params.interval || "").trim().toLowerCase();
+  if (!source || !scopes.length || !interval) return [];
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        source,
+        scope,
+        interval,
+        extract(epoch from from_ts)*1000 AS from_ms,
+        extract(epoch from to_ts)*1000 AS to_ms,
+        rows_count,
+        extract(epoch from checked_at)*1000 AS checked_at_ms
+      FROM market_context_backfill_coverage
+      WHERE source = $1
+        AND scope = ANY($2)
+        AND interval = $3
+        AND from_ts >= to_timestamp($4/1000.0)
+        AND to_ts <= to_timestamp($5/1000.0)
+    `,
+    [source, scopes, interval, params.fromMs, params.toMs]
+  );
+  return res.rows.map((row) => {
+    const checkedAtMs = Number(row.checked_at_ms);
+    return {
+      source: String(row.source).toLowerCase(),
+      scope: String(row.scope).toLowerCase(),
+      interval: String(row.interval).toLowerCase(),
+      fromMs: Number(row.from_ms),
+      toMs: Number(row.to_ms),
+      rowsCount: Number(row.rows_count ?? 0),
+      ...Number.isFinite(checkedAtMs) ? { checkedAtMs } : {}
+    };
+  });
+}
+async function upsertMarketContextBackfillCoverage(rows) {
+  const normalizedRows = rows.map((row) => ({
+    source: String(row.source || "").trim().toLowerCase(),
+    scope: String(row.scope || "").trim().toLowerCase(),
+    interval: String(row.interval || "").trim().toLowerCase(),
+    fromMs: Math.trunc(row.fromMs),
+    toMs: Math.trunc(row.toMs),
+    rowsCount: Math.max(0, Math.trunc(row.rowsCount))
+  })).filter(
+    (row) => row.source && row.scope && row.interval && Number.isFinite(row.fromMs) && Number.isFinite(row.toMs) && row.toMs >= row.fromMs
+  );
+  if (!normalizedRows.length) return;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const cols = [
+    "source",
+    "scope",
+    "interval",
+    "from_ts",
+    "to_ts",
+    "rows_count"
+  ];
+  const valuesSql = normalizedRows.map(
+    (_, i) => `(${cols.map((__, j) => `$${i * cols.length + j + 1}`).join(",")})`
+  ).join(",");
+  const flat = normalizedRows.flatMap((row) => [
+    row.source,
+    row.scope,
+    row.interval,
+    new Date(row.fromMs),
+    new Date(row.toMs),
+    row.rowsCount
+  ]);
+  await pool.query(
+    `
+      INSERT INTO market_context_backfill_coverage (${cols.join(",")})
+      VALUES ${valuesSql}
+      ON CONFLICT (source, scope, interval, from_ts, to_ts) DO UPDATE SET
+        rows_count = EXCLUDED.rows_count,
+        checked_at = now()
+    `,
+    flat
+  );
+}
+var toMarketFeatureAge = (rowTs, atMs) => {
+  const ageMs = atMs - rowTs.getTime();
+  return Number.isFinite(ageMs) ? ageMs : null;
+};
+async function getLatestMarketTradeFlow(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        symbol,
+        interval,
+        ts,
+        trades::int AS trades,
+        buy_base_volume AS "buyBaseVolume",
+        sell_base_volume AS "sellBaseVolume",
+        buy_quote_volume AS "buyQuoteVolume",
+        sell_quote_volume AS "sellQuoteVolume",
+        net_base_delta AS "netBaseDelta",
+        net_quote_delta AS "netQuoteDelta",
+        buy_pressure_pct AS "buyPressurePct",
+        source
+      FROM market_trade_flow
+      WHERE symbol = $1
+        AND interval = $2
+        AND ts <= to_timestamp($3/1000.0)
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [params.symbol.toUpperCase(), params.interval, params.atMs]
+  );
+  const row = res.rows[0];
+  if (!row) return null;
+  const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+  return {
+    ...row,
+    ageMs,
+    stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs
+  };
+}
+async function getLatestMarketBreadth(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        universe,
+        interval,
+        ts,
+        symbols_count::int AS "symbolsCount",
+        advancers::int AS advancers,
+        decliners::int AS decliners,
+        unchanged::int AS unchanged,
+        advance_decline_ratio AS "advanceDeclineRatio",
+        pct_above_ma20 AS "pctAboveMa20",
+        pct_above_ma50 AS "pctAboveMa50",
+        equal_weighted_return AS "equalWeightedReturn",
+        volume_weighted_return AS "volumeWeightedReturn",
+        dispersion,
+        btc_return_1h AS "btcReturn1h",
+        btc_return_4h AS "btcReturn4h",
+        btc_return_24h AS "btcReturn24h",
+        alt_basket_return_1h AS "altBasketReturn1h",
+        alt_basket_return_4h AS "altBasketReturn4h",
+        alt_basket_return_24h AS "altBasketReturn24h",
+        btc_vs_alt_return_1h AS "btcVsAltReturn1h",
+        btc_vs_alt_return_4h AS "btcVsAltReturn4h",
+        btc_vs_alt_return_24h AS "btcVsAltReturn24h",
+        btc_turnover_share_1h AS "btcTurnoverShare1h",
+        btc_turnover_share_24h AS "btcTurnoverShare24h",
+        btc_turnover_share_change_24h AS "btcTurnoverShareChange24h",
+        alt_vol_to_btc_vol_24h AS "altVolToBtcVol24h",
+        alt_dispersion_24h AS "altDispersion24h",
+        btc_alt_regime AS "btcAltRegime",
+        source
+      FROM market_breadth
+      WHERE universe = $1
+        AND interval = $2
+        AND ts <= to_timestamp($3/1000.0)
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [params.universe, params.interval, params.atMs]
+  );
+  const row = res.rows[0];
+  if (!row) return null;
+  const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+  return {
+    ...row,
+    ageMs,
+    stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs
+  };
+}
+async function getLatestMarketGlobalContext(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const source = params.source ?? "coinmarketcap_global";
+  const res = await pool.query(
+    `
+      SELECT
+        source,
+        ts,
+        updated_at_ts AS "updatedAt",
+        active_cryptocurrencies::int AS "activeCryptocurrencies",
+        active_exchanges::int AS "activeExchanges",
+        active_market_pairs::int AS "activeMarketPairs",
+        markets::int AS markets,
+        total_market_cap_usd AS "totalMarketCapUsd",
+        total_volume_usd AS "totalVolumeUsd",
+        total_volume_reported_usd AS "totalVolumeReportedUsd",
+        btc_dominance_pct AS "btcDominancePct",
+        eth_dominance_pct AS "ethDominancePct",
+        alt_market_cap_usd AS "altMarketCapUsd",
+        alt_volume_usd AS "altVolumeUsd",
+        alt_volume_reported_usd AS "altVolumeReportedUsd",
+        btc_to_alt_market_cap_ratio AS "btcToAltMarketCapRatio",
+        market_cap_change_pct_24h_usd AS "marketCapChangePct24hUsd"
+      FROM market_global_context
+      WHERE source = $1
+        AND ts <= to_timestamp($2/1000.0)
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, params.atMs]
+  );
+  const row = res.rows[0];
+  if (!row) return null;
+  const previousRes = await pool.query(
+    `
+      SELECT
+        btc_dominance_pct AS "btcDominancePct",
+        eth_dominance_pct AS "ethDominancePct",
+        alt_market_cap_usd AS "altMarketCapUsd",
+        alt_volume_usd AS "altVolumeUsd"
+      FROM market_global_context
+      WHERE source = $1
+        AND ts <= $2::timestamptz - interval '24 hours'
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, row.ts]
+  );
+  const previousDominance = previousRes.rows[0]?.btcDominancePct == null ? null : Number(previousRes.rows[0].btcDominancePct);
+  const previousEthDominance = previousRes.rows[0]?.ethDominancePct == null ? null : Number(previousRes.rows[0].ethDominancePct);
+  const previousAltMarketCap = previousRes.rows[0]?.altMarketCapUsd == null ? null : Number(previousRes.rows[0].altMarketCapUsd);
+  const previousAltVolume = previousRes.rows[0]?.altVolumeUsd == null ? null : Number(previousRes.rows[0].altVolumeUsd);
+  const currentDominance = row.btcDominancePct == null ? null : Number(row.btcDominancePct);
+  const currentEthDominance = row.ethDominancePct == null ? null : Number(row.ethDominancePct);
+  const currentAltMarketCap = row.altMarketCapUsd == null ? null : Number(row.altMarketCapUsd);
+  const currentAltVolume = row.altVolumeUsd == null ? null : Number(row.altVolumeUsd);
+  const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+  return {
+    ...row,
+    ageMs,
+    stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs,
+    btcDominanceChange24hPct: currentDominance != null && previousDominance != null ? currentDominance - previousDominance : null,
+    ethDominanceChange24hPct: currentEthDominance != null && previousEthDominance != null ? currentEthDominance - previousEthDominance : null,
+    altMarketCapChange24hPct: currentAltMarketCap != null && previousAltMarketCap != null && previousAltMarketCap > 0 ? (currentAltMarketCap - previousAltMarketCap) / previousAltMarketCap : null,
+    altVolumeChange24hPct: currentAltVolume != null && previousAltVolume != null && previousAltVolume > 0 ? (currentAltVolume - previousAltVolume) / previousAltVolume : null
+  };
+}
+async function getMarketGlobalContextCoverage(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        extract(epoch from MIN(ts))*1000 AS first_ms,
+        extract(epoch from MAX(ts))*1000 AS last_ms,
+        COUNT(*)::int AS rows
+      FROM market_global_context
+      WHERE source = $1
+        AND ts >= to_timestamp($2/1000.0)
+        AND ts <= to_timestamp($3/1000.0)
+    `,
+    [params.source, params.startMs, params.endMs]
+  );
+  const row = res.rows[0];
+  const rows = Number(row?.rows ?? 0);
+  const firstMs = Number(row?.first_ms);
+  const lastMs = Number(row?.last_ms);
+  if (!rows || !Number.isFinite(firstMs) || !Number.isFinite(lastMs)) {
+    return null;
+  }
+  return { firstMs, lastMs, rows };
+}
+async function getMarketReferenceAssetContextCoverage(params) {
+  const symbols = [
+    ...new Set(
+      params.symbols.map((symbol) => symbol.trim().toUpperCase()).filter(Boolean)
+    )
+  ];
+  const coverage = /* @__PURE__ */ new Map();
+  if (!symbols.length) return coverage;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        symbol,
+        extract(epoch from MIN(ts))*1000 AS first_ms,
+        extract(epoch from MAX(ts))*1000 AS last_ms,
+        COUNT(*)::int AS rows
+      FROM market_reference_asset_context
+      WHERE source = $1
+        AND symbol = ANY($2)
+        AND interval = $3
+        AND ts >= to_timestamp($4/1000.0)
+        AND ts <= to_timestamp($5/1000.0)
+      GROUP BY symbol
+    `,
+    [params.source, symbols, params.interval, params.startMs, params.endMs]
+  );
+  for (const row of res.rows) {
+    const firstMs = Number(row.first_ms);
+    const lastMs = Number(row.last_ms);
+    const rows = Number(row.rows);
+    if (Number.isFinite(firstMs) && Number.isFinite(lastMs) && rows > 0) {
+      coverage.set(row.symbol.toUpperCase(), { firstMs, lastMs, rows });
+    }
+  }
+  return coverage;
+}
+async function getLatestMarketReferenceAssetContexts(params) {
+  const source = params.source ?? "coinmarketcap_reference_asset";
+  const interval = params.interval ?? "1d";
+  const symbols = [
+    ...new Set(
+      params.symbols.map((symbol) => symbol.trim().toUpperCase()).filter(Boolean)
+    )
+  ];
+  const rows = /* @__PURE__ */ new Map();
+  if (!symbols.length) return rows;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT DISTINCT ON (symbol)
+        source,
+        symbol,
+        cmc_id AS "cmcId",
+        interval,
+        ts,
+        open_usd AS "openUsd",
+        high_usd AS "highUsd",
+        low_usd AS "lowUsd",
+        close_usd AS "closeUsd",
+        volume_usd AS "volumeUsd",
+        market_cap_usd AS "marketCapUsd"
+      FROM market_reference_asset_context
+      WHERE source = $1
+        AND symbol = ANY($2)
+        AND interval = $3
+        AND ts <= to_timestamp($4/1000.0)
+      ORDER BY symbol ASC, ts DESC
+    `,
+    [source, symbols, interval, params.atMs]
+  );
+  for (const row of res.rows) {
+    const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+    rows.set(row.symbol.toUpperCase(), {
+      ...row,
+      ageMs,
+      stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs
+    });
+  }
+  return rows;
+}
+async function getLatestMarketCmcExchangeLiquidityContext(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const source = params.source ?? "coinmarketcap_exchange_liquidity";
+  const interval = params.interval ?? "1d";
+  const res = await pool.query(
+    `
+      SELECT
+        source,
+        interval,
+        ts,
+        exchanges_count::int AS "exchangesCount",
+        total_volume_usd AS "totalVolumeUsd",
+        binance_volume_usd AS "binanceVolumeUsd",
+        binance_volume_share AS "binanceVolumeShare",
+        top_exchange_volume_share AS "topExchangeVolumeShare",
+        liquidity_regime AS "liquidityRegime"
+      FROM market_cmc_exchange_liquidity_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts <= to_timestamp($3/1000.0)
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, interval, params.atMs]
+  );
+  const row = res.rows[0];
+  if (!row) return null;
+  const previousRes = await pool.query(
+    `
+      SELECT total_volume_usd AS "totalVolumeUsd"
+      FROM market_cmc_exchange_liquidity_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts <= $3::timestamptz - interval '24 hours'
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, interval, row.ts]
+  );
+  const currentTotal = row.totalVolumeUsd == null ? null : Number(row.totalVolumeUsd);
+  const previousTotal = previousRes.rows[0]?.totalVolumeUsd == null ? null : Number(previousRes.rows[0].totalVolumeUsd);
+  const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+  return {
+    ...row,
+    ageMs,
+    stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs,
+    totalVolumeChange24hPct: currentTotal != null && previousTotal != null && previousTotal > 0 ? (currentTotal - previousTotal) / previousTotal : null
+  };
+}
+async function getLatestMarketCmcIndexContexts(params) {
+  const source = params.source ?? "coinmarketcap_index";
+  const interval = params.interval ?? "1d";
+  const indexSlugs = [
+    ...new Set(
+      params.indexSlugs.map((slug) => slug.trim().toLowerCase()).filter(
+        (slug) => ["cmc100", "cmc20"].includes(slug)
+      )
+    )
+  ];
+  const rows = /* @__PURE__ */ new Map();
+  if (!indexSlugs.length) return rows;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT DISTINCT ON (index_slug)
+        source,
+        index_slug AS "indexSlug",
+        interval,
+        ts,
+        value,
+        constituents_count::int AS "constituentsCount",
+        top_constituent_symbol AS "topConstituentSymbol",
+        top_constituent_weight_pct AS "topConstituentWeightPct",
+        constituents
+      FROM market_cmc_index_context
+      WHERE source = $1
+        AND index_slug = ANY($2)
+        AND interval = $3
+        AND ts <= to_timestamp($4/1000.0)
+      ORDER BY index_slug ASC, ts DESC
+    `,
+    [source, indexSlugs, interval, params.atMs]
+  );
+  for (const row of res.rows) {
+    const previousRes = await pool.query(
+      `
+        SELECT value
+        FROM market_cmc_index_context
+        WHERE source = $1
+          AND index_slug = $2
+          AND interval = $3
+          AND ts <= $4::timestamptz - interval '24 hours'
+        ORDER BY ts DESC
+        LIMIT 1
+      `,
+      [source, row.indexSlug, interval, row.ts]
+    );
+    const currentValue = row.value == null ? null : Number(row.value);
+    const previousValue = previousRes.rows[0]?.value == null ? null : Number(previousRes.rows[0].value);
+    const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+    rows.set(row.indexSlug, {
+      ...row,
+      ageMs,
+      stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs,
+      valueChange24hPct: currentValue != null && previousValue != null && previousValue > 0 ? (currentValue - previousValue) / previousValue : null
+    });
+  }
+  return rows;
+}
+async function getLatestMarketCmcFearGreedContext(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const source = params.source ?? "coinmarketcap_fear_greed";
+  const interval = params.interval ?? "1d";
+  const res = await pool.query(
+    `
+      SELECT
+        source,
+        interval,
+        ts,
+        value::int AS value,
+        classification,
+        sentiment_regime AS "sentimentRegime"
+      FROM market_cmc_fear_greed_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts <= to_timestamp($3/1000.0)
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, interval, params.atMs]
+  );
+  const row = res.rows[0];
+  if (!row) return null;
+  const previousRes = await pool.query(
+    `
+      SELECT
+        value::int AS value,
+        '24h' AS bucket
+      FROM market_cmc_fear_greed_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts <= $3::timestamptz - interval '24 hours'
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, interval, row.ts]
+  );
+  const previous7dRes = await pool.query(
+    `
+      SELECT value::int AS value
+      FROM market_cmc_fear_greed_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts <= $3::timestamptz - interval '7 days'
+      ORDER BY ts DESC
+      LIMIT 1
+    `,
+    [source, interval, row.ts]
+  );
+  const previousValue = previousRes.rows[0]?.value == null ? null : Number(previousRes.rows[0].value);
+  const previous7dValue = previous7dRes.rows[0]?.value == null ? null : Number(previous7dRes.rows[0].value);
+  const ageMs = toMarketFeatureAge(row.ts, params.atMs);
+  return {
+    ...row,
+    ageMs,
+    stale: ageMs == null || params.maxAgeMs != null && ageMs > params.maxAgeMs,
+    valueChange24h: previousValue == null ? null : row.value - previousValue,
+    valueChange7d: previous7dValue == null ? null : row.value - previous7dValue
+  };
+}
+async function getMarketCmcFearGreedContextCoverage(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        extract(epoch from MIN(ts))*1000 AS first_ms,
+        extract(epoch from MAX(ts))*1000 AS last_ms,
+        COUNT(*)::int AS rows
+      FROM market_cmc_fear_greed_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts >= to_timestamp($3/1000.0)
+        AND ts <= to_timestamp($4/1000.0)
+    `,
+    [params.source, params.interval, params.startMs, params.endMs]
+  );
+  const rows = Number(res.rows[0]?.rows ?? 0);
+  const firstMs = Number(res.rows[0]?.first_ms);
+  const lastMs = Number(res.rows[0]?.last_ms);
+  if (!rows || !Number.isFinite(firstMs) || !Number.isFinite(lastMs)) {
+    return null;
+  }
+  return { firstMs, lastMs, rows };
+}
+async function getMarketCmcExchangeLiquidityContextCoverage(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        extract(epoch from MIN(ts))*1000 AS first_ms,
+        extract(epoch from MAX(ts))*1000 AS last_ms,
+        COUNT(*)::int AS rows
+      FROM market_cmc_exchange_liquidity_context
+      WHERE source = $1
+        AND interval = $2
+        AND ts >= to_timestamp($3/1000.0)
+        AND ts <= to_timestamp($4/1000.0)
+    `,
+    [params.source, params.interval, params.startMs, params.endMs]
+  );
+  const rows = Number(res.rows[0]?.rows ?? 0);
+  const firstMs = Number(res.rows[0]?.first_ms);
+  const lastMs = Number(res.rows[0]?.last_ms);
+  if (!rows || !Number.isFinite(firstMs) || !Number.isFinite(lastMs)) {
+    return null;
+  }
+  return { firstMs, lastMs, rows };
+}
+async function getMarketCmcIndexContextCoverage(params) {
+  const indexSlugs = [
+    ...new Set(
+      params.indexSlugs.map((slug) => slug.trim().toLowerCase()).filter(
+        (slug) => ["cmc100", "cmc20"].includes(slug)
+      )
+    )
+  ];
+  const coverage = /* @__PURE__ */ new Map();
+  if (!indexSlugs.length) return coverage;
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        index_slug,
+        extract(epoch from MIN(ts))*1000 AS first_ms,
+        extract(epoch from MAX(ts))*1000 AS last_ms,
+        COUNT(*)::int AS rows
+      FROM market_cmc_index_context
+      WHERE source = $1
+        AND index_slug = ANY($2)
+        AND interval = $3
+        AND ts >= to_timestamp($4/1000.0)
+        AND ts <= to_timestamp($5/1000.0)
+      GROUP BY index_slug
+    `,
+    [params.source, indexSlugs, params.interval, params.startMs, params.endMs]
+  );
+  for (const row of res.rows) {
+    const indexSlug = row.index_slug;
+    const firstMs = Number(row.first_ms);
+    const lastMs = Number(row.last_ms);
+    const rows = Number(row.rows);
+    if (Number.isFinite(firstMs) && Number.isFinite(lastMs) && rows > 0) {
+      coverage.set(indexSlug, { firstMs, lastMs, rows });
+    }
+  }
+  return coverage;
+}
+async function getMarketTradeFlowCoverage(params) {
+  const symbols = [
+    ...new Set(params.symbols.map((item) => item.toUpperCase()))
+  ];
+  if (!symbols.length) return /* @__PURE__ */ new Map();
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        symbol,
+        MIN(ts) AS first_ts,
+        MAX(ts) AS last_ts,
+        COUNT(*)::int AS rows
+      FROM market_trade_flow
+      WHERE symbol = ANY($1)
+        AND interval = $2
+        AND ts >= to_timestamp($3/1000.0)
+        AND ts <= to_timestamp($4/1000.0)
+      GROUP BY symbol
+    `,
+    [symbols, params.interval, params.startMs, params.endMs]
+  );
+  return new Map(
+    res.rows.map((row) => [
+      String(row.symbol).toUpperCase(),
+      {
+        firstMs: new Date(row.first_ts).getTime(),
+        lastMs: new Date(row.last_ts).getTime(),
+        rows: Number(row.rows) || 0
+      }
+    ])
+  );
+}
+var getTableRowCountIfExists = async (tableName) => {
+  const pool = getPool();
+  const exists = await pool.query("SELECT to_regclass($1) AS name", [
+    tableName
+  ]);
+  if (!exists.rows[0]?.name) return null;
+  const count = await pool.query(
+    `SELECT COUNT(*)::int AS rows FROM ${tableName}`
+  );
+  return Number(count.rows[0]?.rows ?? 0);
+};
+async function cleanupDeprecatedMarketContext(params = {}) {
+  const apply = Boolean(params.apply);
+  const pool = getPool();
+  const items = [];
+  const cleanupRows = async ({
+    tableName,
+    whereSql,
+    name
+  }) => {
+    const tableRows = await getTableRowCountIfExists(tableName);
+    if (tableRows == null) return;
+    const count = await pool.query(
+      `
+        SELECT COUNT(*)::int AS rows
+        FROM ${tableName}
+        WHERE ${whereSql}
+      `
+    );
+    const rows = Number(count.rows[0]?.rows ?? 0);
+    if (rows <= 0) return;
+    if (apply) {
+      await pool.query(
+        `
+          DELETE FROM ${tableName}
+          WHERE ${whereSql}
+        `
+      );
+    }
+    items.push({
+      kind: "rows",
+      name,
+      rows,
+      action: "delete_rows",
+      applied: apply
+    });
+  };
+  for (const tableName of ["market_order_book_depth", "onchain_flow_context"]) {
+    const rows = await getTableRowCountIfExists(tableName);
+    if (rows == null) continue;
+    if (apply) {
+      await pool.query(`DROP TABLE IF EXISTS ${tableName}`);
+    }
+    items.push({
+      kind: "table",
+      name: tableName,
+      rows,
+      action: "drop_table",
+      applied: apply
+    });
+  }
+  await cleanupRows({
+    tableName: "market_global_context",
+    whereSql: "source = 'coingecko_global'",
+    name: "market_global_context/source=coingecko_global"
+  });
+  await cleanupRows({
+    tableName: "market_global_context",
+    whereSql: "source = 'coinmarketcap_global_hourly'",
+    name: "market_global_context/source=coinmarketcap_global_hourly"
+  });
+  await cleanupRows({
+    tableName: "market_reference_asset_context",
+    whereSql: "source = 'coinmarketcap_reference_asset' AND interval = '1h'",
+    name: "market_reference_asset_context/source=coinmarketcap_reference_asset/interval=1h"
+  });
+  await cleanupRows({
+    tableName: "market_cmc_breadth_context",
+    whereSql: "source = 'coinmarketcap_market_breadth'",
+    name: "market_cmc_breadth_context/source=coinmarketcap_market_breadth"
+  });
+  await cleanupRows({
+    tableName: "market_context_backfill_coverage",
+    whereSql: "(source IN ('coinmarketcap_global_hourly', 'coinmarketcap_market_breadth') OR (source = 'coinmarketcap_reference_asset' AND interval = '1h'))",
+    name: "market_context_backfill_coverage/deprecated_cmc_sources"
+  });
+  return items;
+}
+async function getMarketBreadthCoverage(params) {
+  await ensureBinanceMarketSchema();
+  const pool = getPool();
+  const res = await pool.query(
+    `
+      SELECT
+        MIN(ts) AS first_ts,
+        MAX(ts) AS last_ts,
+        COUNT(*)::int AS rows,
+        COUNT(*) FILTER (
+          WHERE btc_alt_regime IS NOT NULL
+            AND btc_return_24h IS NOT NULL
+            AND alt_basket_return_24h IS NOT NULL
+        )::int AS btc_alt_metrics_rows
+      FROM market_breadth
+      WHERE universe = $1
+        AND interval = $2
+        AND ts >= to_timestamp($3/1000.0)
+        AND ts <= to_timestamp($4/1000.0)
+    `,
+    [params.universe, params.interval, params.startMs, params.endMs]
+  );
+  const row = res.rows[0];
+  if (!row?.first_ts || !row?.last_ts) return null;
+  return {
+    firstMs: new Date(row.first_ts).getTime(),
+    lastMs: new Date(row.last_ts).getTime(),
+    rows: Number(row.rows) || 0,
+    btcAltMetricsRows: Number(row.btc_alt_metrics_rows) || 0
+  };
+}
 async function getSpreadRangeForSymbols(symbols, interval, startMs, endMs) {
   if (!symbols.length) {
     return [];
@@ -451,12 +2265,17 @@ async function getSpreadSummary(hours = 24, limit = 500) {
   };
 }
 async function getCandlesRange(provider, symbol, interval, startMs, endMs) {
+  await ensureCandlesSchema();
   const pool = getPool();
   const normalizedProvider = normalizeCandleProvider(provider);
   const normalizedSymbol = normalizeCandleSymbol(symbol);
   const sql = `
     SELECT symbol, interval, ts,
-           open, high, low, close, volume, turnover
+           open, high, low, close, volume, turnover,
+           taker_buy_base_volume AS "takerBuyBaseVolume",
+           taker_buy_quote_volume AS "takerBuyQuoteVolume",
+           taker_sell_base_volume AS "takerSellBaseVolume",
+           taker_sell_quote_volume AS "takerSellQuoteVolume"
     FROM candles
     WHERE provider = $1 AND symbol = $2 AND interval = $3
       AND ts >= to_timestamp($4/1000.0)
@@ -473,6 +2292,7 @@ async function getCandlesRange(provider, symbol, interval, startMs, endMs) {
   return res.rows;
 }
 async function getDataEdges(provider, symbol, interval) {
+  await ensureCandlesSchema();
   const pool = getPool();
   const normalizedProvider = normalizeCandleProvider(provider);
   const normalizedSymbol = normalizeCandleSymbol(symbol);
@@ -500,6 +2320,59 @@ async function getDataEdges(provider, symbol, interval) {
   const max = Number.isFinite(Number(maxRaw)) ? Number(maxRaw) : void 0;
   return { min, max };
 }
+async function getDataEdgesForSymbols(provider, symbols, interval) {
+  const normalizedSymbols = [
+    ...new Set(symbols.map(normalizeCandleSymbol).filter(Boolean))
+  ];
+  const result = /* @__PURE__ */ new Map();
+  for (const symbol of normalizedSymbols) {
+    result.set(symbol, {});
+  }
+  if (!normalizedSymbols.length) {
+    return result;
+  }
+  await ensureCandlesSchema();
+  const pool = getPool();
+  const normalizedProvider = normalizeCandleProvider(provider);
+  const sql = `
+    WITH requested(symbol) AS (
+      SELECT unnest($2::text[])
+    )
+    SELECT
+      r.symbol,
+      (
+        SELECT extract(epoch from c.ts)*1000
+        FROM candles c
+        WHERE c.provider = $1 AND c.symbol = r.symbol AND c.interval = $3
+        ORDER BY c.ts ASC
+        LIMIT 1
+      ) AS min_ms,
+      (
+        SELECT extract(epoch from c.ts)*1000
+        FROM candles c
+        WHERE c.provider = $1 AND c.symbol = r.symbol AND c.interval = $3
+        ORDER BY c.ts DESC
+        LIMIT 1
+      ) AS max_ms
+    FROM requested r
+  `;
+  const response = await pool.query(sql, [
+    normalizedProvider,
+    normalizedSymbols,
+    interval
+  ]);
+  for (const row of response.rows) {
+    const symbol = normalizeCandleSymbol(String(row.symbol || ""));
+    if (!symbol) continue;
+    const min = row.min_ms == null ? NaN : Number(row.min_ms);
+    const max = row.max_ms == null ? NaN : Number(row.max_ms);
+    result.set(symbol, {
+      ...Number.isFinite(min) ? { min } : {},
+      ...Number.isFinite(max) ? { max } : {}
+    });
+  }
+  return result;
+}
 async function waitForDbReady(attempts = 20, delayMs = 1e3) {
   const pool = getPool();
   let lastError;
@@ -562,19 +2435,47 @@ async function findContinuityGap(provider, symbol, interval) {
   };
 }
 export {
+  cleanupDeprecatedMarketContext,
+  closeTimescalePool,
   deleteCandles,
   findContinuityGap,
   getCandlesRange,
   getDataEdges,
+  getDataEdgesForSymbols,
+  getDerivativesBackfillCoverage,
   getDerivativesDataEdgesForSymbols,
   getDerivativesRangeForSymbols,
   getDerivativesSummary,
   getDerivativesWindow,
+  getLatestMarketBreadth,
+  getLatestMarketCmcExchangeLiquidityContext,
+  getLatestMarketCmcFearGreedContext,
+  getLatestMarketCmcIndexContexts,
+  getLatestMarketGlobalContext,
+  getLatestMarketReferenceAssetContexts,
+  getLatestMarketTradeFlow,
+  getMarketBreadthCoverage,
+  getMarketCmcExchangeLiquidityContextCoverage,
+  getMarketCmcFearGreedContextCoverage,
+  getMarketCmcIndexContextCoverage,
+  getMarketContextBackfillCoverage,
+  getMarketGlobalContextCoverage,
+  getMarketReferenceAssetContextCoverage,
+  getMarketTradeFlowCoverage,
   getSpreadRangeForSymbols,
   getSpreadSummary,
   toRows,
   upsertCandles,
   upsertDerivatives,
+  upsertDerivativesBackfillCoverage,
+  upsertMarketBreadthRows,
+  upsertMarketCmcExchangeLiquidityContextRows,
+  upsertMarketCmcFearGreedContextRows,
+  upsertMarketCmcIndexContextRows,
+  upsertMarketContextBackfillCoverage,
+  upsertMarketGlobalContextRows,
+  upsertMarketReferenceAssetContextRows,
+  upsertMarketTradeFlowRows,
   upsertSpreadRows,
   waitForDbReady
 };