tradeblocks-mcp 2.1.0-beta.2 → 2.2.0-beta.1

package/README.md

@@ -52,7 +52,7 @@ node packages/mcp-server/server/index.js ~/Trading/backtests
 2. **Connect your AI platform** - See [Configuration by Platform](#configuration-by-platform) below
 3. **Start analyzing** - Ask your AI to "list my backtests" or "run a health check on iron-condor"
 
-For detailed usage examples, see [docs/USAGE.md](docs/USAGE.md).
+For detailed usage examples, see [../../docs/usage.md](../../docs/usage.md).
 
 ## Configuration by Platform
 
@@ -131,7 +131,7 @@ tradeblocks-mcp --http ~/Trading/backtests
 
 Then expose port 3100 however you prefer (ngrok, Cloudflare Tunnel, reverse proxy, Docker on a server, etc.) and add the URL (`https://your-host/mcp`) to your platform's MCP settings.
 
-See [Web Platforms Guide](docs/WEB-PLATFORMS.md) for platform-specific setup, or [Docker Deployment](#docker-deployment) for running on a remote server.
+See [Web Platforms Guide](../../docs/web-platforms.md) for platform-specific setup, or [Docker Deployment](#docker-deployment) for running on a remote server.
 
 ## Transport Modes
 
@@ -361,12 +361,12 @@ Market data lives in a separate `market.duckdb` (configurable via `MARKET_DB_PAT
 - `market.context` — VIX / volatility context (keyed by `date`)
 - `market.intraday` — Intraday bars at any resolution (keyed by `ticker, date, time`)
 
-See [scripts/README.md](../../scripts/README.md) for import examples and column mapping reference.
+See the [Market Data Guide](../../docs/market-data.md) for import examples, ticker formats, and column mapping reference.
 
 ## Related
 
-- [Usage Guide](docs/USAGE.md) - Detailed usage examples and workflows
-- [Web Platforms Guide](docs/WEB-PLATFORMS.md) - Connect to ChatGPT, Google AI Studio, Julius
+- [Usage Guide](../../docs/usage.md) - Detailed usage examples and workflows
+- [Web Platforms Guide](../../docs/web-platforms.md) - Connect to ChatGPT, Google AI Studio, Julius
 - [Agent Skills](../agent-skills/README.md) - Conversational workflows for guided analysis
-- [Market Data Import](../../scripts/README.md) - Import workflow and column mapping reference
+- [Market Data Guide](../../docs/market-data.md) - Import workflow, Massive API, and column mapping reference
 - [Main Application](../../README.md) - Web-based UI for TradeBlocks

package/dist/{chunk-BWUJ5CO2.js → chunk-YB2K6ONA.js}

@@ -104,6 +104,59 @@ async function ensureReportingDataTable(conn) {
 }
 
 // src/db/market-schemas.ts
+async function migrateContextToNormalized(conn) {
+  try {
+    const migrationCheck = await conn.runAndReadAll(
+      `SELECT 1 FROM market._sync_metadata WHERE source = 'migration:context_to_normalized'`
+    );
+    if (migrationCheck.getRows().length > 0) return { rowsMigrated: 0 };
+  } catch {
+  }
+  let contextCount = 0;
+  try {
+    const r = await conn.runAndReadAll(`SELECT COUNT(*) FROM market.context`);
+    contextCount = Number(r.getRows()[0]?.[0] ?? 0);
+  } catch {
+    return { rowsMigrated: 0 };
+  }
+  if (contextCount === 0) return { rowsMigrated: 0 };
+  let totalMigrated = 0;
+  const vixResult = await conn.run(`
+    INSERT OR IGNORE INTO market.daily (ticker, date, open, high, low, close, ivr, ivp)
+    SELECT 'VIX', date, VIX_Open, VIX_High, VIX_Low, VIX_Close, VIX_IVR, VIX_IVP
+    FROM market.context
+    WHERE VIX_Close IS NOT NULL
+  `);
+  totalMigrated += Number(vixResult.rowsChanged);
+  const vix9dResult = await conn.run(`
+    INSERT OR IGNORE INTO market.daily (ticker, date, open, close, ivr, ivp)
+    SELECT 'VIX9D', date, VIX9D_Open, VIX9D_Close, VIX9D_IVR, VIX9D_IVP
+    FROM market.context
+    WHERE VIX9D_Close IS NOT NULL
+  `);
+  totalMigrated += Number(vix9dResult.rowsChanged);
+  const vix3mResult = await conn.run(`
+    INSERT OR IGNORE INTO market.daily (ticker, date, open, close, ivr, ivp)
+    SELECT 'VIX3M', date, VIX3M_Open, VIX3M_Close, VIX3M_IVR, VIX3M_IVP
+    FROM market.context
+    WHERE VIX3M_Close IS NOT NULL
+  `);
+  totalMigrated += Number(vix3mResult.rowsChanged);
+  await conn.run(`
+    INSERT OR IGNORE INTO market._context_derived (date, Vol_Regime, Term_Structure_State, Trend_Direction, VIX_Spike_Pct, VIX_Gap_Pct)
+    SELECT date, Vol_Regime, Term_Structure_State, Trend_Direction, VIX_Spike_Pct, VIX_Gap_Pct
+    FROM market.context
+    WHERE Vol_Regime IS NOT NULL OR Term_Structure_State IS NOT NULL
+  `);
+  try {
+    await conn.run(`
+      INSERT OR REPLACE INTO market._sync_metadata (source, ticker, target_table, max_date, enriched_through, synced_at)
+      VALUES ('migration:context_to_normalized', '_system', '_system', NULL, NULL, CURRENT_TIMESTAMP)
+    `);
+  } catch {
+  }
+  return { rowsMigrated: totalMigrated };
+}
 async function ensureMarketTables(conn) {
   await conn.run(`
     CREATE TABLE IF NOT EXISTS market.daily (
@@ -123,8 +176,6 @@ async function ensureMarketTables(conn) {
       RSI_14 DOUBLE,
       Price_vs_EMA21_Pct DOUBLE,
       Price_vs_SMA50_Pct DOUBLE,
-      BB_Position DOUBLE,
-      BB_Width DOUBLE,
       Realized_Vol_5D DOUBLE,
       Realized_Vol_20D DOUBLE,
       Return_5D DOUBLE,
@@ -157,6 +208,12 @@ async function ensureMarketTables(conn) {
     await conn.run(`ALTER TABLE market.daily DROP COLUMN Trend_Score`);
   } catch {
   }
+  for (const col of ["BB_Position", "BB_Width"]) {
+    try {
+      await conn.run(`ALTER TABLE market.daily DROP COLUMN ${col}`);
+    } catch {
+    }
+  }
   for (const col of [
     { name: "Opening_Drive_Strength", type: "DOUBLE" },
     { name: "Intraday_Realized_Vol", type: "DOUBLE" }
@@ -166,6 +223,15 @@ async function ensureMarketTables(conn) {
     } catch {
     }
   }
+  for (const col of [
+    { name: "ivr", type: "DOUBLE" },
+    { name: "ivp", type: "DOUBLE" }
+  ]) {
+    try {
+      await conn.run(`ALTER TABLE market.daily ADD COLUMN ${col.name} ${col.type}`);
+    } catch {
+    }
+  }
   await conn.run(`
     CREATE TABLE IF NOT EXISTS market.context (
       date VARCHAR NOT NULL,
@@ -187,13 +253,28 @@ async function ensureMarketTables(conn) {
       VIX_VIX3M_Ratio DOUBLE,
       Vol_Regime INTEGER,
       Term_Structure_State INTEGER,
-      VIX_Percentile DOUBLE,
+      VIX_IVR DOUBLE,
+      VIX_IVP DOUBLE,
+      VIX9D_IVR DOUBLE,
+      VIX9D_IVP DOUBLE,
+      VIX3M_IVR DOUBLE,
+      VIX3M_IVP DOUBLE,
       VIX_Spike_Pct DOUBLE,
       Trend_Direction VARCHAR,
 
       PRIMARY KEY (date)
     )
   `);
+  await conn.run(`
+    CREATE TABLE IF NOT EXISTS market._context_derived (
+      date VARCHAR NOT NULL PRIMARY KEY,
+      Vol_Regime INTEGER,
+      Term_Structure_State INTEGER,
+      Trend_Direction VARCHAR,
+      VIX_Spike_Pct DOUBLE,
+      VIX_Gap_Pct DOUBLE
+    )
+  `);
   try {
     await conn.run(`ALTER TABLE market.context ADD COLUMN VIX_RTH_Open DOUBLE`);
   } catch {
@@ -202,6 +283,16 @@ async function ensureMarketTables(conn) {
     await conn.run(`ALTER TABLE market.context ADD COLUMN Trend_Direction VARCHAR`);
   } catch {
   }
+  try {
+    await conn.run(`ALTER TABLE market.context RENAME COLUMN VIX_Percentile TO VIX_IVP`);
+  } catch {
+  }
+  for (const col of ["VIX_IVR", "VIX9D_IVR", "VIX9D_IVP", "VIX3M_IVR", "VIX3M_IVP"]) {
+    try {
+      await conn.run(`ALTER TABLE market.context ADD COLUMN ${col} DOUBLE`);
+    } catch {
+    }
+  }
   await conn.run(`
     CREATE TABLE IF NOT EXISTS market.intraday (
       ticker VARCHAR NOT NULL,
@@ -231,6 +322,7 @@ async function ensureMarketTables(conn) {
       PRIMARY KEY (source, ticker, target_table)
     )
   `);
+  await migrateContextToNormalized(conn);
 }
 
 // src/db/profile-schemas.ts
@@ -22652,4 +22744,4 @@ decimal.js/decimal.mjs:
    *  MIT Licence
    *)
 */
-//# sourceMappingURL=chunk-BWUJ5CO2.js.map
+//# sourceMappingURL=chunk-YB2K6ONA.js.map