tradeblocks-mcp 2.2.5 → 2.3.0

package/README.md

@@ -16,7 +16,7 @@ Model Context Protocol (MCP) server for options trading analysis. Works with Cla
 
 ### Option 1: MCPB Bundle (Claude Desktop - One Click)
 
-Download the latest `.mcpb` file from [Releases](https://gitlab.com/davidromeo/tradeblocks/-/releases) and double-click to install.
+Download the latest `.mcpb` file from [Releases](https://github.com/davidromeo/tradeblocks/releases) and double-click to install.
 
 The installer will prompt you to select your Trading Data Directory.
 
@@ -37,7 +37,7 @@ See [Configuration by Platform](#configuration-by-platform) below for platform-s
 ### Option 3: From Source
 
 ```bash
-git clone https://gitlab.com/davidromeo/tradeblocks
+git clone https://github.com/davidromeo/tradeblocks
 cd tradeblocks
 npm install
 npm run build -w packages/mcp-server
@@ -147,8 +147,29 @@ tradeblocks-mcp ~/backtests
 # HTTP mode
 tradeblocks-mcp --http ~/backtests
 tradeblocks-mcp --http --port 8080 ~/backtests
+
+# Separate CSV blocks from DuckDB storage
+tradeblocks-mcp --directory ./data --blocks-dir ~/backtests
 ```
 
+### Options
+
+| Flag | Description | Default |
+|------|-------------|---------|
+| `--http` | Start HTTP server instead of stdio | stdio |
+| `--port <n>` | HTTP server port | 3100 |
+| `--blocks-dir <path>` | Directory containing CSV block folders | same as data directory |
+| `--market-db <path>` | Path to market.duckdb | `<directory>/market.duckdb` |
+| `--no-auth` | Disable authentication (HTTP mode) | auth enabled |
+
+### Environment Variables
+
+| Variable | Description |
+|----------|-------------|
+| `BLOCKS_DIRECTORY` | Default data directory if not specified as argument |
+| `TRADEBLOCKS_BLOCKS_DIR` | Directory for CSV block folders (overridden by `--blocks-dir`) |
+| `MARKET_DB_PATH` | Path to market.duckdb (overridden by `--market-db`) |
+
 ## Docker Deployment
 
 Run the MCP server in a container for remote/server deployments.
@@ -175,7 +196,7 @@ docker build -t tradeblocks-mcp .
 docker compose up -d
 ```
 
-Place your block folders (each containing CSV files) in the `data/` directory. The container runs in HTTP mode on port 3100 by default. See [Authentication](#authentication) below for configuring credentials.
+Place your block folders (each containing CSV files) in the `data/` directory, or use `--blocks-dir` to point at a separate folder. The container runs in HTTP mode on port 3100 by default. See [Authentication](#authentication) below for configuring credentials.
 
 Connect any MCP client to `http://<your-host>:3100/mcp`. How you expose this endpoint (reverse proxy, tunnel, VPN, etc.) is up to you.
 

package/dist/{chunk-UGHXXLLR.js → chunk-37JFR6NF.js}

@@ -53,6 +53,25 @@ async function ensureSyncTables(conn) {
       sync_version INTEGER DEFAULT 1
     )
   `);
+  const result = await conn.run(`
+    SELECT COUNT(*) AS cnt FROM duckdb_constraints()
+    WHERE schema_name = 'trades' AND table_name = '_sync_metadata'
+      AND constraint_type = 'PRIMARY KEY'
+  `);
+  const rows = await result.getRows();
+  if (Number(rows[0][0]) === 0) {
+    await conn.run(`DROP TABLE trades._sync_metadata`);
+    await conn.run(`
+      CREATE TABLE trades._sync_metadata (
+        block_id VARCHAR PRIMARY KEY,
+        tradelog_hash VARCHAR NOT NULL,
+        dailylog_hash VARCHAR,
+        reportinglog_hash VARCHAR,
+        synced_at TIMESTAMP NOT NULL,
+        sync_version INTEGER DEFAULT 1
+      )
+    `);
+  }
 }
 async function ensureTradeDataTable(conn) {
   await conn.run(`
@@ -315,6 +334,30 @@ async function ensureMarketTables(conn) {
     } catch {
     }
   }
+  await conn.run(`
+    CREATE TABLE IF NOT EXISTS market.option_chain (
+      underlying     VARCHAR NOT NULL,
+      date           VARCHAR NOT NULL,
+      ticker         VARCHAR NOT NULL,
+      contract_type  VARCHAR NOT NULL,
+      strike         DOUBLE  NOT NULL,
+      expiration     VARCHAR NOT NULL,
+      dte            INTEGER,
+      exercise_style VARCHAR,
+      PRIMARY KEY (underlying, date, ticker)
+    )
+  `);
+  await conn.run(`
+    CREATE TABLE IF NOT EXISTS market.data_coverage (
+      ticker VARCHAR NOT NULL,
+      date VARCHAR NOT NULL,
+      source VARCHAR NOT NULL,       -- 'flatfile', 'api_trade', 'api_quote', 'csv_import'
+      bar_count INTEGER NOT NULL,
+      has_quotes BOOLEAN DEFAULT FALSE,
+      imported_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
+      PRIMARY KEY (ticker, date, source)
+    )
+  `);
   await conn.run(`
     CREATE TABLE IF NOT EXISTS market._sync_metadata (
       source VARCHAR NOT NULL,
@@ -754,6 +797,15 @@ async function openReadWriteConnection(dbPath, threads, memoryLimit) {
   await ensureReportingDataTable(connection);
   await ensureMarketTables(connection);
   await ensureProfilesSchema(connection);
+  try {
+    const ext = await import("./connection.ext.js");
+    const ctx = await ext.default(connection, {
+      baseDir: path.dirname(dbPath),
+      marketDbPath: storedMarketDbPath
+    });
+    if (ctx?.intradayWriteTable) _intradayWriteTable = ctx.intradayWriteTable;
+  } catch {
+  }
   connectionMode = "read_write";
   return connection;
 }
@@ -898,6 +950,10 @@ async function downgradeToReadOnly(dataDir) {
 function isConnected() {
   return connection !== null;
 }
+var _intradayWriteTable = "market.intraday";
+function getIntradayWriteTable() {
+  return _intradayWriteTable;
+}
 
 // src/sync/block-sync.ts
 import * as fs5 from "fs/promises";
@@ -22616,13 +22672,16 @@ async function detectBlockChanges(conn, baseDir) {
   const folderNames = /* @__PURE__ */ new Set();
   for (const entry of entries) {
     if (!entry.isDirectory()) continue;
-    if (entry.name.startsWith(".")) continue;
-    if (entry.name === "_marketdata") continue;
+    if (entry.name.startsWith(".") || entry.name.startsWith("_")) continue;
+    if (entry.name.endsWith(".tmp") || entry.name.endsWith(".duckdb") || entry.name.endsWith(".duckdb.tmp")) continue;
     const blockId = entry.name;
     folderNames.add(blockId);
     const blockPath = path4.join(baseDir, blockId);
     if (!syncedBlockIds.has(blockId)) {
-      toSync.push(blockId);
+      const tradelog = await findTradelogFile(blockPath);
+      if (tradelog) {
+        toSync.push(blockId);
+      }
       continue;
     }
     const tradelogFilename = await findTradelogFile(blockPath);
@@ -22681,11 +22740,19 @@ async function cleanupDeletedBlocks(conn, deletedBlockIds) {
 }
 
 // src/sync/index.ts
+var _blocksDir = null;
+function setBlocksDir(dir) {
+  _blocksDir = dir;
+}
+function getBlocksDir(baseDir) {
+  return _blocksDir ?? baseDir;
+}
 async function syncAllBlocks(baseDir) {
   const conn = await getConnection(baseDir);
+  const blocksDir = getBlocksDir(baseDir);
   const results = [];
   const errors = [];
-  const { toSync, toDelete } = await detectBlockChanges(conn, baseDir);
+  const { toSync, toDelete } = await detectBlockChanges(conn, blocksDir);
   for (const blockId of toDelete) {
     try {
       await cleanupDeletedBlocks(conn, [blockId]);
@@ -22696,7 +22763,7 @@ async function syncAllBlocks(baseDir) {
     }
   }
   for (const blockId of toSync) {
-    const blockPath = path5.join(baseDir, blockId);
+    const blockPath = path5.join(blocksDir, blockId);
     const result = await syncBlockInternal(conn, blockId, blockPath);
     results.push(result);
     if (result.status === "error" && result.error) {
@@ -22714,7 +22781,8 @@ async function syncAllBlocks(baseDir) {
 }
 async function syncBlock(blockId, baseDir) {
   const conn = await getConnection(baseDir);
-  const blockPath = path5.join(baseDir, blockId);
+  const blocksDir = getBlocksDir(baseDir);
+  const blockPath = path5.join(blocksDir, blockId);
   try {
     await fs6.access(blockPath);
   } catch {
@@ -22742,6 +22810,7 @@ export {
   upgradeToReadWrite,
   downgradeToReadOnly,
   isConnected,
+  getIntradayWriteTable,
   detectCsvType,
   discoverCsvFiles,
   logCsvDiscoveryWarning,
@@ -22760,6 +22829,8 @@ export {
   normalizeTicker,
   resolveTradeTicker,
   marketTickerDateKey,
+  setBlocksDir,
+  getBlocksDir,
   syncAllBlocks,
   syncBlock
 };
@@ -22774,4 +22845,4 @@ decimal.js/decimal.mjs:
    *  MIT Licence
    *)
 */
-//# sourceMappingURL=chunk-UGHXXLLR.js.map
+//# sourceMappingURL=chunk-37JFR6NF.js.map