@coderule/mcp 1.5.0 → 1.6.1

package/dist/cli.js

@@ -30,6 +30,8 @@ var DEFAULT_QUEUE_POLL_INTERVAL_MS = 500;
 var DEFAULT_HASH_BATCH_SIZE = 32;
 var DEFAULT_MAX_SNAPSHOT_ATTEMPTS = 5;
 var DEFAULT_HTTP_TIMEOUT_MS = 12e4;
+var DEFAULT_UPLOAD_CHUNK_SIZE = 1;
+var DEFAULT_MAX_QUERY_WAIT_MS = 5e4;
 
 // src/config/Configurator.ts
 var DEFAULT_RETRIEVAL_FORMATTER = "standard";
@@ -57,6 +59,14 @@ function parseInteger(value, fallback) {
   }
   return parsed;
 }
+function parseSecondsToMs(value, fallbackMs) {
+  if (!value) return fallbackMs;
+  const seconds = Number.parseInt(value, 10);
+  if (Number.isNaN(seconds) || seconds <= 0) {
+    throw new Error(`Invalid seconds value: ${value}`);
+  }
+  return seconds * 1e3;
+}
 function parseFormatter(value) {
   if (!value) return DEFAULT_RETRIEVAL_FORMATTER;
   const normalized = value.toLowerCase();
@@ -103,7 +113,9 @@ async function resolveConfig({
     maxSnapshotAttempts: DEFAULTS.maxSnapshotAttempts,
     retrievalFormatter: parseFormatter(
       process.env.CODERULE_RETRIEVAL_FORMATTER
-    )
+    ),
+    uploadChunkSize: DEFAULT_UPLOAD_CHUNK_SIZE,
+    maxQueryWaitMs: DEFAULT_MAX_QUERY_WAIT_MS
   };
   if (process.env.CODERULE_SNAPSHOT_DEBOUNCE_MS) {
     baseConfig.snapshotDebounceMs = parseInteger(
@@ -145,6 +157,16 @@ async function resolveConfig({
     process.env.CODERULE_HTTP_TIMEOUT,
     DEFAULT_HTTP_TIMEOUT_MS
   );
+  if (process.env.CODERULE_UPLOAD_CHUNK_SIZE) {
+    baseConfig.uploadChunkSize = parseInteger(
+      process.env.CODERULE_UPLOAD_CHUNK_SIZE,
+      baseConfig.uploadChunkSize
+    );
+  }
+  baseConfig.maxQueryWaitMs = parseSecondsToMs(
+    process.env.CODERULE_MAX_WAIT_TIME,
+    baseConfig.maxQueryWaitMs
+  );
   logger.debug(
     {
       rootPath,
@@ -1078,7 +1100,7 @@ async function withRetries(op, logger2, context, maxAttempts) {
     }
   }
 }
-async function uploadMissing(rootPath, missing, syncClient, logger2, maxAttempts, chunkSize = 64) {
+async function uploadMissing(rootPath, missing, syncClient, logger2, maxAttempts, chunkSize = 1) {
   if (!missing || missing.length === 0) return;
   const total = missing.length;
   const chunks = [];
@@ -1120,7 +1142,7 @@ async function uploadMissing(rootPath, missing, syncClient, logger2, maxAttempts
 async function ensureSnapshotCreated(rootPath, computation, syncClient, logger2, options) {
   const { snapshotHash, files } = computation;
   const maxAttempts = options?.maxAttempts ?? 5;
-  const uploadChunkSize = options?.uploadChunkSize ?? 64;
+  const uploadChunkSize = options?.uploadChunkSize ?? 1;
   let status = await withRetries(
     () => syncClient.checkSnapshotStatus(snapshotHash),
     logger2,
@@ -1202,7 +1224,7 @@ async function publishSnapshot(rootPath, filesRepo, snapshotsRepo, syncClient, l
 }
 
 // src/service/InitialSync.ts
-async function runInitialSyncPipeline(runtime) {
+async function runInitialSyncPipeline(runtime, options) {
   const inventoryLogger = runtime.logger.child({ scope: "inventory" });
   await runInventory({
     rootPath: runtime.config.rootPath,
@@ -1218,16 +1240,37 @@ async function runInitialSyncPipeline(runtime) {
       hashLogger.debug("Hasher processed batch");
     }
   }
-  const syncLogger = runtime.logger.child({ scope: "snapshot" });
-  const result = await publishSnapshot(
-    runtime.config.rootPath,
-    runtime.filesRepo,
-    runtime.snapshotsRepo,
-    runtime.clients.sync,
-    syncLogger,
-    { maxAttempts: runtime.config.maxSnapshotAttempts }
+  if (options?.blockUntilReady !== false) {
+    const syncLogger = runtime.logger.child({ scope: "snapshot" });
+    const result = await publishSnapshot(
+      runtime.config.rootPath,
+      runtime.filesRepo,
+      runtime.snapshotsRepo,
+      runtime.clients.sync,
+      syncLogger,
+      {
+        maxAttempts: runtime.config.maxSnapshotAttempts,
+        uploadChunkSize: runtime.config.uploadChunkSize
+      }
+    );
+    return result;
+  }
+  const computation = computeSnapshot(runtime.filesRepo);
+  const createdAt = Date.now();
+  runtime.snapshotsRepo.insert(
+    computation.snapshotHash,
+    computation.filesCount,
+    computation.totalSize,
+    createdAt
   );
-  return result;
+  runtime.outbox.enqueueSnapshot(runtime.config.rootId, 0);
+  return {
+    snapshotHash: computation.snapshotHash,
+    filesCount: computation.filesCount,
+    totalSize: computation.totalSize,
+    status: "READY",
+    createdAt
+  };
 }
 async function createChokidarWatcher(options, usePolling) {
   const log = options.logger.child({
@@ -1629,7 +1672,10 @@ var ServiceRunner = class {
         this.runtime.snapshotsRepo,
         this.runtime.clients.sync,
         log,
-        { maxAttempts: this.runtime.config.maxSnapshotAttempts }
+        {
+          maxAttempts: this.runtime.config.maxSnapshotAttempts,
+          uploadChunkSize: this.runtime.config.uploadChunkSize
+        }
       );
       this.runtime.outbox.ack(job.id, this.fsControlLeaseOwner);
       this.state.updateSnapshotReady(result.createdAt);
@@ -1688,7 +1734,9 @@ function awaitShutdownSignals() {
 async function runInitialSync(params) {
   const runtime = await bootstrap(params);
   try {
-    const result = await runInitialSyncPipeline(runtime);
+    const result = await runInitialSyncPipeline(runtime, {
+      blockUntilReady: true
+    });
     runtime.logger.info(
       {
         snapshotHash: result.snapshotHash,
@@ -1712,7 +1760,9 @@ async function runService(params) {
     await runner.prepareWatcher(true);
     let initialCreatedAt;
     try {
-      const initial = await runInitialSyncPipeline(runtime);
+      const initial = await runInitialSyncPipeline(runtime, {
+        blockUntilReady: false
+      });
       runtime.logger.info(
         {
           snapshotHash: initial.snapshotHash,
@@ -1756,7 +1806,9 @@ var ENV_FLAG_MAP = {
   "queue-poll": "CODERULE_QUEUE_POLL_INTERVAL_MS",
   "hash-batch": "CODERULE_HASH_BATCH_SIZE",
   "hash-lease": "CODERULE_HASH_LEASE_MS",
-  "max-snapshot-attempts": "CODERULE_MAX_SNAPSHOT_ATTEMPTS"
+  "max-snapshot-attempts": "CODERULE_MAX_SNAPSHOT_ATTEMPTS",
+  "upload-chunk-size": "CODERULE_UPLOAD_CHUNK_SIZE",
+  "max-wait-time": "CODERULE_MAX_WAIT_TIME"
 };
 function printUsage() {
   console.log(`Usage: coderule-scanner [token] [options]
@@ -1780,6 +1832,8 @@ Options:
   --hash-batch <n>           Override CODERULE_HASH_BATCH_SIZE
   --hash-lease <ms>          Override CODERULE_HASH_LEASE_MS
   --max-snapshot-attempts <n> Override CODERULE_MAX_SNAPSHOT_ATTEMPTS
+  --upload-chunk-size <n>    Override CODERULE_UPLOAD_CHUNK_SIZE (default 1)
+  --max-wait-time <sec>      Override CODERULE_MAX_WAIT_TIME (default 50s)
   KEY=value                  Set arbitrary environment variable
   --help                     Show this message
 `);