@esankhan3/code-search-mcp 1.0.3 → 1.0.4

package/dist/__tests__/metrics-endpoint.test.js

@@ -0,0 +1,45 @@
+import { describe, it } from "node:test";
+import assert from "node:assert/strict";
+import { Server } from "@modelcontextprotocol/server";
+import { startHttpTransport } from "../transports/http-transport.js";
+import { metrics } from "../observability/metrics.js";
+const config = {
+  port: 0,
+  host: "127.0.0.1",
+  transport: "streamable-http",
+  authEnabled: false,
+  authMode: "none",
+  authApiKeys: []
+};
+async function scrape(collectMetrics) {
+  const httpServer = await startHttpTransport({
+    config,
+    createMcpServer: async () => ({ server: new Server({ name: "m", version: "0.0.0" }, { capabilities: {} }) }),
+    collectMetrics
+  });
+  try {
+    const res = await fetch(`http://127.0.0.1:${httpServer.address().port}/metrics`);
+    return { status: res.status, body: await res.text() };
+  } finally {
+    httpServer.close();
+  }
+}
+describe("GET /metrics \u2014 async collector", () => {
+  it("renders gauges set by the collector", async () => {
+    const { status, body } = await scrape(async () => {
+      await new Promise((r) => setTimeout(r, 5));
+      metrics.vectorIndexUnindexedRows.set(42, { project: "p" });
+      metrics.vectorIndexGrowthRatio.set(0.5, { project: "p" });
+    });
+    assert.equal(status, 200);
+    assert.match(body, /code_search_vector_index_unindexed_rows\{project="p"\} 42/);
+    assert.match(body, /code_search_vector_index_growth_ratio\{project="p"\} 0\.5/);
+  });
+  it("still returns 200 when the collector throws", async () => {
+    const { status, body } = await scrape(async () => {
+      throw new Error("blob store down");
+    });
+    assert.equal(status, 200);
+    assert.match(body, /code_search_queries_total/);
+  });
+});

package/dist/observability/metrics.js

@@ -124,6 +124,8 @@ const metrics = {
   queryDuration: registry.register(new Histogram("code_search_query_duration_seconds", "Query latency by mode.")),
   indexChunks: registry.register(new Gauge("code_search_index_chunks_total", "Indexed chunks by repo.")),
   indexAge: registry.register(new Gauge("code_search_index_age_seconds", "Seconds since last index by repo.")),
+  vectorIndexUnindexedRows: registry.register(new Gauge("code_search_vector_index_unindexed_rows", "Rows not yet folded into the vector index (brute-force scanned) by project.")),
+  vectorIndexGrowthRatio: registry.register(new Gauge("code_search_vector_index_growth_ratio", "Rows written since the vector index was last trained / rows it was trained on, by project (retrains at CODE_SEARCH_VECTOR_RETRAIN_RATIO).")),
   embeddingCalls: registry.register(new Counter("code_search_embeddings_calls_total", "Embedding API calls by provider.")),
   llmCalls: registry.register(new Counter("code_search_llm_calls_total", "LLM API calls by phase.")),
   errors: registry.register(new Counter("code_search_errors_total", "Errors by kind.")),

package/dist/server.js

@@ -8,11 +8,12 @@ import { registerGraphTools, handleGraphTool } from "./tools/graph.js";
 import { registerProfileTools, handleProfileTool } from "./tools/profile.js";
 import { registerIndexTools, handleIndexTool } from "./tools/index-tools.js";
 import { registerResources, handleResource } from "./resources/resources.js";
-import { getBlobStore } from "@esankhan3/anvil-knowledge-core";
+import { getBlobStore, readVectorIndexHealth } from "@esankhan3/anvil-knowledge-core";
 import { indexFromPath, invalidateRetriever } from "@esankhan3/anvil-knowledge-core";
 import { loadServerConfig } from "./core/env-config.js";
 import { toKnowledgeConfig } from "./core/config.js";
 import { startHttpTransport } from "./transports/http-transport.js";
+import { metrics } from "./observability/metrics.js";
 function createMcpServerInstance(ctx) {
   const server = new Server(
     { name: "code-search-mcp", version: "1.0.0" },
@@ -119,6 +120,16 @@ async function startServer(projectName, directoryPath) {
           elapsedMs: ctx.indexing.startedAt ? Date.now() - ctx.indexing.startedAt : null
         }
       }),
+      // From the writer's blob record, not process state: in cluster mode the
+      // workers serving HTTP are not the writer.
+      collectMetrics: async () => {
+        const blobs = getBlobStore(ctx.projectName, toKnowledgeConfig(loadServerConfig().__unified));
+        const health = await readVectorIndexHealth(blobs);
+        if (!health) return;
+        const labels = { project: ctx.projectName };
+        metrics.vectorIndexUnindexedRows.set(health.numUnindexedRows ?? 0, labels);
+        if (health.trainedRows) metrics.vectorIndexGrowthRatio.set(health.rowsAddedSinceTrain / health.trainedRows, labels);
+      },
       onIndex: (body) => isReadOnlyWorker ? forwardIndexToPrimary(body) : runAdminIndex(ctx, body)
     });
   }

package/dist/tools/index-tools.js

@@ -1,6 +1,17 @@
 import { resolvedKnowledgeConfig } from "../core/env-config.js";
 import { KnowledgeIndexer } from "@esankhan3/anvil-knowledge-core";
 const TOOL_NAMES = ["index_status"];
+function describeVectorIndex(v) {
+  if (!v) return "none (flat scan \u2014 table below the index threshold or not yet indexed)";
+  const parts = [`${v.indexType ?? "unknown"}, ${v.numPartitions ?? "?"} partitions`];
+  parts.push(
+    v.trainedRows ? `trained on ${v.trainedRows.toLocaleString()} rows at ${v.trainedAt}, +${v.rowsAddedSinceTrain.toLocaleString()} since (${Math.round(v.rowsAddedSinceTrain / v.trainedRows * 100)}%)` : "training untracked (retrains on the next writer run)"
+  );
+  parts.push(`${(v.numUnindexedRows ?? 0).toLocaleString()} unindexed rows`);
+  if (v.retrainStartedAt) parts.push(`retrain started ${v.retrainStartedAt} has not completed`);
+  if (v.lastError) parts.push(`last error: ${v.lastError}`);
+  return parts.join("; ");
+}
 function registerIndexTools() {
   return [
     {
@@ -26,6 +37,7 @@ async function handleIndexTool(name, args, ctx) {
         `- **Embedding provider:** ${stats.embeddingProvider}`,
         `- **Last indexed:** ${stats.lastIndexed || "never"}`,
         `- **Repos:** ${stats.repos.length}`,
+        `- **Vector index:** ${describeVectorIndex(stats.vectorIndex)}`,
         "",
         "## Repos",
         ...stats.repos.map((r) => `- ${r.name}: ${r.chunkCount} chunks`)

package/dist/transports/http-transport.js

@@ -53,6 +53,10 @@ async function startHttpTransport(opts) {
       const status = opts.getStatus?.() ?? {};
       const indexing = status.indexing;
       metrics.indexAge.set(0, { phase: indexing?.phase ?? "idle" });
+      try {
+        await opts.collectMetrics?.();
+      } catch {
+      }
       res.writeHead(200, { "Content-Type": "text/plain; version=0.0.4" });
       res.end(registry.render());
       return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@esankhan3/code-search-mcp",
-  "version": "1.0.3",
+  "version": "1.0.4",
   "description": "MCP server for multi-repo code search \u2014 GitHub org or local path, zero config",
   "type": "module",
   "license": "MIT",