ctxloom-pro 1.0.5 → 1.0.7

package/apps/dashboard/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@ctxloom/dashboard",
+  "private": true,
+  "version": "0.1.0",
+  "type": "module",
+  "scripts": {
+    "dev:server": "tsx server/index.ts",
+    "dev:client": "vite",
+    "build:server": "tsup --config tsup.server.config.ts",
+    "build:client": "vite build",
+    "build": "npm run build:server && npm run build:client",
+    "test": "vitest run",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "@ctxloom/core": "*",
+    "cors": "^2.8.5",
+    "express": "^4.18.0",
+    "open": "^10.1.0"
+  },
+  "devDependencies": {
+    "@testing-library/jest-dom": "^6.4.0",
+    "@testing-library/react": "^16.0.0",
+    "@testing-library/user-event": "^14.6.1",
+    "@types/cors": "^2.8.17",
+    "@types/d3": "^7.4.0",
+    "@types/express": "^4.17.21",
+    "@types/node": "^22.0.0",
+    "@types/react": "^18.3.0",
+    "@types/react-dom": "^18.3.0",
+    "@types/supertest": "^6.0.0",
+    "@vitejs/plugin-react": "^4.3.0",
+    "autoprefixer": "^10.4.0",
+    "d3": "^7.9.0",
+    "jsdom": "^24.0.0",
+    "postcss": "^8.4.0",
+    "react": "^18.3.0",
+    "react-dom": "^18.3.0",
+    "react-router-dom": "^6.23.0",
+    "recharts": "^2.12.0",
+    "supertest": "^7.0.0",
+    "tailwindcss": "^3.4.0",
+    "tsx": "^4.0.0",
+    "typescript": "^5.7.0",
+    "vite": "^5.3.0",
+    "vitest": "^3.0.0"
+  }
+}

package/dist/VectorStore-HOSUSLV7.js

@@ -0,0 +1,8 @@
+import {
+  VectorStore
+} from "./chunk-NEHYSE2Y.js";
+import "./chunk-TYDMSHV7.js";
+export {
+  VectorStore
+};
+//# sourceMappingURL=VectorStore-HOSUSLV7.js.map

package/dist/{chunk-XNKTZGDX.js → chunk-NEHYSE2Y.js}

@@ -1,8 +1,8 @@
 import {
   logger
-} from "./chunk-IHXVD5SO.js";
+} from "./chunk-TYDMSHV7.js";
 
-// src/db/VectorStore.js
+// packages/core/src/db/VectorStore.ts
 import lancedb from "@lancedb/lancedb";
 import { makeArrowTable } from "@lancedb/lancedb";
 import path from "path";
@@ -19,8 +19,7 @@ var VectorStore = class {
     this.dbPath = dbPath ?? path.join(process.cwd(), ".ctxloom", "vectors.lancedb");
   }
   async init() {
-    if (this.initialized)
-      return;
+    if (this.initialized) return;
     const dir = path.dirname(this.dbPath);
     if (!fs.existsSync(dir)) {
       fs.mkdirSync(dir, { recursive: true });
@@ -43,12 +42,35 @@ var VectorStore = class {
     }
     this.initialized = true;
   }
+  /**
+   * Release LanceDB resources (file descriptors held by the underlying
+   * connection / table handles). Must be called at the end of long-lived
+   * indexing runs — without this, every SSTable opened during 600+ upserts
+   * stays open until process exit, which can exhaust the per-process FD
+   * limit (256 on macOS by default for processes spawned by Claude /
+   * VS Code) and cause downstream loaders (tree-sitter WASM, ONNX models)
+   * to fail with ENFILE.
+   *
+   * Safe to call multiple times.
+   */
+  async close() {
+    if (!this.initialized) return;
+    try {
+      const conn = this.db;
+      if (typeof conn.close === "function") {
+        await conn.close();
+      }
+    } catch {
+    }
+    this.db = null;
+    this.table = null;
+    this.initialized = false;
+  }
   /**
    * Insert or update a code record.
    */
   async upsert(filePath, embedding, content) {
-    if (!this.table)
-      throw new Error("VectorStore not initialized. Call init() first.");
+    if (!this.table) throw new Error("VectorStore not initialized. Call init() first.");
     const safe = sanitizeFilterPath(filePath);
     try {
       await this.table.delete(`filePath = '${safe}'`);
@@ -67,8 +89,7 @@ var VectorStore = class {
    * Search for the top-K most similar code records using vector search.
    */
   async search(queryEmbedding, limit = 10) {
-    if (!this.table)
-      throw new Error("VectorStore not initialized. Call init() first.");
+    if (!this.table) throw new Error("VectorStore not initialized. Call init() first.");
     try {
       const results = await this.table.vectorSearch(queryEmbedding).limit(limit).toArray();
       return results.filter((r) => r.id !== "__seed__").map((r) => ({
@@ -95,8 +116,7 @@ var VectorStore = class {
    * Remove a file's embedding from the store.
    */
   async remove(filePath) {
-    if (!this.table)
-      throw new Error("VectorStore not initialized. Call init() first.");
+    if (!this.table) throw new Error("VectorStore not initialized. Call init() first.");
     const safe = sanitizeFilterPath(filePath);
     try {
       await this.table.delete(`filePath = '${safe}'`);
@@ -108,8 +128,7 @@ var VectorStore = class {
    * Get the total number of records.
    */
   async count() {
-    if (!this.table)
-      return 0;
+    if (!this.table) return 0;
     try {
       return await this.table.countRows();
     } catch (err) {
@@ -122,4 +141,4 @@ var VectorStore = class {
 export {
   VectorStore
 };
-//# sourceMappingURL=chunk-XNKTZGDX.js.map
+//# sourceMappingURL=chunk-NEHYSE2Y.js.map

package/dist/chunk-TYDMSHV7.js

@@ -0,0 +1,62 @@
+// packages/core/src/utils/logger.ts
+var LEVELS = {
+  debug: 0,
+  info: 1,
+  warn: 2,
+  error: 3
+};
+var ANSI = {
+  reset: "\x1B[0m",
+  dim: "\x1B[2m",
+  yellow: "\x1B[33m",
+  red: "\x1B[31m"
+};
+function getConfiguredLevel() {
+  const raw = (process.env["LOG_LEVEL"] ?? "info").toLowerCase();
+  return raw in LEVELS ? raw : "info";
+}
+function getMode() {
+  if (process.env["CTXLOOM_LOG_MODE"] === "cli") return "cli";
+  if (process.env["CTXLOOM_LOG_MODE"] === "json") return "json";
+  return process.argv.length > 2 ? "cli" : "json";
+}
+function isTTY() {
+  return process.stderr.isTTY === true;
+}
+function writeJson(level, msg, extra) {
+  const entry = { ts: (/* @__PURE__ */ new Date()).toISOString(), level, msg };
+  if (extra) Object.assign(entry, extra);
+  process.stderr.write(JSON.stringify(entry) + "\n");
+}
+function writeCli(level, msg, extra) {
+  if (level === "debug" || level === "info") return;
+  const color = level === "error" ? ANSI.red : ANSI.yellow;
+  const icon = level === "error" ? isTTY() ? "\u2717" : "X" : isTTY() ? "\u26A0" : "!";
+  const prefix = isTTY() ? `${color}${icon}${ANSI.reset}` : icon;
+  let line = `  ${prefix} ${msg}`;
+  if (extra && Object.keys(extra).length > 0) {
+    const pairs = Object.entries(extra).map(([k, v]) => `${k}=${typeof v === "string" ? v : JSON.stringify(v)}`).join(" ");
+    const dim = isTTY() ? `${ANSI.dim}${pairs}${ANSI.reset}` : pairs;
+    line += ` ${dim}`;
+  }
+  process.stderr.write(line + "\n");
+}
+function write(level, msg, extra) {
+  if (LEVELS[level] < LEVELS[getConfiguredLevel()]) return;
+  if (getMode() === "cli") {
+    writeCli(level, msg, extra);
+  } else {
+    writeJson(level, msg, extra);
+  }
+}
+var logger = {
+  debug: (msg, extra) => write("debug", msg, extra),
+  info: (msg, extra) => write("info", msg, extra),
+  warn: (msg, extra) => write("warn", msg, extra),
+  error: (msg, extra) => write("error", msg, extra)
+};
+
+export {
+  logger
+};
+//# sourceMappingURL=chunk-TYDMSHV7.js.map

package/dist/{chunk-ZYDVY7VZ.js → chunk-U3AVIYSJ.js}

@@ -1,8 +1,8 @@
 import {
   logger
-} from "./chunk-IHXVD5SO.js";
+} from "./chunk-TYDMSHV7.js";
 
-// src/indexer/embedder.js
+// packages/core/src/indexer/embedder.ts
 import { pipeline } from "@huggingface/transformers";
 import fs from "fs";
 import path from "path";
@@ -89,7 +89,7 @@ function collectFiles(dir, results = []) {
   return results;
 }
 async function indexDirectory(rootDir, onProgress) {
-  const { VectorStore } = await import("./VectorStore-UQNBYPBV.js");
+  const { VectorStore } = await import("./VectorStore-HOSUSLV7.js");
   const store = new VectorStore(path.join(rootDir, ".ctxloom", "vectors.lancedb"));
   await store.init();
   const files = collectFiles(rootDir);
@@ -98,35 +98,40 @@ async function indexDirectory(rootDir, onProgress) {
   let errors = 0;
   let processed = 0;
   const CONCURRENCY = 4;
-  for (let i = 0; i < files.length; i += CONCURRENCY) {
-    const batch = files.slice(i, i + CONCURRENCY);
-    const results = await Promise.allSettled(batch.map(async (filePath) => {
-      const MAX_INDEX_SIZE = 5 * 1024 * 1024;
-      const stat = fs.statSync(filePath);
-      if (stat.size > MAX_INDEX_SIZE) {
-        logger.warn("Skipping oversized file", { file: filePath, size: stat.size });
-        return null;
-      }
-      const content = fs.readFileSync(filePath, "utf-8");
-      if (!content.trim())
-        return null;
-      const relPath = path.relative(rootDir, filePath);
-      const embedding = await generateEmbedding(content);
-      await store.upsert(relPath, embedding, content);
-      return relPath;
-    }));
-    for (const result of results) {
-      processed++;
-      if (result.status === "fulfilled") {
-        if (result.value !== null) {
-          indexed++;
-          onProgress?.(result.value, processed, total);
+  try {
+    for (let i = 0; i < files.length; i += CONCURRENCY) {
+      const batch = files.slice(i, i + CONCURRENCY);
+      const results = await Promise.allSettled(
+        batch.map(async (filePath) => {
+          const MAX_INDEX_SIZE = 5 * 1024 * 1024;
+          const stat = fs.statSync(filePath);
+          if (stat.size > MAX_INDEX_SIZE) {
+            logger.warn("Skipping oversized file", { file: filePath, size: stat.size });
+            return null;
+          }
+          const content = fs.readFileSync(filePath, "utf-8");
+          if (!content.trim()) return null;
+          const relPath = path.relative(rootDir, filePath);
+          const embedding = await generateEmbedding(content);
+          await store.upsert(relPath, embedding, content);
+          return relPath;
+        })
+      );
+      for (const result of results) {
+        processed++;
+        if (result.status === "fulfilled") {
+          if (result.value !== null) {
+            indexed++;
+            onProgress?.(result.value, processed, total);
+          }
+        } else {
+          errors++;
+          logger.error("Failed to index file", { detail: result.reason instanceof Error ? result.reason.message : String(result.reason) });
         }
-      } else {
-        errors++;
-        logger.error("Failed to index file", { detail: result.reason instanceof Error ? result.reason.message : String(result.reason) });
       }
     }
+  } finally {
+    await store.close();
   }
   return { indexed, errors };
 }
@@ -137,4 +142,4 @@ export {
   collectFiles,
   indexDirectory
 };
-//# sourceMappingURL=chunk-ZYDVY7VZ.js.map
+//# sourceMappingURL=chunk-U3AVIYSJ.js.map