kirograph 0.28.0 → 1.0.0

package/dist/data/pixelrag-bridge.js

@@ -1,93 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var pixelrag_bridge_exports = {};
-__export(pixelrag_bridge_exports, {
-  getStatus: () => getStatus,
-  isServerRunning: () => isServerRunning,
-  searchVisual: () => searchVisual
-});
-module.exports = __toCommonJS(pixelrag_bridge_exports);
-async function isServerRunning(endpoint) {
-  try {
-    const res = await fetch(`${endpoint}/health`, { signal: AbortSignal.timeout(2e3) });
-    return res.ok;
-  } catch {
-    return false;
-  }
-}
-async function searchVisual(endpoint, query, opts = {}) {
-  const limit = opts.limit ?? 3;
-  const minTileHeight = opts.minTileHeight ?? 50;
-  const idMap = opts.idMap ?? {};
-  const res = await fetch(`${endpoint}/search`, {
-    method: "POST",
-    headers: { "Content-Type": "application/json" },
-    body: JSON.stringify({ queries: [{ text: query }], n_docs: limit }),
-    signal: AbortSignal.timeout(3e4)
-  });
-  if (!res.ok) {
-    const body = await res.text().catch(() => "");
-    throw new Error(`PixelRAG /search returned ${res.status}: ${body}`);
-  }
-  const data = await res.json();
-  const hits = data.results?.[0]?.hits ?? [];
-  const out = [];
-  for (const hit of hits) {
-    const h = hit;
-    const tileHeight = typeof h.tile_height === "number" ? h.tile_height : 0;
-    if (tileHeight < minTileHeight) continue;
-    const articleId = String(h.article_id ?? h.url ?? "");
-    const filePath = idMap[articleId] ?? articleId;
-    out.push({
-      score: typeof h.score === "number" ? h.score : 0,
-      filePath,
-      tileIndex: typeof h.tile_index === "number" ? h.tile_index : 0,
-      chunkIndex: typeof h.chunk_index === "number" ? h.chunk_index : 0,
-      yOffset: typeof h.y_offset === "number" ? h.y_offset : 0,
-      chunkHeight: tileHeight,
-      chunkImagePath: typeof h.path === "string" ? h.path : ""
-    });
-    if (out.length >= limit) break;
-  }
-  return out;
-}
-async function getStatus(endpoint, indexPath) {
-  const running = await isServerRunning(endpoint);
-  let tileCount = null;
-  let lastBuilt = null;
-  if (running) {
-    try {
-      const res = await fetch(`${endpoint}/status`, { signal: AbortSignal.timeout(3e3) });
-      if (res.ok) {
-        const data = await res.json();
-        if (typeof data.tile_count === "number") tileCount = data.tile_count;
-        if (typeof data.built_at === "number") lastBuilt = data.built_at * 1e3;
-      }
-    } catch {
-    }
-  }
-  return { running, endpoint, indexPath, tileCount, lastBuilt };
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  getStatus,
-  isServerRunning,
-  searchVisual
-});
-//# sourceMappingURL=pixelrag-bridge.js.map

package/dist/data/pixelrag-bridge.js.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../src/data/pixelrag-bridge.ts"],
-  "sourcesContent": ["/**\n * PixelRAG HTTP bridge \u2014 pure client, no lifecycle management.\n * All lifecycle (install, index build, server spawn) lives in pixelrag-manager.ts.\n *\n * EXPERIMENTAL: This module is experimental and may change without notice.\n */\n\nimport type { VisualSearchResult, PixelRAGStatus } from './types';\n\nexport async function isServerRunning(endpoint: string): Promise<boolean> {\n  try {\n    const res = await fetch(`${endpoint}/health`, { signal: AbortSignal.timeout(2000) });\n    return res.ok;\n  } catch {\n    return false;\n  }\n}\n\n/**\n * Actual /search response shape (from live testing with pixelrag 0.3.x):\n *   { \"results\": [ { \"hits\": [ { score, article_id, tile_index, chunk_index,\n *                                y_offset, tile_height, path, url, \u2026 } ] } ] }\n *\n * @param idMap  Optional mapping from article_id (string) \u2192 original PDF absolute path.\n *               Loaded from <kirographDir>/pixelrag-id-map.json by the caller.\n */\nexport async function searchVisual(\n  endpoint: string,\n  query: string,\n  opts: { limit?: number; minTileHeight?: number; idMap?: Record<string, string> } = {},\n): Promise<VisualSearchResult[]> {\n  const limit         = opts.limit ?? 3;\n  const minTileHeight = opts.minTileHeight ?? 50;\n  const idMap         = opts.idMap ?? {};\n\n  const res = await fetch(`${endpoint}/search`, {\n    method: 'POST',\n    headers: { 'Content-Type': 'application/json' },\n    body: JSON.stringify({ queries: [{ text: query }], n_docs: limit }),\n    signal: AbortSignal.timeout(30_000),\n  });\n\n  if (!res.ok) {\n    const body = await res.text().catch(() => '');\n    throw new Error(`PixelRAG /search returned ${res.status}: ${body}`);\n  }\n\n  // results[0].hits contains the actual hit list\n  const data = await res.json() as { results?: { hits?: unknown[] }[] };\n  const hits = data.results?.[0]?.hits ?? [];\n\n  const out: VisualSearchResult[] = [];\n  for (const hit of hits) {\n    const h = hit as Record<string, unknown>;\n\n    const tileHeight = typeof h.tile_height === 'number' ? h.tile_height : 0;\n    if (tileHeight < minTileHeight) continue;\n\n    const articleId = String(h.article_id ?? h.url ?? '');\n    const filePath  = idMap[articleId] ?? articleId;\n\n    out.push({\n      score:          typeof h.score === 'number' ? h.score : 0,\n      filePath,\n      tileIndex:      typeof h.tile_index   === 'number' ? h.tile_index   : 0,\n      chunkIndex:     typeof h.chunk_index  === 'number' ? h.chunk_index  : 0,\n      yOffset:        typeof h.y_offset     === 'number' ? h.y_offset     : 0,\n      chunkHeight:    tileHeight,\n      chunkImagePath: typeof h.path === 'string' ? h.path : '',\n    });\n\n    if (out.length >= limit) break;\n  }\n\n  return out;\n}\n\nexport async function getStatus(endpoint: string, indexPath: string | null): Promise<PixelRAGStatus> {\n  const running = await isServerRunning(endpoint);\n  let tileCount: number | null = null;\n  let lastBuilt: number | null = null;\n\n  if (running) {\n    try {\n      const res = await fetch(`${endpoint}/status`, { signal: AbortSignal.timeout(3000) });\n      if (res.ok) {\n        const data = await res.json() as Record<string, unknown>;\n        if (typeof data.tile_count === 'number') tileCount = data.tile_count;\n        if (typeof data.built_at === 'number') lastBuilt = data.built_at * 1000;\n      }\n    } catch { /* best-effort */ }\n  }\n\n  return { running, endpoint, indexPath, tileCount, lastBuilt };\n}\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AASA,eAAsB,gBAAgB,UAAoC;AACxE,MAAI;AACF,UAAM,MAAM,MAAM,MAAM,GAAG,QAAQ,WAAW,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACnF,WAAO,IAAI;AAAA,EACb,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAUA,eAAsB,aACpB,UACA,OACA,OAAmF,CAAC,GACrD;AAC/B,QAAM,QAAgB,KAAK,SAAS;AACpC,QAAM,gBAAgB,KAAK,iBAAiB;AAC5C,QAAM,QAAgB,KAAK,SAAS,CAAC;AAErC,QAAM,MAAM,MAAM,MAAM,GAAG,QAAQ,WAAW;AAAA,IAC5C,QAAQ;AAAA,IACR,SAAS,EAAE,gBAAgB,mBAAmB;AAAA,IAC9C,MAAM,KAAK,UAAU,EAAE,SAAS,CAAC,EAAE,MAAM,MAAM,CAAC,GAAG,QAAQ,MAAM,CAAC;AAAA,IAClE,QAAQ,YAAY,QAAQ,GAAM;AAAA,EACpC,CAAC;AAED,MAAI,CAAC,IAAI,IAAI;AACX,UAAM,OAAO,MAAM,IAAI,KAAK,EAAE,MAAM,MAAM,EAAE;AAC5C,UAAM,IAAI,MAAM,6BAA6B,IAAI,MAAM,KAAK,IAAI,EAAE;AAAA,EACpE;AAGA,QAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,QAAM,OAAO,KAAK,UAAU,CAAC,GAAG,QAAQ,CAAC;AAEzC,QAAM,MAA4B,CAAC;AACnC,aAAW,OAAO,MAAM;AACtB,UAAM,IAAI;AAEV,UAAM,aAAa,OAAO,EAAE,gBAAgB,WAAW,EAAE,cAAc;AACvE,QAAI,aAAa,cAAe;AAEhC,UAAM,YAAY,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE;AACpD,UAAM,WAAY,MAAM,SAAS,KAAK;AAEtC,QAAI,KAAK;AAAA,MACP,OAAgB,OAAO,EAAE,UAAU,WAAW,EAAE,QAAQ;AAAA,MACxD;AAAA,MACA,WAAgB,OAAO,EAAE,eAAiB,WAAW,EAAE,aAAe;AAAA,MACtE,YAAgB,OAAO,EAAE,gBAAiB,WAAW,EAAE,cAAe;AAAA,MACtE,SAAgB,OAAO,EAAE,aAAiB,WAAW,EAAE,WAAe;AAAA,MACtE,aAAgB;AAAA,MAChB,gBAAgB,OAAO,EAAE,SAAS,WAAW,EAAE,OAAO;AAAA,IACxD,CAAC;AAED,QAAI,IAAI,UAAU,MAAO;AAAA,EAC3B;AAEA,SAAO;AACT;AAEA,eAAsB,UAAU,UAAkB,WAAmD;AACnG,QAAM,UAAU,MAAM,gBAAgB,QAAQ;AAC9C,MAAI,YAA2B;AAC/B,MAAI,YAA2B;AAE/B,MAAI,SAAS;AACX,QAAI;AACF,YAAM,MAAM,MAAM,MAAM,GAAG,QAAQ,WAAW,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACnF,UAAI,IAAI,IAAI;AACV,cAAM,OAAO,MAAM,IAAI,KAAK;AAC5B,YAAI,OAAO,KAAK,eAAe,SAAU,aAAY,KAAK;AAC1D,YAAI,OAAO,KAAK,aAAa,SAAU,aAAY,KAAK,WAAW;AAAA,MACrE;AAAA,IACF,QAAQ;AAAA,IAAoB;AAAA,EAC9B;AAEA,SAAO,EAAE,SAAS,UAAU,WAAW,WAAW,UAAU;AAC9D;",
-  "names": []
-}

package/dist/data/pixelrag-manager.js

@@ -1,416 +0,0 @@
-"use strict";
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var pixelrag_manager_exports = {};
-__export(pixelrag_manager_exports, {
-  buildIndex: () => buildIndex,
-  checkRam: () => checkRam,
-  detectPython: () => detectPython,
-  detectWSL2: () => detectWSL2,
-  downloadPixelRAGModel: () => downloadPixelRAGModel,
-  ensurePixelRAGInstalled: () => ensurePixelRAGInstalled,
-  ensurePython: () => ensurePython,
-  getFlaggedPdfs: () => getFlaggedPdfs,
-  installPixelRAG: () => installPixelRAG,
-  isPixelRAGInstalled: () => isPixelRAGInstalled,
-  startServer: () => startServer
-});
-module.exports = __toCommonJS(pixelrag_manager_exports);
-var fs = __toESM(require("fs"));
-var os = __toESM(require("os"));
-var path = __toESM(require("path"));
-var import_child_process = require("child_process");
-const PIXELRAG_ENV = {
-  ...process.env,
-  OMP_NUM_THREADS: "1",
-  KMP_DUPLICATE_LIB_OK: "TRUE"
-};
-function detectPython() {
-  for (const bin of ["python3", "python"]) {
-    try {
-      const result = (0, import_child_process.spawnSync)(bin, ["--version"], { encoding: "utf8", timeout: 5e3 });
-      if (result.status !== 0) continue;
-      const out = (result.stdout + result.stderr).trim();
-      const match = out.match(/Python (\d+)\.(\d+)/);
-      if (!match) continue;
-      const [, major, minor] = match;
-      if (Number(major) >= 3 && Number(minor) >= 12) return bin;
-    } catch {
-    }
-  }
-  return null;
-}
-function ensurePython() {
-  const bin = detectPython();
-  if (!bin) {
-    throw new Error(
-      "PixelRAG (visual PDF search) requires Python 3.12+.\nInstall from https://python.org or via brew: brew install python@3.12"
-    );
-  }
-  return bin;
-}
-function getPixelRAGBin(python) {
-  try {
-    const exe = (0, import_child_process.spawnSync)(python, ["-c", "import sys; print(sys.executable)"], {
-      encoding: "utf8",
-      timeout: 5e3
-    }).stdout?.trim() ?? "";
-    if (exe) {
-      const candidate = path.join(path.dirname(exe), "pixelrag");
-      if (fs.existsSync(candidate)) return candidate;
-    }
-  } catch {
-  }
-  try {
-    const which = (0, import_child_process.spawnSync)("which", ["pixelrag"], { encoding: "utf8", timeout: 3e3 });
-    if (which.status === 0) {
-      const bin = which.stdout.trim();
-      if (bin) return bin;
-    }
-  } catch {
-  }
-  for (const loc of ["/opt/homebrew/bin/pixelrag", "/usr/local/bin/pixelrag"]) {
-    if (fs.existsSync(loc)) return loc;
-  }
-  throw new Error(
-    "pixelrag binary not found.\nRun: pip install pixelrag[index,serve] pixelrag-render[pdf]\nAlso requires poppler: brew install poppler"
-  );
-}
-function detectWSL2() {
-  try {
-    const version = fs.readFileSync("/proc/version", "utf8");
-    return /microsoft|WSL/i.test(version);
-  } catch {
-    return false;
-  }
-}
-function freeRam() {
-  return os.freemem();
-}
-const WARN_RAM_BYTES = 4 * 1024 * 1024 * 1024;
-const BLOCK_RAM_BYTES = 2 * 1024 * 1024 * 1024;
-function checkRam() {
-  const free = freeRam();
-  if (free < BLOCK_RAM_BYTES) return "block";
-  if (free < WARN_RAM_BYTES) return "warn";
-  return "ok";
-}
-function isPixelRAGInstalled(python) {
-  try {
-    const bin = getPixelRAGBin(python);
-    const result = (0, import_child_process.spawnSync)(bin, ["--help"], { encoding: "utf8", timeout: 5e3 });
-    return result.status === 0;
-  } catch {
-  }
-  return false;
-}
-function installPixelRAG(python) {
-  console.log("  Installing PixelRAG (pip install pixelrag[index,serve] pixelrag-render[pdf])\u2026");
-  let exePath = "";
-  try {
-    exePath = (0, import_child_process.spawnSync)(python, ["-c", "import sys; print(sys.executable)"], {
-      encoding: "utf8",
-      timeout: 5e3
-    }).stdout?.trim() ?? "";
-  } catch {
-  }
-  const extraArgs = exePath.includes("/opt/homebrew/") || exePath.includes("/usr/local/") ? ["--break-system-packages"] : [];
-  const result = (0, import_child_process.spawnSync)(
-    python,
-    ["-m", "pip", "install", "pixelrag[index,serve]", "pixelrag-render[pdf]", ...extraArgs],
-    { stdio: "inherit", timeout: 3e5 }
-  );
-  if (result.status !== 0) {
-    throw new Error(
-      "pip install pixelrag failed. Check your Python environment.\nAlso ensure poppler is installed: brew install poppler"
-    );
-  }
-}
-function downloadPixelRAGModel(python) {
-  const pixelragBin = getPixelRAGBin(python);
-  console.log("  Pre-downloading Qwen3-VL-Embedding-2B model (~4 GB)\u2026");
-  const result = (0, import_child_process.spawnSync)(
-    pixelragBin,
-    ["embed", "--help"],
-    // lightweight call that triggers model cache check
-    { stdio: "inherit", timeout: 18e5, env: PIXELRAG_ENV }
-  );
-  if (result.status !== 0) {
-    console.warn("  \u26A0 Model pre-download may have failed \u2014 it will download on first use.");
-  }
-}
-function ensurePixelRAGInstalled(python) {
-  if (!isPixelRAGInstalled(python)) {
-    installPixelRAG(python);
-  }
-}
-function readManifest(manifestPath) {
-  try {
-    return JSON.parse(fs.readFileSync(manifestPath, "utf8"));
-  } catch {
-    return [];
-  }
-}
-function writeManifest(manifestPath, entries) {
-  fs.writeFileSync(manifestPath, JSON.stringify(entries, null, 2));
-}
-function buildManifestEntries(absPaths) {
-  return absPaths.map((p) => {
-    try {
-      const st = fs.statSync(p);
-      return { path: p, mtime: st.mtimeMs, size: st.size };
-    } catch {
-      return { path: p, mtime: 0, size: 0 };
-    }
-  });
-}
-function manifestIsStale(current, fresh) {
-  if (current.length !== fresh.length) return true;
-  const map = new Map(current.map((e) => [e.path, e]));
-  for (const f of fresh) {
-    const c = map.get(f.path);
-    if (!c || c.mtime !== f.mtime || c.size !== f.size) return true;
-  }
-  return false;
-}
-function getFlaggedPdfs(rawDb, projectRoot) {
-  const datasets = rawDb.all(
-    `SELECT id, file_path FROM data_datasets WHERE format = 'pdf'`
-  );
-  const flagged = [];
-  for (const ds of datasets) {
-    const tableName = `data_rows_${ds.id.replace(/[^a-zA-Z0-9_]/g, "_")}`;
-    try {
-      const rows = rawDb.all(
-        `SELECT COUNT(*) as cnt FROM "${tableName}" WHERE needs_ocr = 'true' OR has_columns = 'true'`
-      );
-      if (rows[0]?.cnt > 0) {
-        const absPath = path.isAbsolute(ds.file_path) ? ds.file_path : path.join(projectRoot, ds.file_path);
-        flagged.push(absPath);
-      }
-    } catch {
-    }
-  }
-  return flagged;
-}
-function buildIndex(opts) {
-  const { python, flaggedPdfs, kirographDir, force } = opts;
-  const indexDir = path.join(kirographDir, "pixelrag-index");
-  const stagingDir = path.join(kirographDir, "pixelrag-staging");
-  const manifestFile = path.join(kirographDir, "pixelrag-manifest.json");
-  const idMapFile = path.join(kirographDir, "pixelrag-id-map.json");
-  if (flaggedPdfs.length === 0) {
-    console.log("  PixelRAG: no visually complex PDFs found \u2014 skipping index build.");
-    return;
-  }
-  const freshEntries = buildManifestEntries(flaggedPdfs);
-  const currentEntries = readManifest(manifestFile);
-  const indexExists = fs.existsSync(indexDir);
-  if (!force && indexExists && !manifestIsStale(currentEntries, freshEntries)) {
-    console.log(`  PixelRAG: index up to date (${flaggedPdfs.length} PDF${flaggedPdfs.length > 1 ? "s" : ""}).`);
-    return;
-  }
-  const pixelragBin = getPixelRAGBin(python);
-  if (fs.existsSync(stagingDir)) {
-    fs.rmSync(stagingDir, { recursive: true, force: true });
-  }
-  fs.mkdirSync(stagingDir, { recursive: true });
-  const idMap = {};
-  for (let i = 0; i < flaggedPdfs.length; i++) {
-    fs.symlinkSync(flaggedPdfs[i], path.join(stagingDir, `${i}.pdf`));
-    idMap[String(i)] = flaggedPdfs[i];
-  }
-  const tileEstimate = flaggedPdfs.length * 40;
-  const cpuMinutes = Math.round(tileEstimate * 10 / 60);
-  const mpsMinutes = Math.round(tileEstimate * 2 / 60);
-  console.log(
-    `  Building PixelRAG index: ~${tileEstimate} tiles (~${cpuMinutes} min on CPU, ~${mpsMinutes} min on MPS)\u2026`
-  );
-  const args = [
-    "index",
-    "build",
-    "--source",
-    stagingDir,
-    "--source-type",
-    "pdf",
-    "--output",
-    indexDir,
-    "--device",
-    "cpu"
-  ];
-  if (force) args.push("--force");
-  const result = (0, import_child_process.spawnSync)(pixelragBin, args, {
-    stdio: "inherit",
-    timeout: 72e5,
-    // 2h hard limit
-    env: PIXELRAG_ENV
-  });
-  try {
-    fs.rmSync(stagingDir, { recursive: true, force: true });
-  } catch {
-  }
-  if (result.status !== 0) {
-    throw new Error("PixelRAG index build failed. Check Python output above for details.");
-  }
-  fs.writeFileSync(idMapFile, JSON.stringify(idMap, null, 2));
-  writeManifest(manifestFile, freshEntries);
-  console.log(`  \u2713 PixelRAG index built (${flaggedPdfs.length} PDF${flaggedPdfs.length > 1 ? "s" : ""}).`);
-}
-let _serverProcess = null;
-let _cleanupRegistered = false;
-function registerCleanup() {
-  if (_cleanupRegistered) return;
-  _cleanupRegistered = true;
-  const cleanup = () => {
-    if (_serverProcess) {
-      try {
-        _serverProcess.kill("SIGTERM");
-      } catch {
-      }
-      setTimeout(() => {
-        try {
-          _serverProcess?.kill("SIGKILL");
-        } catch {
-        }
-      }, 5e3).unref();
-    }
-  };
-  process.on("exit", cleanup);
-  process.on("SIGINT", () => {
-    cleanup();
-    process.exit(0);
-  });
-  process.on("SIGTERM", () => {
-    cleanup();
-    process.exit(0);
-  });
-}
-async function pollHealth(endpoint, maxAttempts, intervalMs) {
-  for (let i = 0; i < maxAttempts; i++) {
-    await new Promise((r) => setTimeout(r, intervalMs));
-    try {
-      const res = await fetch(`${endpoint}/health`, { signal: AbortSignal.timeout(2e3) });
-      if (res.ok) return true;
-      if (res.status !== 404 && res.status !== 503) {
-        console.warn(`  \u26A0 Port ${endpoint}: unexpected response (${res.status}). Another process may be on this port.`);
-        return false;
-      }
-    } catch (e) {
-      const err = e;
-      if (err.code && err.code !== "ECONNREFUSED" && err.code !== "ECONNRESET" && err.code !== "UND_ERR_CONNECT_TIMEOUT") {
-        console.warn(`  \u26A0 PixelRAG health check: ${String(e)}`);
-      }
-    }
-    if ((i + 1) % 8 === 0) {
-      console.log(`  PixelRAG loading model\u2026 ${Math.round((i + 1) * intervalMs / 1e3)}s elapsed`);
-    }
-  }
-  return false;
-}
-async function startServer(python, port, kirographDir) {
-  const endpoint = `http://localhost:${port}`;
-  const indexDir = path.join(kirographDir, "pixelrag-index");
-  const ramState = checkRam();
-  if (ramState === "block") {
-    throw new Error(
-      `PixelRAG server requires at least 4 GB free RAM.
-Current free: ${(freeRam() / 1024 / 1024 / 1024).toFixed(1)} GB.
-Close other applications and retry, or disable enableVisualPDF.`
-    );
-  }
-  if (ramState === "warn") {
-    console.warn(
-      `  \u26A0 Low RAM: ${(freeRam() / 1024 / 1024 / 1024).toFixed(1)} GB free. PixelRAG may degrade system performance.`
-    );
-  }
-  if (detectWSL2()) {
-    console.warn(
-      "  \u26A0 WSL2 detected. Visual PDF search has known limitations:\n    \u2022 Ensure your project is on the Linux filesystem (/home/...), not /mnt/c/...\n    \u2022 Allocate at least 8 GB to WSL2 in %USERPROFILE%\\.wslconfig\n    \u2022 CUDA requires updated NVIDIA drivers with WSL2 support"
-    );
-  }
-  try {
-    const res = await fetch(`${endpoint}/health`, { signal: AbortSignal.timeout(2e3) });
-    if (res.ok) {
-      console.log(`  PixelRAG server already running on port ${port}.`);
-      return;
-    }
-  } catch {
-  }
-  if (!fs.existsSync(indexDir)) {
-    console.warn(
-      `  \u26A0 PixelRAG index not found at ${indexDir}.
-  Run: kirograph index \u2014 to build it first.`
-    );
-    return;
-  }
-  const pixelragBin = getPixelRAGBin(python);
-  console.log(`  Starting PixelRAG server on port ${port}\u2026`);
-  _serverProcess = (0, import_child_process.spawn)(
-    pixelragBin,
-    [
-      "serve",
-      "--index-dir",
-      indexDir,
-      "--tiles-dir",
-      path.join(indexDir, "tiles"),
-      "--articles-json",
-      path.join(indexDir, "articles.json"),
-      "--port",
-      String(port)
-    ],
-    { stdio: ["ignore", "ignore", "ignore"], detached: false, env: PIXELRAG_ENV }
-  );
-  _serverProcess.on("error", (err) => {
-    console.warn(`  \u26A0 PixelRAG server error: ${err.message}`);
-  });
-  registerCleanup();
-  const ready = await pollHealth(endpoint, 90, 2e3);
-  if (ready) {
-    console.log(`  \u2713 PixelRAG server ready on port ${port}.`);
-  } else {
-    console.warn(
-      `  \u26A0 PixelRAG server did not respond within 3 minutes.
-  Visual PDF search calls will fail until it is ready.`
-    );
-  }
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  buildIndex,
-  checkRam,
-  detectPython,
-  detectWSL2,
-  downloadPixelRAGModel,
-  ensurePixelRAGInstalled,
-  ensurePython,
-  getFlaggedPdfs,
-  installPixelRAG,
-  isPixelRAGInstalled,
-  startServer
-});
-//# sourceMappingURL=pixelrag-manager.js.map

package/dist/data/pixelrag-manager.js.map

@@ -1,7 +0,0 @@
-{
-  "version": 3,
-  "sources": ["../../src/data/pixelrag-manager.ts"],
-  "sourcesContent": ["/**\n * PixelRAG lifecycle manager.\n *\n * Handles: Python check, pip install, index build (with manifest staleness),\n * server spawn + health poll, cleanup on exit.\n *\n * EXPERIMENTAL: This module is experimental and may change without notice.\n */\n\nimport * as fs from 'fs';\nimport * as os from 'os';\nimport * as path from 'path';\nimport { spawnSync, spawn } from 'child_process';\nimport type { ChildProcess } from 'child_process';\nimport type { PixelRAGManifestEntry } from './types';\n\n// Environment variables required to prevent FAISS/PyTorch OpenMP conflict on macOS.\n// Without OMP_NUM_THREADS=1 the two runtimes clash and segfault during model loading.\nconst PIXELRAG_ENV = {\n  ...process.env,\n  OMP_NUM_THREADS: '1',\n  KMP_DUPLICATE_LIB_OK: 'TRUE',\n};\n\n// \u2500\u2500 Python detection \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n/** Returns the python3 binary name if available and \u2265 3.12, otherwise null. */\nexport function detectPython(): string | null {\n  for (const bin of ['python3', 'python']) {\n    try {\n      const result = spawnSync(bin, ['--version'], { encoding: 'utf8', timeout: 5000 });\n      if (result.status !== 0) continue;\n      const out = (result.stdout + result.stderr).trim();\n      const match = out.match(/Python (\\d+)\\.(\\d+)/);\n      if (!match) continue;\n      const [, major, minor] = match;\n      if (Number(major) >= 3 && Number(minor) >= 12) return bin;\n    } catch { /* not found */ }\n  }\n  return null;\n}\n\nexport function ensurePython(): string {\n  const bin = detectPython();\n  if (!bin) {\n    throw new Error(\n      'PixelRAG (visual PDF search) requires Python 3.12+.\\n' +\n      'Install from https://python.org or via brew: brew install python@3.12',\n    );\n  }\n  return bin;\n}\n\n// \u2500\u2500 pixelrag binary detection \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n/**\n * Finds the `pixelrag` CLI binary.\n * Searches: next to the Python executable, PATH, common brew paths.\n */\nfunction getPixelRAGBin(python: string): string {\n  // Look next to the Python executable (covers pip-installed scripts)\n  try {\n    const exe = spawnSync(python, ['-c', 'import sys; print(sys.executable)'], {\n      encoding: 'utf8', timeout: 5000,\n    }).stdout?.trim() ?? '';\n    if (exe) {\n      const candidate = path.join(path.dirname(exe), 'pixelrag');\n      if (fs.existsSync(candidate)) return candidate;\n    }\n  } catch { /* ignore */ }\n\n  // Try pixelrag in PATH\n  try {\n    const which = spawnSync('which', ['pixelrag'], { encoding: 'utf8', timeout: 3000 });\n    if (which.status === 0) {\n      const bin = which.stdout.trim();\n      if (bin) return bin;\n    }\n  } catch { /* ignore */ }\n\n  // Common brew locations\n  for (const loc of ['/opt/homebrew/bin/pixelrag', '/usr/local/bin/pixelrag']) {\n    if (fs.existsSync(loc)) return loc;\n  }\n\n  throw new Error(\n    'pixelrag binary not found.\\n' +\n    'Run: pip install pixelrag[index,serve] pixelrag-render[pdf]\\n' +\n    'Also requires poppler: brew install poppler',\n  );\n}\n\n// \u2500\u2500 WSL2 / platform checks \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nexport function detectWSL2(): boolean {\n  try {\n    const version = fs.readFileSync('/proc/version', 'utf8');\n    return /microsoft|WSL/i.test(version);\n  } catch {\n    return false;\n  }\n}\n\n/** Returns free RAM in bytes. */\nfunction freeRam(): number {\n  return os.freemem();\n}\n\nconst WARN_RAM_BYTES  = 4 * 1024 * 1024 * 1024; // 4 GB\nconst BLOCK_RAM_BYTES = 2 * 1024 * 1024 * 1024; // 2 GB\n\nexport function checkRam(): 'ok' | 'warn' | 'block' {\n  const free = freeRam();\n  if (free < BLOCK_RAM_BYTES) return 'block';\n  if (free < WARN_RAM_BYTES)  return 'warn';\n  return 'ok';\n}\n\n// \u2500\u2500 PixelRAG installation \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nexport function isPixelRAGInstalled(python: string): boolean {\n  // Check the binary first (most reliable)\n  try {\n    const bin = getPixelRAGBin(python);\n    const result = spawnSync(bin, ['--help'], { encoding: 'utf8', timeout: 5000 });\n    return result.status === 0;\n  } catch { /* binary not found */ }\n  return false;\n}\n\nexport function installPixelRAG(python: string): void {\n  console.log('  Installing PixelRAG (pip install pixelrag[index,serve] pixelrag-render[pdf])\u2026');\n\n  // Detect brew-managed Python \u2014 requires --break-system-packages\n  let exePath = '';\n  try {\n    exePath = spawnSync(python, ['-c', 'import sys; print(sys.executable)'], {\n      encoding: 'utf8', timeout: 5000,\n    }).stdout?.trim() ?? '';\n  } catch { /* ignore */ }\n  const extraArgs = (exePath.includes('/opt/homebrew/') || exePath.includes('/usr/local/'))\n    ? ['--break-system-packages']\n    : [];\n\n  const result = spawnSync(\n    python,\n    ['-m', 'pip', 'install', 'pixelrag[index,serve]', 'pixelrag-render[pdf]', ...extraArgs],\n    { stdio: 'inherit', timeout: 300_000 },\n  );\n  if (result.status !== 0) {\n    throw new Error(\n      'pip install pixelrag failed. Check your Python environment.\\n' +\n      'Also ensure poppler is installed: brew install poppler',\n    );\n  }\n}\n\nexport function downloadPixelRAGModel(python: string): void {\n  // The model is downloaded automatically by pixelrag on first use;\n  // this function pre-warms the cache at install time.\n  const pixelragBin = getPixelRAGBin(python);\n  console.log('  Pre-downloading Qwen3-VL-Embedding-2B model (~4 GB)\u2026');\n  const result = spawnSync(\n    pixelragBin,\n    ['embed', '--help'], // lightweight call that triggers model cache check\n    { stdio: 'inherit', timeout: 1800_000, env: PIXELRAG_ENV },\n  );\n  if (result.status !== 0) {\n    console.warn('  \u26A0 Model pre-download may have failed \u2014 it will download on first use.');\n  }\n}\n\nexport function ensurePixelRAGInstalled(python: string): void {\n  if (!isPixelRAGInstalled(python)) {\n    installPixelRAG(python);\n  }\n}\n\n// \u2500\u2500 Manifest / staleness \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nfunction readManifest(manifestPath: string): PixelRAGManifestEntry[] {\n  try {\n    return JSON.parse(fs.readFileSync(manifestPath, 'utf8'));\n  } catch {\n    return [];\n  }\n}\n\nfunction writeManifest(manifestPath: string, entries: PixelRAGManifestEntry[]): void {\n  fs.writeFileSync(manifestPath, JSON.stringify(entries, null, 2));\n}\n\nfunction buildManifestEntries(absPaths: string[]): PixelRAGManifestEntry[] {\n  return absPaths.map(p => {\n    try {\n      const st = fs.statSync(p);\n      return { path: p, mtime: st.mtimeMs, size: st.size };\n    } catch {\n      return { path: p, mtime: 0, size: 0 };\n    }\n  });\n}\n\nfunction manifestIsStale(\n  current: PixelRAGManifestEntry[],\n  fresh: PixelRAGManifestEntry[],\n): boolean {\n  if (current.length !== fresh.length) return true;\n  const map = new Map(current.map(e => [e.path, e]));\n  for (const f of fresh) {\n    const c = map.get(f.path);\n    if (!c || c.mtime !== f.mtime || c.size !== f.size) return true;\n  }\n  return false;\n}\n\n// \u2500\u2500 Get flagged PDFs from kirograph DB \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\n/**\n * Queries the kirograph data DB for PDF datasets that have at least one page\n * with needs_ocr='true' or has_columns='true' (complex visual layout).\n * Returns absolute paths.\n */\nexport function getFlaggedPdfs(\n  rawDb: { all: (sql: string, params?: unknown[]) => unknown[] },\n  projectRoot: string,\n): string[] {\n  const datasets = rawDb.all(\n    `SELECT id, file_path FROM data_datasets WHERE format = 'pdf'`,\n  ) as { id: string; file_path: string }[];\n\n  const flagged: string[] = [];\n  for (const ds of datasets) {\n    const tableName = `data_rows_${ds.id.replace(/[^a-zA-Z0-9_]/g, '_')}`;\n    try {\n      const rows = rawDb.all(\n        `SELECT COUNT(*) as cnt FROM \"${tableName}\" WHERE needs_ocr = 'true' OR has_columns = 'true'`,\n      ) as { cnt: number }[];\n      if (rows[0]?.cnt > 0) {\n        const absPath = path.isAbsolute(ds.file_path)\n          ? ds.file_path\n          : path.join(projectRoot, ds.file_path);\n        flagged.push(absPath);\n      }\n    } catch { /* table not yet created \u2014 skip */ }\n  }\n  return flagged;\n}\n\n// \u2500\u2500 Index build \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\ninterface BuildIndexOptions {\n  python: string;\n  flaggedPdfs: string[];\n  projectRoot: string;\n  kirographDir: string;\n  force?: boolean;\n}\n\nexport function buildIndex(opts: BuildIndexOptions): void {\n  const { python, flaggedPdfs, kirographDir, force } = opts;\n  const indexDir     = path.join(kirographDir, 'pixelrag-index');\n  const stagingDir   = path.join(kirographDir, 'pixelrag-staging');\n  const manifestFile = path.join(kirographDir, 'pixelrag-manifest.json');\n  const idMapFile    = path.join(kirographDir, 'pixelrag-id-map.json');\n\n  if (flaggedPdfs.length === 0) {\n    console.log('  PixelRAG: no visually complex PDFs found \u2014 skipping index build.');\n    return;\n  }\n\n  const freshEntries  = buildManifestEntries(flaggedPdfs);\n  const currentEntries = readManifest(manifestFile);\n  const indexExists   = fs.existsSync(indexDir);\n\n  if (!force && indexExists && !manifestIsStale(currentEntries, freshEntries)) {\n    console.log(`  PixelRAG: index up to date (${flaggedPdfs.length} PDF${flaggedPdfs.length > 1 ? 's' : ''}).`);\n    return;\n  }\n\n  const pixelragBin = getPixelRAGBin(python);\n\n  // pixelrag PDFSource expects numerically-named files (0.pdf, 1.pdf, \u2026) so that\n  // article IDs are integers. We stage symlinks and keep an id\u2192path map.\n  if (fs.existsSync(stagingDir)) {\n    fs.rmSync(stagingDir, { recursive: true, force: true });\n  }\n  fs.mkdirSync(stagingDir, { recursive: true });\n\n  const idMap: Record<string, string> = {};\n  for (let i = 0; i < flaggedPdfs.length; i++) {\n    fs.symlinkSync(flaggedPdfs[i], path.join(stagingDir, `${i}.pdf`));\n    idMap[String(i)] = flaggedPdfs[i];\n  }\n\n  const tileEstimate = flaggedPdfs.length * 40;\n  const cpuMinutes   = Math.round(tileEstimate * 10 / 60);\n  const mpsMinutes   = Math.round(tileEstimate * 2 / 60);\n  console.log(\n    `  Building PixelRAG index: ~${tileEstimate} tiles` +\n    ` (~${cpuMinutes} min on CPU, ~${mpsMinutes} min on MPS)\u2026`,\n  );\n\n  const args = [\n    'index', 'build',\n    '--source',      stagingDir,\n    '--source-type', 'pdf',\n    '--output',      indexDir,\n    '--device',      'cpu',\n  ];\n  if (force) args.push('--force');\n\n  const result = spawnSync(pixelragBin, args, {\n    stdio: 'inherit',\n    timeout: 7200_000, // 2h hard limit\n    env: PIXELRAG_ENV,\n  });\n\n  // Clean up staging regardless of outcome\n  try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch { /* best-effort */ }\n\n  if (result.status !== 0) {\n    throw new Error('PixelRAG index build failed. Check Python output above for details.');\n  }\n\n  // Persist id map and manifest\n  fs.writeFileSync(idMapFile, JSON.stringify(idMap, null, 2));\n  writeManifest(manifestFile, freshEntries);\n  console.log(`  \u2713 PixelRAG index built (${flaggedPdfs.length} PDF${flaggedPdfs.length > 1 ? 's' : ''}).`);\n}\n\n// \u2500\u2500 Server lifecycle \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nlet _serverProcess: ChildProcess | null = null;\nlet _cleanupRegistered = false;\n\nfunction registerCleanup(): void {\n  if (_cleanupRegistered) return;\n  _cleanupRegistered = true;\n\n  const cleanup = (): void => {\n    if (_serverProcess) {\n      try { _serverProcess.kill('SIGTERM'); } catch { /* best-effort */ }\n      setTimeout(() => {\n        try { _serverProcess?.kill('SIGKILL'); } catch { /* best-effort */ }\n      }, 5000).unref();\n    }\n  };\n\n  process.on('exit', cleanup);\n  process.on('SIGINT',  () => { cleanup(); process.exit(0); });\n  process.on('SIGTERM', () => { cleanup(); process.exit(0); });\n}\n\nasync function pollHealth(endpoint: string, maxAttempts: number, intervalMs: number): Promise<boolean> {\n  for (let i = 0; i < maxAttempts; i++) {\n    await new Promise(r => setTimeout(r, intervalMs));\n    try {\n      const res = await fetch(`${endpoint}/health`, { signal: AbortSignal.timeout(2000) });\n      if (res.ok) return true;\n      if (res.status !== 404 && res.status !== 503) {\n        console.warn(`  \u26A0 Port ${endpoint}: unexpected response (${res.status}). Another process may be on this port.`);\n        return false;\n      }\n    } catch (e: unknown) {\n      const err = e as { code?: string };\n      if (err.code && err.code !== 'ECONNREFUSED' && err.code !== 'ECONNRESET' && err.code !== 'UND_ERR_CONNECT_TIMEOUT') {\n        console.warn(`  \u26A0 PixelRAG health check: ${String(e)}`);\n      }\n    }\n    if ((i + 1) % 8 === 0) {\n      console.log(`  PixelRAG loading model\u2026 ${Math.round((i + 1) * intervalMs / 1000)}s elapsed`);\n    }\n  }\n  return false;\n}\n\nexport async function startServer(python: string, port: number, kirographDir: string): Promise<void> {\n  const endpoint  = `http://localhost:${port}`;\n  const indexDir  = path.join(kirographDir, 'pixelrag-index');\n\n  const ramState = checkRam();\n  if (ramState === 'block') {\n    throw new Error(\n      `PixelRAG server requires at least 4 GB free RAM.\\n` +\n      `Current free: ${(freeRam() / 1024 / 1024 / 1024).toFixed(1)} GB.\\n` +\n      `Close other applications and retry, or disable enableVisualPDF.`,\n    );\n  }\n  if (ramState === 'warn') {\n    console.warn(\n      `  \u26A0 Low RAM: ${(freeRam() / 1024 / 1024 / 1024).toFixed(1)} GB free. ` +\n      `PixelRAG may degrade system performance.`,\n    );\n  }\n\n  if (detectWSL2()) {\n    console.warn(\n      '  \u26A0 WSL2 detected. Visual PDF search has known limitations:\\n' +\n      '    \u2022 Ensure your project is on the Linux filesystem (/home/...), not /mnt/c/...\\n' +\n      '    \u2022 Allocate at least 8 GB to WSL2 in %USERPROFILE%\\\\.wslconfig\\n' +\n      '    \u2022 CUDA requires updated NVIDIA drivers with WSL2 support',\n    );\n  }\n\n  // Check if already running\n  try {\n    const res = await fetch(`${endpoint}/health`, { signal: AbortSignal.timeout(2000) });\n    if (res.ok) {\n      console.log(`  PixelRAG server already running on port ${port}.`);\n      return;\n    }\n  } catch { /* not running */ }\n\n  if (!fs.existsSync(indexDir)) {\n    console.warn(\n      `  \u26A0 PixelRAG index not found at ${indexDir}.\\n` +\n      `  Run: kirograph index \u2014 to build it first.`,\n    );\n    return;\n  }\n\n  const pixelragBin = getPixelRAGBin(python);\n  console.log(`  Starting PixelRAG server on port ${port}\u2026`);\n\n  _serverProcess = spawn(\n    pixelragBin,\n    [\n      'serve',\n      '--index-dir',     indexDir,\n      '--tiles-dir',     path.join(indexDir, 'tiles'),\n      '--articles-json', path.join(indexDir, 'articles.json'),\n      '--port',          String(port),\n    ],\n    { stdio: ['ignore', 'ignore', 'ignore'], detached: false, env: PIXELRAG_ENV },\n  );\n\n  _serverProcess.on('error', err => {\n    console.warn(`  \u26A0 PixelRAG server error: ${err.message}`);\n  });\n\n  registerCleanup();\n\n  // Poll /health \u2014 startup only, 90 attempts \u00D7 2s = 3 minutes max\n  const ready = await pollHealth(endpoint, 90, 2000);\n  if (ready) {\n    console.log(`  \u2713 PixelRAG server ready on port ${port}.`);\n  } else {\n    console.warn(\n      `  \u26A0 PixelRAG server did not respond within 3 minutes.\\n` +\n      `  Visual PDF search calls will fail until it is ready.`,\n    );\n  }\n}\n"],
-  "mappings": ";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AASA,SAAoB;AACpB,SAAoB;AACpB,WAAsB;AACtB,2BAAiC;AAMjC,MAAM,eAAe;AAAA,EACnB,GAAG,QAAQ;AAAA,EACX,iBAAiB;AAAA,EACjB,sBAAsB;AACxB;AAKO,SAAS,eAA8B;AAC5C,aAAW,OAAO,CAAC,WAAW,QAAQ,GAAG;AACvC,QAAI;AACF,YAAM,aAAS,gCAAU,KAAK,CAAC,WAAW,GAAG,EAAE,UAAU,QAAQ,SAAS,IAAK,CAAC;AAChF,UAAI,OAAO,WAAW,EAAG;AACzB,YAAM,OAAO,OAAO,SAAS,OAAO,QAAQ,KAAK;AACjD,YAAM,QAAQ,IAAI,MAAM,qBAAqB;AAC7C,UAAI,CAAC,MAAO;AACZ,YAAM,CAAC,EAAE,OAAO,KAAK,IAAI;AACzB,UAAI,OAAO,KAAK,KAAK,KAAK,OAAO,KAAK,KAAK,GAAI,QAAO;AAAA,IACxD,QAAQ;AAAA,IAAkB;AAAA,EAC5B;AACA,SAAO;AACT;AAEO,SAAS,eAAuB;AACrC,QAAM,MAAM,aAAa;AACzB,MAAI,CAAC,KAAK;AACR,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACA,SAAO;AACT;AAQA,SAAS,eAAe,QAAwB;AAE9C,MAAI;AACF,UAAM,UAAM,gCAAU,QAAQ,CAAC,MAAM,mCAAmC,GAAG;AAAA,MACzE,UAAU;AAAA,MAAQ,SAAS;AAAA,IAC7B,CAAC,EAAE,QAAQ,KAAK,KAAK;AACrB,QAAI,KAAK;AACP,YAAM,YAAY,KAAK,KAAK,KAAK,QAAQ,GAAG,GAAG,UAAU;AACzD,UAAI,GAAG,WAAW,SAAS,EAAG,QAAO;AAAA,IACvC;AAAA,EACF,QAAQ;AAAA,EAAe;AAGvB,MAAI;AACF,UAAM,YAAQ,gCAAU,SAAS,CAAC,UAAU,GAAG,EAAE,UAAU,QAAQ,SAAS,IAAK,CAAC;AAClF,QAAI,MAAM,WAAW,GAAG;AACtB,YAAM,MAAM,MAAM,OAAO,KAAK;AAC9B,UAAI,IAAK,QAAO;AAAA,IAClB;AAAA,EACF,QAAQ;AAAA,EAAe;AAGvB,aAAW,OAAO,CAAC,8BAA8B,yBAAyB,GAAG;AAC3E,QAAI,GAAG,WAAW,GAAG,EAAG,QAAO;AAAA,EACjC;AAEA,QAAM,IAAI;AAAA,IACR;AAAA,EAGF;AACF;AAIO,SAAS,aAAsB;AACpC,MAAI;AACF,UAAM,UAAU,GAAG,aAAa,iBAAiB,MAAM;AACvD,WAAO,iBAAiB,KAAK,OAAO;AAAA,EACtC,QAAQ;AACN,WAAO;AAAA,EACT;AACF;AAGA,SAAS,UAAkB;AACzB,SAAO,GAAG,QAAQ;AACpB;AAEA,MAAM,iBAAkB,IAAI,OAAO,OAAO;AAC1C,MAAM,kBAAkB,IAAI,OAAO,OAAO;AAEnC,SAAS,WAAoC;AAClD,QAAM,OAAO,QAAQ;AACrB,MAAI,OAAO,gBAAiB,QAAO;AACnC,MAAI,OAAO,eAAiB,QAAO;AACnC,SAAO;AACT;AAIO,SAAS,oBAAoB,QAAyB;AAE3D,MAAI;AACF,UAAM,MAAM,eAAe,MAAM;AACjC,UAAM,aAAS,gCAAU,KAAK,CAAC,QAAQ,GAAG,EAAE,UAAU,QAAQ,SAAS,IAAK,CAAC;AAC7E,WAAO,OAAO,WAAW;AAAA,EAC3B,QAAQ;AAAA,EAAyB;AACjC,SAAO;AACT;AAEO,SAAS,gBAAgB,QAAsB;AACpD,UAAQ,IAAI,sFAAiF;AAG7F,MAAI,UAAU;AACd,MAAI;AACF,kBAAU,gCAAU,QAAQ,CAAC,MAAM,mCAAmC,GAAG;AAAA,MACvE,UAAU;AAAA,MAAQ,SAAS;AAAA,IAC7B,CAAC,EAAE,QAAQ,KAAK,KAAK;AAAA,EACvB,QAAQ;AAAA,EAAe;AACvB,QAAM,YAAa,QAAQ,SAAS,gBAAgB,KAAK,QAAQ,SAAS,aAAa,IACnF,CAAC,yBAAyB,IAC1B,CAAC;AAEL,QAAM,aAAS;AAAA,IACb;AAAA,IACA,CAAC,MAAM,OAAO,WAAW,yBAAyB,wBAAwB,GAAG,SAAS;AAAA,IACtF,EAAE,OAAO,WAAW,SAAS,IAAQ;AAAA,EACvC;AACA,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI;AAAA,MACR;AAAA,IAEF;AAAA,EACF;AACF;AAEO,SAAS,sBAAsB,QAAsB;AAG1D,QAAM,cAAc,eAAe,MAAM;AACzC,UAAQ,IAAI,6DAAwD;AACpE,QAAM,aAAS;AAAA,IACb;AAAA,IACA,CAAC,SAAS,QAAQ;AAAA;AAAA,IAClB,EAAE,OAAO,WAAW,SAAS,MAAU,KAAK,aAAa;AAAA,EAC3D;AACA,MAAI,OAAO,WAAW,GAAG;AACvB,YAAQ,KAAK,mFAAyE;AAAA,EACxF;AACF;AAEO,SAAS,wBAAwB,QAAsB;AAC5D,MAAI,CAAC,oBAAoB,MAAM,GAAG;AAChC,oBAAgB,MAAM;AAAA,EACxB;AACF;AAIA,SAAS,aAAa,cAA+C;AACnE,MAAI;AACF,WAAO,KAAK,MAAM,GAAG,aAAa,cAAc,MAAM,CAAC;AAAA,EACzD,QAAQ;AACN,WAAO,CAAC;AAAA,EACV;AACF;AAEA,SAAS,cAAc,cAAsB,SAAwC;AACnF,KAAG,cAAc,cAAc,KAAK,UAAU,SAAS,MAAM,CAAC,CAAC;AACjE;AAEA,SAAS,qBAAqB,UAA6C;AACzE,SAAO,SAAS,IAAI,OAAK;AACvB,QAAI;AACF,YAAM,KAAK,GAAG,SAAS,CAAC;AACxB,aAAO,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,MAAM,GAAG,KAAK;AAAA,IACrD,QAAQ;AACN,aAAO,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,EAAE;AAAA,IACtC;AAAA,EACF,CAAC;AACH;AAEA,SAAS,gBACP,SACA,OACS;AACT,MAAI,QAAQ,WAAW,MAAM,OAAQ,QAAO;AAC5C,QAAM,MAAM,IAAI,IAAI,QAAQ,IAAI,OAAK,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;AACjD,aAAW,KAAK,OAAO;AACrB,UAAM,IAAI,IAAI,IAAI,EAAE,IAAI;AACxB,QAAI,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,KAAM,QAAO;AAAA,EAC7D;AACA,SAAO;AACT;AASO,SAAS,eACd,OACA,aACU;AACV,QAAM,WAAW,MAAM;AAAA,IACrB;AAAA,EACF;AAEA,QAAM,UAAoB,CAAC;AAC3B,aAAW,MAAM,UAAU;AACzB,UAAM,YAAY,aAAa,GAAG,GAAG,QAAQ,kBAAkB,GAAG,CAAC;AACnE,QAAI;AACF,YAAM,OAAO,MAAM;AAAA,QACjB,gCAAgC,SAAS;AAAA,MAC3C;AACA,UAAI,KAAK,CAAC,GAAG,MAAM,GAAG;AACpB,cAAM,UAAU,KAAK,WAAW,GAAG,SAAS,IACxC,GAAG,YACH,KAAK,KAAK,aAAa,GAAG,SAAS;AACvC,gBAAQ,KAAK,OAAO;AAAA,MACtB;AAAA,IACF,QAAQ;AAAA,IAAqC;AAAA,EAC/C;AACA,SAAO;AACT;AAYO,SAAS,WAAW,MAA+B;AACxD,QAAM,EAAE,QAAQ,aAAa,cAAc,MAAM,IAAI;AACrD,QAAM,WAAe,KAAK,KAAK,cAAc,gBAAgB;AAC7D,QAAM,aAAe,KAAK,KAAK,cAAc,kBAAkB;AAC/D,QAAM,eAAe,KAAK,KAAK,cAAc,wBAAwB;AACrE,QAAM,YAAe,KAAK,KAAK,cAAc,sBAAsB;AAEnE,MAAI,YAAY,WAAW,GAAG;AAC5B,YAAQ,IAAI,yEAAoE;AAChF;AAAA,EACF;AAEA,QAAM,eAAgB,qBAAqB,WAAW;AACtD,QAAM,iBAAiB,aAAa,YAAY;AAChD,QAAM,cAAgB,GAAG,WAAW,QAAQ;AAE5C,MAAI,CAAC,SAAS,eAAe,CAAC,gBAAgB,gBAAgB,YAAY,GAAG;AAC3E,YAAQ,IAAI,iCAAiC,YAAY,MAAM,OAAO,YAAY,SAAS,IAAI,MAAM,EAAE,IAAI;AAC3G;AAAA,EACF;AAEA,QAAM,cAAc,eAAe,MAAM;AAIzC,MAAI,GAAG,WAAW,UAAU,GAAG;AAC7B,OAAG,OAAO,YAAY,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AAAA,EACxD;AACA,KAAG,UAAU,YAAY,EAAE,WAAW,KAAK,CAAC;AAE5C,QAAM,QAAgC,CAAC;AACvC,WAAS,IAAI,GAAG,IAAI,YAAY,QAAQ,KAAK;AAC3C,OAAG,YAAY,YAAY,CAAC,GAAG,KAAK,KAAK,YAAY,GAAG,CAAC,MAAM,CAAC;AAChE,UAAM,OAAO,CAAC,CAAC,IAAI,YAAY,CAAC;AAAA,EAClC;AAEA,QAAM,eAAe,YAAY,SAAS;AAC1C,QAAM,aAAe,KAAK,MAAM,eAAe,KAAK,EAAE;AACtD,QAAM,aAAe,KAAK,MAAM,eAAe,IAAI,EAAE;AACrD,UAAQ;AAAA,IACN,+BAA+B,YAAY,YACrC,UAAU,iBAAiB,UAAU;AAAA,EAC7C;AAEA,QAAM,OAAO;AAAA,IACX;AAAA,IAAS;AAAA,IACT;AAAA,IAAiB;AAAA,IACjB;AAAA,IAAiB;AAAA,IACjB;AAAA,IAAiB;AAAA,IACjB;AAAA,IAAiB;AAAA,EACnB;AACA,MAAI,MAAO,MAAK,KAAK,SAAS;AAE9B,QAAM,aAAS,gCAAU,aAAa,MAAM;AAAA,IAC1C,OAAO;AAAA,IACP,SAAS;AAAA;AAAA,IACT,KAAK;AAAA,EACP,CAAC;AAGD,MAAI;AAAE,OAAG,OAAO,YAAY,EAAE,WAAW,MAAM,OAAO,KAAK,CAAC;AAAA,EAAG,QAAQ;AAAA,EAAoB;AAE3F,MAAI,OAAO,WAAW,GAAG;AACvB,UAAM,IAAI,MAAM,qEAAqE;AAAA,EACvF;AAGA,KAAG,cAAc,WAAW,KAAK,UAAU,OAAO,MAAM,CAAC,CAAC;AAC1D,gBAAc,cAAc,YAAY;AACxC,UAAQ,IAAI,kCAA6B,YAAY,MAAM,OAAO,YAAY,SAAS,IAAI,MAAM,EAAE,IAAI;AACzG;AAIA,IAAI,iBAAsC;AAC1C,IAAI,qBAAqB;AAEzB,SAAS,kBAAwB;AAC/B,MAAI,mBAAoB;AACxB,uBAAqB;AAErB,QAAM,UAAU,MAAY;AAC1B,QAAI,gBAAgB;AAClB,UAAI;AAAE,uBAAe,KAAK,SAAS;AAAA,MAAG,QAAQ;AAAA,MAAoB;AAClE,iBAAW,MAAM;AACf,YAAI;AAAE,0BAAgB,KAAK,SAAS;AAAA,QAAG,QAAQ;AAAA,QAAoB;AAAA,MACrE,GAAG,GAAI,EAAE,MAAM;AAAA,IACjB;AAAA,EACF;AAEA,UAAQ,GAAG,QAAQ,OAAO;AAC1B,UAAQ,GAAG,UAAW,MAAM;AAAE,YAAQ;AAAG,YAAQ,KAAK,CAAC;AAAA,EAAG,CAAC;AAC3D,UAAQ,GAAG,WAAW,MAAM;AAAE,YAAQ;AAAG,YAAQ,KAAK,CAAC;AAAA,EAAG,CAAC;AAC7D;AAEA,eAAe,WAAW,UAAkB,aAAqB,YAAsC;AACrG,WAAS,IAAI,GAAG,IAAI,aAAa,KAAK;AACpC,UAAM,IAAI,QAAQ,OAAK,WAAW,GAAG,UAAU,CAAC;AAChD,QAAI;AACF,YAAM,MAAM,MAAM,MAAM,GAAG,QAAQ,WAAW,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACnF,UAAI,IAAI,GAAI,QAAO;AACnB,UAAI,IAAI,WAAW,OAAO,IAAI,WAAW,KAAK;AAC5C,gBAAQ,KAAK,iBAAY,QAAQ,0BAA0B,IAAI,MAAM,yCAAyC;AAC9G,eAAO;AAAA,MACT;AAAA,IACF,SAAS,GAAY;AACnB,YAAM,MAAM;AACZ,UAAI,IAAI,QAAQ,IAAI,SAAS,kBAAkB,IAAI,SAAS,gBAAgB,IAAI,SAAS,2BAA2B;AAClH,gBAAQ,KAAK,mCAA8B,OAAO,CAAC,CAAC,EAAE;AAAA,MACxD;AAAA,IACF;AACA,SAAK,IAAI,KAAK,MAAM,GAAG;AACrB,cAAQ,IAAI,kCAA6B,KAAK,OAAO,IAAI,KAAK,aAAa,GAAI,CAAC,WAAW;AAAA,IAC7F;AAAA,EACF;AACA,SAAO;AACT;AAEA,eAAsB,YAAY,QAAgB,MAAc,cAAqC;AACnG,QAAM,WAAY,oBAAoB,IAAI;AAC1C,QAAM,WAAY,KAAK,KAAK,cAAc,gBAAgB;AAE1D,QAAM,WAAW,SAAS;AAC1B,MAAI,aAAa,SAAS;AACxB,UAAM,IAAI;AAAA,MACR;AAAA,iBACkB,QAAQ,IAAI,OAAO,OAAO,MAAM,QAAQ,CAAC,CAAC;AAAA;AAAA,IAE9D;AAAA,EACF;AACA,MAAI,aAAa,QAAQ;AACvB,YAAQ;AAAA,MACN,sBAAiB,QAAQ,IAAI,OAAO,OAAO,MAAM,QAAQ,CAAC,CAAC;AAAA,IAE7D;AAAA,EACF;AAEA,MAAI,WAAW,GAAG;AAChB,YAAQ;AAAA,MACN;AAAA,IAIF;AAAA,EACF;AAGA,MAAI;AACF,UAAM,MAAM,MAAM,MAAM,GAAG,QAAQ,WAAW,EAAE,QAAQ,YAAY,QAAQ,GAAI,EAAE,CAAC;AACnF,QAAI,IAAI,IAAI;AACV,cAAQ,IAAI,6CAA6C,IAAI,GAAG;AAChE;AAAA,IACF;AAAA,EACF,QAAQ;AAAA,EAAoB;AAE5B,MAAI,CAAC,GAAG,WAAW,QAAQ,GAAG;AAC5B,YAAQ;AAAA,MACN,wCAAmC,QAAQ;AAAA;AAAA,IAE7C;AACA;AAAA,EACF;AAEA,QAAM,cAAc,eAAe,MAAM;AACzC,UAAQ,IAAI,sCAAsC,IAAI,QAAG;AAEzD,uBAAiB;AAAA,IACf;AAAA,IACA;AAAA,MACE;AAAA,MACA;AAAA,MAAmB;AAAA,MACnB;AAAA,MAAmB,KAAK,KAAK,UAAU,OAAO;AAAA,MAC9C;AAAA,MAAmB,KAAK,KAAK,UAAU,eAAe;AAAA,MACtD;AAAA,MAAmB,OAAO,IAAI;AAAA,IAChC;AAAA,IACA,EAAE,OAAO,CAAC,UAAU,UAAU,QAAQ,GAAG,UAAU,OAAO,KAAK,aAAa;AAAA,EAC9E;AAEA,iBAAe,GAAG,SAAS,SAAO;AAChC,YAAQ,KAAK,mCAA8B,IAAI,OAAO,EAAE;AAAA,EAC1D,CAAC;AAED,kBAAgB;AAGhB,QAAM,QAAQ,MAAM,WAAW,UAAU,IAAI,GAAI;AACjD,MAAI,OAAO;AACT,YAAQ,IAAI,0CAAqC,IAAI,GAAG;AAAA,EAC1D,OAAO;AACL,YAAQ;AAAA,MACN;AAAA;AAAA,IAEF;AAAA,EACF;AACF;",
-  "names": []
-}

package/dist/data/profiler.d.ts

@@ -1,29 +0,0 @@
-/**
- * Column Profiler
- *
- * Analyzes parsed rows to produce column profiles:
- * - Type inference (string, integer, float, boolean, date, null, mixed)
- * - Null count and percentage
- * - Cardinality (distinct values)
- * - Min/max values
- * - Mean (for numeric columns)
- * - Sample values (up to 5)
- */
-import type { DataColumn, ParsedRow } from './types';
-/**
- * Profile columns from a batch of rows.
- * Call repeatedly with batches, then call finalize() to get the final profiles.
- */
-export declare class ColumnProfiler {
-    private stats;
-    private columnOrder;
-    /**
-     * Process a batch of rows.
-     */
-    addBatch(rows: ParsedRow[], columns: string[]): void;
-    /**
-     * Finalize and return column profiles.
-     */
-    finalize(datasetId: string): DataColumn[];
-}
-//# sourceMappingURL=profiler.d.ts.map

package/dist/data/profiler.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"profiler.d.ts","sourceRoot":"","sources":["../../src/data/profiler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,UAAU,EAAgB,SAAS,EAAE,MAAM,SAAS,CAAC;AAiDnE;;;GAGG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,KAAK,CAAkC;IAC/C,OAAO,CAAC,WAAW,CAAgB;IAEnC;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI;IAgEpD;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,EAAE;CA+B1C"}