token-goat 2.9.14 → 2.9.16

package/dist/token-goat-chunk-63QWJ6UM.mjs

@@ -0,0 +1,277 @@
+import { createRequire as __cjsRequire } from 'node:module';
+const require = __cjsRequire(import.meta.url);
+import {
+  getDb
+} from "./token-goat-chunk-R3X5TCPB.mjs";
+import {
+  foldPath,
+  globalDbPath,
+  isCaseInsensitiveFs
+} from "./token-goat-chunk-3H6FQT62.mjs";
+import {
+  normalizePath
+} from "./token-goat-chunk-ERTXEKB6.mjs";
+import {
+  init_define_import_meta_env
+} from "./token-goat-chunk-A37V4PBF.mjs";
+
+// src/index_reader.ts
+init_define_import_meta_env();
+
+// src/sql_path.ts
+init_define_import_meta_env();
+function pathEqClause(column) {
+  return isCaseInsensitiveFs() ? `TG_LOWER(${column}) = ?` : `${column} = ?`;
+}
+function pathSuffixClause(column) {
+  const col = isCaseInsensitiveFs() ? `TG_LOWER(${column})` : column;
+  return {
+    // Both separators are accepted because not every writer into `symbols` stores a normalizePath'd (forward-slash) file_path, and the JS-side path-boundary test this narrowing feeds treats `/` and `\` alike.
+    clause: `(${col} = ? OR substr(${col}, -length(?)) = ? OR substr(${col}, -length(?)) = ?)`,
+    params: (baseName) => {
+      const folded = foldPath(baseName);
+      return [folded, `/${folded}`, `/${folded}`, `\\${folded}`, `\\${folded}`];
+    }
+  };
+}
+function projectScopeClause(column) {
+  const caseInsensitive = isCaseInsensitiveFs();
+  const col = caseInsensitive ? `TG_LOWER(${column})` : column;
+  return {
+    // Parenthesised so an OR anywhere in the surrounding WHERE cannot bind tighter than the pair.
+    clause: `(${col} >= ? AND ${col} < ?)`,
+    params: (root) => {
+      const folded = caseInsensitive ? foldPath(normalizePath(root)) : normalizePath(root);
+      const lower = folded.endsWith("/") ? folded : `${folded}/`;
+      const upper = `${lower.slice(0, -1)}0`;
+      return [lower, upper];
+    }
+  };
+}
+
+// src/index_reader.ts
+function toSymbolEntry(row) {
+  return {
+    filePath: row.file_path,
+    name: row.name,
+    kind: row.kind,
+    lineStart: row.line_start,
+    lineEnd: row.line_end,
+    body: row.body ?? "",
+    docstring: row.docstring ?? "",
+    parent: row.parent ?? ""
+  };
+}
+function toRefEntry(row) {
+  return {
+    filePath: row.file_path,
+    name: row.name,
+    line: row.line,
+    col: row.col,
+    context: row.context ?? ""
+  };
+}
+function applyRootDirScope(rootDir, column, where, params) {
+  if (rootDir === void 0) return;
+  const { clause, params: bounds } = projectScopeClause(column);
+  where.push(clause);
+  params.push(...bounds(rootDir));
+}
+function buildSymbolWhere(opts) {
+  const where = [];
+  const params = [];
+  if (opts.name !== void 0) {
+    where.push("name = ?");
+    params.push(opts.name);
+  }
+  if (opts.filePath !== void 0) {
+    if (opts.filePath.includes("/") || opts.filePath.includes("\\")) {
+      const alt = opts.filePath.includes("/") ? opts.filePath.replace(/\//g, "\\") : opts.filePath.replace(/\\/g, "/");
+      where.push(`(${pathEqClause("file_path")} OR ${pathEqClause("file_path")})`);
+      params.push(foldPath(opts.filePath), foldPath(alt));
+    } else {
+      where.push(pathEqClause("file_path"));
+      params.push(foldPath(opts.filePath));
+    }
+  }
+  if (opts.kind !== void 0) {
+    where.push("kind = ?");
+    params.push(opts.kind);
+  }
+  if (opts.fileBaseName !== void 0) {
+    const { clause: suffixClause, params: suffixParams } = pathSuffixClause("file_path");
+    where.push(suffixClause);
+    params.push(...suffixParams(opts.fileBaseName));
+  }
+  if (opts.enclosingLine !== void 0) {
+    where.push("line_start <= ? AND ? <= line_end");
+    params.push(opts.enclosingLine, opts.enclosingLine);
+  }
+  applyRootDirScope(opts.rootDir, "file_path", where, params);
+  return { clause: where.length > 0 ? `WHERE ${where.join(" AND ")}` : "", params };
+}
+var DEFAULT_QUERY_LIMIT = 100;
+function querySymbols(opts = {}, dbPath = globalDbPath()) {
+  const { clause, params } = buildSymbolWhere(opts);
+  const limit = opts.limit ?? DEFAULT_QUERY_LIMIT;
+  const offset = opts.offset ?? 0;
+  const sql = `SELECT file_path, name, kind, line_start, line_end, body, docstring, parent FROM symbols ${clause} ORDER BY file_path, line_start, rowid LIMIT ? OFFSET ?`;
+  const db = getDb(dbPath);
+  const rows = db.prepare(sql).all(...params, limit, offset);
+  return rows.map(toSymbolEntry);
+}
+function distinctSymbolKinds(rootDir, dbPath = globalDbPath()) {
+  const where = [];
+  const params = [];
+  applyRootDirScope(rootDir, "file_path", where, params);
+  const clause = where.length > 0 ? `WHERE ${where.join(" AND ")}` : "";
+  const db = getDb(dbPath);
+  const rows = db.prepare(`SELECT DISTINCT kind FROM symbols ${clause} ORDER BY kind`).all(...params);
+  return rows.map((r) => r.kind);
+}
+function countSymbols(opts = {}, dbPath = globalDbPath()) {
+  const { clause, params } = buildSymbolWhere(opts);
+  const sql = `SELECT COUNT(*) as cnt FROM symbols ${clause}`;
+  const db = getDb(dbPath);
+  const row = db.prepare(sql).get(...params);
+  return row.cnt;
+}
+function buildRefsWhere(opts) {
+  const where = ["name = ?"];
+  const params = [opts.name];
+  if (opts.filePath !== void 0) {
+    where.push(pathEqClause("file_path"));
+    params.push(foldPath(opts.filePath));
+  }
+  applyRootDirScope(opts.rootDir, "file_path", where, params);
+  return { clause: `WHERE ${where.join(" AND ")}`, params };
+}
+function queryRefs(opts, dbPath = globalDbPath()) {
+  const { clause, params } = buildRefsWhere(opts);
+  const limit = opts.limit ?? DEFAULT_QUERY_LIMIT;
+  const sql = `SELECT file_path, name, line, col, context FROM refs ${clause} ORDER BY file_path, line LIMIT ?`;
+  const db = getDb(dbPath);
+  const rows = db.prepare(sql).all(...params, limit);
+  return rows.map(toRefEntry);
+}
+function countRefs(opts, dbPath = globalDbPath()) {
+  const { clause, params } = buildRefsWhere(opts);
+  const sql = `SELECT COUNT(*) as cnt FROM refs ${clause}`;
+  const db = getDb(dbPath);
+  const row = db.prepare(sql).get(...params);
+  return row.cnt;
+}
+function queryRefsByContext(context, filePath, dbPath = globalDbPath()) {
+  const sql = `SELECT file_path, name, line, col, context FROM refs WHERE context = ? AND ${pathEqClause("file_path")} ORDER BY line LIMIT 20`;
+  const db = getDb(dbPath);
+  const rows = db.prepare(sql).all(context, foldPath(filePath));
+  return rows.map(toRefEntry);
+}
+var REF_COUNT_BATCH = 900;
+function queryRefCounts(names, dbPath = globalDbPath(), rootDir) {
+  const counts = /* @__PURE__ */ new Map();
+  if (names.length === 0) return counts;
+  const db = getDb(dbPath);
+  const scopeWhere = [];
+  const scopeParams = [];
+  applyRootDirScope(rootDir, "file_path", scopeWhere, scopeParams);
+  const scopeSql = scopeWhere.length > 0 ? ` AND ${scopeWhere.join(" AND ")}` : "";
+  const sqlFor = (width) => `SELECT name, COUNT(*) as c FROM refs WHERE name IN (${Array.from({ length: width }, () => "?").join(", ")})${scopeSql} GROUP BY name`;
+  const full = names.length >= REF_COUNT_BATCH ? db.prepare(sqlFor(REF_COUNT_BATCH)) : void 0;
+  db.transaction(() => {
+    for (let start = 0; start < names.length; start += REF_COUNT_BATCH) {
+      const batch = names.slice(start, start + REF_COUNT_BATCH);
+      const stmt = batch.length === REF_COUNT_BATCH && full !== void 0 ? full : db.prepare(sqlFor(batch.length));
+      for (const row of stmt.all(...batch, ...scopeParams)) {
+        counts.set(row.name, row.c);
+      }
+    }
+  })();
+  return counts;
+}
+function getProjectFileEntries(rootDir, dbPath = globalDbPath()) {
+  const db = getDb(dbPath);
+  const { clause, params } = projectScopeClause("path");
+  const rows = db.prepare(`SELECT path, sha, mtime, language, indexed_at, embed_sha, parser_sha FROM files WHERE ${clause}`).all(...params(rootDir));
+  const out = /* @__PURE__ */ new Map();
+  for (const row of rows) {
+    out.set(foldPath(row.path), {
+      filePath: row.path,
+      sha: row.sha ?? "",
+      mtime: row.mtime ?? 0,
+      language: row.language ?? "unknown",
+      indexedAt: row.indexed_at ?? 0,
+      embedSha: row.embed_sha ?? "",
+      parserSha: row.parser_sha ?? ""
+    });
+  }
+  return out;
+}
+function getFileEntry(filePath, dbPath = globalDbPath()) {
+  const db = getDb(dbPath);
+  let row = db.prepare(
+    `SELECT path, sha, mtime, language, indexed_at, embed_sha, parser_sha FROM files WHERE ${pathEqClause("path")}`
+  ).get(foldPath(filePath));
+  if (row === void 0 && (filePath.includes("/") || filePath.includes("\\"))) {
+    const altPath = filePath.includes("/") ? filePath.replace(/\//g, "\\") : filePath.replace(/\\/g, "/");
+    row = db.prepare(
+      `SELECT path, sha, mtime, language, indexed_at, embed_sha, parser_sha FROM files WHERE ${pathEqClause("path")}`
+    ).get(foldPath(altPath));
+  }
+  if (row === void 0) return null;
+  return {
+    filePath: row.path,
+    sha: row.sha ?? "",
+    mtime: row.mtime ?? 0,
+    language: row.language ?? "unknown",
+    indexedAt: row.indexed_at ?? 0,
+    embedSha: row.embed_sha ?? "",
+    parserSha: row.parser_sha ?? ""
+  };
+}
+function sanitizeFtsQuery(query, join = "AND") {
+  const terms = query.split(/\s+/).filter((t) => t.length > 0).map((t) => '"' + t.replace(/"/g, '""') + '"');
+  return terms.join(join === "OR" ? " OR " : " ");
+}
+function runFtsQuery(db, match, limit, scope, rootDir) {
+  const sql = `SELECT s.file_path, s.name, s.kind, s.line_start, s.line_end, s.body, s.docstring, s.parent FROM symbols_fts JOIN symbols s ON s.id = symbols_fts.rowid WHERE symbols_fts MATCH ?${scope !== void 0 ? ` AND ${scope.clause}` : ""} ORDER BY bm25(symbols_fts) LIMIT ?`;
+  const params = [match];
+  if (scope !== void 0 && rootDir !== void 0) {
+    params.push(...scope.params(rootDir));
+  }
+  params.push(limit);
+  const rows = db.prepare(sql).all(...params);
+  return rows.map(toSymbolEntry);
+}
+function searchSymbolsFts(query, limit = 50, dbPath = globalDbPath(), rootDir) {
+  const andMatch = sanitizeFtsQuery(query, "AND");
+  if (andMatch === "") return [];
+  const db = getDb(dbPath);
+  const scope = rootDir !== void 0 ? projectScopeClause("s.file_path") : void 0;
+  try {
+    const andResults = runFtsQuery(db, andMatch, limit, scope, rootDir);
+    if (andResults.length > 0) return andResults;
+    const orMatch = sanitizeFtsQuery(query, "OR");
+    if (orMatch === andMatch) return andResults;
+    return runFtsQuery(db, orMatch, limit, scope, rootDir);
+  } catch {
+    return [];
+  }
+}
+
+export {
+  pathEqClause,
+  projectScopeClause,
+  DEFAULT_QUERY_LIMIT,
+  querySymbols,
+  distinctSymbolKinds,
+  countSymbols,
+  queryRefs,
+  countRefs,
+  queryRefsByContext,
+  queryRefCounts,
+  getProjectFileEntries,
+  getFileEntry,
+  sanitizeFtsQuery,
+  searchSymbolsFts
+};