@mr-jones123/toji 0.1.1

package/packages/toji-mem/src/tools/query-memory.ts

@@ -0,0 +1,105 @@
+import type { TojiDatabase } from "../db/connection";
+
+export type QueryKind = "symbols" | "files" | "standards" | "all";
+
+export function queryMemory(database: TojiDatabase, query: string, kind: QueryKind = "all"): Record<string, unknown[]> {
+  const result: Record<string, unknown[]> = {};
+
+  if (kind === "symbols" || kind === "all") {
+    result.symbols = exactSymbols(database, query);
+    if (result.symbols.length === 0) result.symbols = ftsSymbols(database, query);
+  }
+
+  if (kind === "files" || kind === "all") {
+    result.files = exactFiles(database, query);
+    if (result.files.length === 0) result.files = ftsFiles(database, query);
+  }
+
+  if (kind === "standards" || kind === "all") {
+    result.standards = ftsStandards(database, query);
+  }
+
+  return result;
+}
+
+function exactSymbols(database: TojiDatabase, query: string): unknown[] {
+  const lowered = query.toLowerCase();
+  return database
+    .query(
+      `SELECT s.id, s.name, s.canon_name, s.kind, s.language, f.path, s.signature, s.start_line, s.end_line, 0.0 AS rank
+       FROM symbols s
+       JOIN files f ON f.id = s.file_id
+       WHERE lower(s.name) = ? OR lower(s.canon_name) = ?
+       ORDER BY CASE WHEN lower(s.name) = ? THEN 0 ELSE 1 END, length(s.canon_name)
+       LIMIT 20`,
+    )
+    .all(lowered, lowered, lowered);
+}
+
+function exactFiles(database: TojiDatabase, query: string): unknown[] {
+  const lowered = query.toLowerCase();
+  return database
+    .query(
+      `SELECT id, name, path, language, 0.0 AS rank
+       FROM files
+       WHERE lower(path) = ? OR lower(name) = ?
+       ORDER BY CASE WHEN lower(path) = ? THEN 0 ELSE 1 END, length(path)
+       LIMIT 20`,
+    )
+    .all(lowered, lowered, lowered);
+}
+
+function ftsSymbols(database: TojiDatabase, query: string): unknown[] {
+  return database
+    .query(
+      `SELECT s.id, s.name, s.canon_name, s.kind, s.language, f.path, s.signature, s.start_line, s.end_line, bm25(symbol_fts) AS rank
+       FROM symbol_fts
+       JOIN symbols s ON s.id = symbol_fts.symbol_id
+       JOIN files f ON f.id = s.file_id
+       WHERE symbol_fts MATCH ?
+       ORDER BY rank
+       LIMIT 20`,
+    )
+    .all(buildFtsQuery(query));
+}
+
+function ftsFiles(database: TojiDatabase, query: string): unknown[] {
+  return database
+    .query(
+      `SELECT f.id, f.name, f.path, f.language, bm25(file_fts) AS rank
+       FROM file_fts
+       JOIN files f ON f.id = file_fts.file_id
+       WHERE file_fts MATCH ?
+       ORDER BY rank
+       LIMIT 20`,
+    )
+    .all(buildFtsQuery(query));
+}
+
+function ftsStandards(database: TojiDatabase, query: string): unknown[] {
+  return database
+    .query(
+      `SELECT s.id, s.rule, s.rationale, s.language, s.framework, s.priority, bm25(standards_fts) AS rank
+       FROM standards_fts
+       JOIN standards s ON s.id = standards_fts.standard_id
+       WHERE standards_fts MATCH ?
+       ORDER BY rank
+       LIMIT 20`,
+    )
+    .all(buildFtsQuery(query));
+}
+
+function buildFtsQuery(query: string): string {
+  const tokens = query
+    .split(/[^\p{L}\p{N}_./:-]+/u)
+    .map((token) => token.trim())
+    .filter(Boolean);
+
+  if (tokens.length === 0) return quoteFtsPhrase(query);
+  if (tokens.length === 1) return quoteFtsPhrase(tokens[0] ?? query);
+  return tokens.slice(0, 12).map(quoteFtsPhrase).join(" OR ");
+}
+
+function quoteFtsPhrase(value: string): string {
+  return `"${value.replaceAll('"', '""')}"`;
+}