@silicajs/search 0.1.0 → 0.2.0

package/README.md

@@ -1,7 +1,7 @@
 # @silicajs/search
 
-Server-side FlexSearch helpers for Silica.
+Server-side SQLite full-text search helpers for Silica.
 
-The build step creates a serialized `Document` index and records bundle. The generated Next.js `/api/search` route lazy-loads that artifact into a process-level singleton and returns ranked results with excerpts.
+The build step creates a `search.db` SQLite database with an FTS5 index over vault content. The generated Next.js `/api/search` route lazy-loads that database into a process-level singleton and returns ranked results with excerpts.
 
 Includes a benchmark helper for cold/warm search latency checks.

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { Document } from 'flexsearch';
+import Database from 'better-sqlite3';
 
 type SearchRecord = {
     id: string;
@@ -8,30 +8,23 @@ type SearchRecord = {
     description?: string;
     tags: string[];
 };
-type StoredSearchRecord = Omit<SearchRecord, "content"> & {
-    excerpt: string;
-};
-type SerializedSearchIndex = {
+type SearchDatabaseMetadata = {
     version: 1;
-    config: SearchIndexConfig;
-    records: StoredSearchRecord[];
-    exported: Record<string, string>;
+    databasePath: string;
+    recordCount: number;
     builtAt: string;
 };
-type SearchIndexConfig = {
-    tokenize: "forward" | "full" | "reverse" | "strict";
-    document: {
-        id: "id";
-        index: ["title", "content", "tags"];
-        store: ["slug", "title", "description", "tags"];
-    };
+type SearchHighlightPart = {
+    text: string;
+    highlighted: boolean;
 };
 type SearchResult = {
     slug: string;
     title: string;
+    titleParts: SearchHighlightPart[];
     description?: string;
     tags: string[];
-    excerpt: string;
+    excerptParts: SearchHighlightPart[];
     score: number;
 };
 type SearchQueryOptions = {
@@ -49,23 +42,21 @@ type SearchBenchmarkResult = {
     warmRuns: number;
     resultCount: number;
 };
-declare function benchmarkSearchIndex(artifact: SerializedSearchIndex, { query, warmRuns, ...queryOptions }: SearchBenchmarkOptions): Promise<SearchBenchmarkResult>;
+declare function benchmarkSearchIndex(databasePath: string, { query, warmRuns, ...queryOptions }: SearchBenchmarkOptions): Promise<SearchBenchmarkResult>;
 
-declare const DEFAULT_SEARCH_CONFIG: SearchIndexConfig;
-declare function createSearchDocument(config?: SearchIndexConfig): Document;
-declare function buildSearchIndex(records: SearchRecord[]): Promise<SerializedSearchIndex>;
+declare const SEARCH_DATABASE_FILENAME = "search.db";
+declare function buildSearchDatabase(records: SearchRecord[], databasePath: string): Promise<SearchDatabaseMetadata>;
 
 declare function normalizeSearchText(value: string): string;
 declare function makeExcerpt(content: string, query: string, maxLength?: number): string;
 
 type LoadedSearchIndex = {
-    document: ReturnType<typeof createSearchDocument>;
-    artifact: SerializedSearchIndex;
-    recordsById: Map<string, StoredSearchRecord>;
+    databasePath: string;
+    db: Database.Database;
+    close: () => void;
 };
-declare function hydrateSearchIndex(artifact: SerializedSearchIndex): Promise<LoadedSearchIndex>;
-declare function loadSearchIndex(artifactPath: string): Promise<LoadedSearchIndex>;
+declare function loadSearchIndex(databasePath: string): Promise<LoadedSearchIndex>;
 
 declare function querySearchIndex(loaded: LoadedSearchIndex, query: string, options?: SearchQueryOptions): SearchResult[];
 
-export { DEFAULT_SEARCH_CONFIG, type LoadedSearchIndex, type SearchBenchmarkOptions, type SearchBenchmarkResult, type SearchIndexConfig, type SearchQueryOptions, type SearchRecord, type SearchResult, type SerializedSearchIndex, benchmarkSearchIndex, buildSearchIndex, createSearchDocument, hydrateSearchIndex, loadSearchIndex, makeExcerpt, normalizeSearchText, querySearchIndex };
+export { type LoadedSearchIndex, SEARCH_DATABASE_FILENAME, type SearchBenchmarkOptions, type SearchBenchmarkResult, type SearchDatabaseMetadata, type SearchQueryOptions, type SearchRecord, type SearchResult, benchmarkSearchIndex, buildSearchDatabase, loadSearchIndex, makeExcerpt, normalizeSearchText, querySearchIndex };

package/dist/index.js

@@ -2,10 +2,28 @@
 import { performance } from "perf_hooks";
 
 // src/load.ts
-import { readFile } from "fs/promises";
-
-// src/build.ts
-import { Document } from "flexsearch";
+import Database from "better-sqlite3";
+var globalCache = globalThis;
+async function loadSearchIndex(databasePath) {
+  const cache = globalCache.__silicaSearchIndexes ??= /* @__PURE__ */ new Map();
+  const cached = cache.get(databasePath);
+  if (cached) return cached;
+  const db = new Database(databasePath, {
+    fileMustExist: true,
+    readonly: true
+  });
+  db.pragma("query_only = ON");
+  const loaded = {
+    databasePath,
+    db,
+    close: () => {
+      db.close();
+      cache.delete(databasePath);
+    }
+  };
+  cache.set(databasePath, loaded);
+  return loaded;
+}
 
 // src/excerpt.ts
 var WORD_BOUNDARY = /\s+/g;
@@ -25,125 +43,129 @@ function makeExcerpt(content, query, maxLength = 180) {
   return `${start > 0 ? "\u2026" : ""}${excerpt}${end < normalized.length ? "\u2026" : ""}`;
 }
 
-// src/build.ts
-var DEFAULT_SEARCH_CONFIG = {
-  tokenize: "forward",
-  document: {
-    id: "id",
-    index: ["title", "content", "tags"],
-    store: ["slug", "title", "description", "tags"]
-  }
-};
-function createSearchDocument(config = DEFAULT_SEARCH_CONFIG) {
-  return new Document(
-    config
-  );
-}
-async function buildSearchIndex(records) {
-  const index = createSearchDocument();
-  for (const record of records) {
-    index.add({
-      ...record,
-      tags: record.tags.join(" ")
-    });
-  }
-  const exported = {};
-  await index.export((key, data) => {
-    if (typeof data === "string") exported[key] = data;
-  });
-  return {
-    version: 1,
-    config: DEFAULT_SEARCH_CONFIG,
-    records: records.map(({ content, ...record }) => ({
-      ...record,
-      excerpt: makeExcerpt(content, record.description ?? record.title)
-    })),
-    exported,
-    builtAt: (/* @__PURE__ */ new Date()).toISOString()
-  };
-}
-
-// src/load.ts
-var globalCache = globalThis;
-async function hydrateSearchIndex(artifact) {
-  const document = createSearchDocument(artifact.config);
-  for (const [key, data] of Object.entries(artifact.exported)) {
-    document.import(key, data);
-  }
-  return {
-    document,
-    artifact,
-    recordsById: new Map(artifact.records.map((record) => [record.id, record]))
-  };
-}
-async function loadSearchIndex(artifactPath) {
-  const cache = globalCache.__silicaSearchIndexes ??= /* @__PURE__ */ new Map();
-  const cached = cache.get(artifactPath);
-  if (cached) return cached;
-  const raw = await readFile(artifactPath, "utf8");
-  const artifact = JSON.parse(raw);
-  const loaded = await hydrateSearchIndex(artifact);
-  cache.set(artifactPath, loaded);
-  return loaded;
-}
-
 // src/query.ts
+var HIGHLIGHT_START = "\uE000";
+var HIGHLIGHT_END = "\uE001";
 function querySearchIndex(loaded, query, options = {}) {
   const normalized = normalizeSearchText(query);
   const limit = options.limit ?? 10;
-  const tagFilter = (options.tags ?? []).map(normalizeTag).filter(Boolean);
+  const tagFilter = [
+    ...new Set((options.tags ?? []).map(normalizeTag).filter(Boolean))
+  ];
   if (!normalized && tagFilter.length === 0) return [];
-  if (!normalized) {
-    return [...loaded.recordsById.values()].filter((record) => matchesTagFilter(record, tagFilter)).map((record) => toResult(record, 1)).sort((a, b) => a.title.localeCompare(b.title)).slice(0, limit);
-  }
-  const rawResults = loaded.document.search(normalized, {
-    limit: Math.max(limit * 4, 20),
-    enrich: false
-  });
-  const scoreById = /* @__PURE__ */ new Map();
-  for (const fieldResult of rawResults) {
-    const fieldWeight = fieldResult.field === "title" ? 5 : fieldResult.field === "tags" ? 3 : 1;
-    for (const id of fieldResult.result) {
-      const key = String(id);
-      scoreById.set(key, (scoreById.get(key) ?? 0) + fieldWeight);
-    }
+  if (!normalized) return queryByTags(loaded, tagFilter, limit);
+  const ftsQuery = toFtsQuery(normalized);
+  if (!ftsQuery) {
+    return tagFilter.length > 0 ? queryByTags(loaded, tagFilter, limit) : [];
   }
-  return [...scoreById.entries()].map(([id, score]) => {
-    const record = loaded.recordsById.get(id);
-    if (!record) return void 0;
-    if (!matchesTagFilter(record, tagFilter)) return void 0;
-    return toResult(record, score);
-  }).filter((result) => Boolean(result)).sort((a, b) => b.score - a.score || a.title.localeCompare(b.title)).slice(0, limit);
+  const tagClause = makeTagClause(tagFilter);
+  const rows = loaded.db.prepare(
+    `
+      SELECT
+        d.slug,
+        d.title,
+        highlight(search_index, 0, char(57344), char(57345)) AS highlighted_title,
+        d.description,
+        d.tags_json,
+        snippet(search_index, -1, char(57344), char(57345), '\u2026', 24) AS highlighted_excerpt,
+        bm25(search_index, 8.0, 1.0, 3.0) AS score
+      FROM search_index
+      JOIN documents d ON d.rowid = search_index.rowid
+      WHERE search_index MATCH ?
+      ${tagClause.sql}
+      ORDER BY score ASC, d.title COLLATE NOCASE ASC
+      LIMIT ?
+    `
+  ).all(ftsQuery, ...tagClause.params, limit);
+  return rows.map(toResult);
 }
 function normalizeTag(tag) {
   return tag.trim().replace(/^#/, "").toLowerCase();
 }
-function tagMatches(candidate, query) {
-  const tag = normalizeTag(candidate);
-  const normalizedQuery = normalizeTag(query);
-  if (!tag || !normalizedQuery) return false;
-  return tag === normalizedQuery || tag.startsWith(`${normalizedQuery}/`);
+function queryByTags(loaded, tags, limit) {
+  const tagClause = makeTagClause(tags);
+  if (!tagClause.sql) return [];
+  const rows = loaded.db.prepare(
+    `
+      SELECT
+        d.slug,
+        d.title,
+        NULL AS highlighted_title,
+        d.description,
+        d.tags_json,
+        d.excerpt,
+        0 AS score
+      FROM documents d
+      WHERE 1 = 1
+      ${tagClause.sql}
+      ORDER BY d.title COLLATE NOCASE ASC
+      LIMIT ?
+    `
+  ).all(...tagClause.params, limit);
+  return rows.map(toResult);
 }
-function matchesTagFilter(record, tagFilter) {
-  return tagFilter.length === 0 || record.tags.some(
-    (tag) => tagFilter.some((filterTag) => tagMatches(tag, filterTag))
-  );
+function makeTagClause(tags) {
+  if (tags.length === 0) return { sql: "", params: [] };
+  return {
+    sql: `
+      AND EXISTS (
+        SELECT 1
+        FROM document_tags dt
+        WHERE dt.document_rowid = d.rowid
+          AND dt.tag IN (${tags.map(() => "?").join(", ")})
+      )
+    `,
+    params: tags
+  };
 }
-function toResult(record, score) {
+function toResult(row) {
+  const excerpt = "highlighted_excerpt" in row ? row.highlighted_excerpt ?? "" : row.excerpt;
   return {
-    slug: record.slug,
-    title: record.title,
-    description: record.description,
-    tags: record.tags,
-    excerpt: record.excerpt,
-    score
+    slug: row.slug,
+    title: row.title,
+    titleParts: toHighlightParts(row.highlighted_title ?? row.title),
+    description: row.description ?? void 0,
+    tags: parseTags(row.tags_json),
+    excerptParts: toHighlightParts(excerpt),
+    score: -row.score
   };
 }
+function parseTags(value) {
+  const parsed = JSON.parse(value);
+  return Array.isArray(parsed) ? parsed.filter((tag) => typeof tag === "string") : [];
+}
+function toFtsQuery(query) {
+  const terms = query.match(/[\p{L}\p{N}_]+/gu) ?? [];
+  const normalizedTerms = terms.map((term) => term.toLocaleLowerCase()).filter(Boolean);
+  if (normalizedTerms.length === 0) return;
+  return normalizedTerms.map((term) => term.length >= 3 ? `${term}*` : term).join(" ");
+}
+function toHighlightParts(value) {
+  const normalized = normalizeSearchText(value);
+  if (!normalized) return [];
+  const parts = [];
+  let highlighted = false;
+  for (const part of normalized.split(
+    new RegExp(`(${HIGHLIGHT_START}|${HIGHLIGHT_END})`)
+  )) {
+    if (!part) continue;
+    if (part === HIGHLIGHT_START) {
+      highlighted = true;
+      continue;
+    }
+    if (part === HIGHLIGHT_END) {
+      highlighted = false;
+      continue;
+    }
+    parts.push({ text: part, highlighted });
+  }
+  return parts;
+}
 
 // src/benchmark.ts
-async function benchmarkSearchIndex(artifact, { query, warmRuns = 10, ...queryOptions }) {
+async function benchmarkSearchIndex(databasePath, { query, warmRuns = 10, ...queryOptions }) {
   const coldStart = performance.now();
-  const loaded = await hydrateSearchIndex(artifact);
+  const loaded = await loadSearchIndex(databasePath);
   const coldResults = querySearchIndex(loaded, query, queryOptions);
   const coldMs = performance.now() - coldStart;
   const runs = Math.max(1, warmRuns);
@@ -152,22 +174,141 @@ async function benchmarkSearchIndex(artifact, { query, warmRuns = 10, ...queryOp
     querySearchIndex(loaded, query, queryOptions);
   }
   const warmMs = (performance.now() - warmStart) / runs;
-  return {
-    coldMs: round(coldMs),
-    warmMs: round(warmMs),
-    warmRuns: runs,
-    resultCount: coldResults.length
-  };
+  try {
+    return {
+      coldMs: round(coldMs),
+      warmMs: round(warmMs),
+      warmRuns: runs,
+      resultCount: coldResults.length
+    };
+  } finally {
+    loaded.close();
+  }
 }
 function round(value) {
   return Math.round(value * 100) / 100;
 }
+
+// src/build.ts
+import fs from "fs/promises";
+import path from "path";
+import Database2 from "better-sqlite3";
+var SEARCH_DATABASE_FILENAME = "search.db";
+async function buildSearchDatabase(records, databasePath) {
+  await fs.mkdir(path.dirname(databasePath), { recursive: true });
+  await removeDatabaseFiles(databasePath);
+  const db = new Database2(databasePath);
+  try {
+    db.pragma("journal_mode = DELETE");
+    db.pragma("synchronous = OFF");
+    db.exec(`
+      CREATE TABLE metadata (
+        key TEXT PRIMARY KEY,
+        value TEXT NOT NULL
+      );
+
+      CREATE TABLE documents (
+        rowid INTEGER PRIMARY KEY,
+        id TEXT NOT NULL UNIQUE,
+        slug TEXT NOT NULL,
+        title TEXT NOT NULL,
+        description TEXT,
+        tags_json TEXT NOT NULL,
+        excerpt TEXT NOT NULL
+      );
+
+      CREATE TABLE document_tags (
+        document_rowid INTEGER NOT NULL,
+        tag TEXT NOT NULL,
+        PRIMARY KEY (document_rowid, tag),
+        FOREIGN KEY (document_rowid) REFERENCES documents(rowid) ON DELETE CASCADE
+      );
+
+      CREATE INDEX document_tags_tag_idx ON document_tags(tag);
+
+      CREATE VIRTUAL TABLE search_index USING fts5(
+        title,
+        content,
+        tags,
+        tokenize='porter unicode61',
+        prefix='3'
+      );
+    `);
+    const builtAt = (/* @__PURE__ */ new Date()).toISOString();
+    const insertMetadata = db.prepare(
+      "INSERT INTO metadata (key, value) VALUES (?, ?)"
+    );
+    const insertDocument = db.prepare(`
+      INSERT INTO documents (id, slug, title, description, tags_json, excerpt)
+      VALUES (@id, @slug, @title, @description, @tagsJson, @excerpt)
+    `);
+    const insertSearch = db.prepare(`
+      INSERT INTO search_index (rowid, title, content, tags)
+      VALUES (?, ?, ?, ?)
+    `);
+    const insertTag = db.prepare(`
+      INSERT OR IGNORE INTO document_tags (document_rowid, tag)
+      VALUES (?, ?)
+    `);
+    const insertRecords = db.transaction((items) => {
+      for (const record of items) {
+        const tags = record.tags.map(normalizeTag2).filter(Boolean);
+        const result = insertDocument.run({
+          id: record.id,
+          slug: record.slug,
+          title: record.title,
+          description: record.description,
+          tagsJson: JSON.stringify(record.tags),
+          excerpt: makeExcerpt(
+            record.content,
+            record.description ?? record.title
+          )
+        });
+        const rowid = Number(result.lastInsertRowid);
+        insertSearch.run(rowid, record.title, record.content, tags.join(" "));
+        for (const tag of tags) {
+          for (const hierarchyTag of tagHierarchy(tag)) {
+            insertTag.run(rowid, hierarchyTag);
+          }
+        }
+      }
+      insertMetadata.run("version", "1");
+      insertMetadata.run("builtAt", builtAt);
+      insertMetadata.run("recordCount", String(items.length));
+    });
+    insertRecords(records);
+    db.prepare("INSERT INTO search_index(search_index) VALUES(?)").run(
+      "optimize"
+    );
+    db.exec("VACUUM");
+    return {
+      version: 1,
+      databasePath,
+      recordCount: records.length,
+      builtAt
+    };
+  } finally {
+    db.close();
+  }
+}
+async function removeDatabaseFiles(databasePath) {
+  await Promise.all(
+    ["", "-journal", "-shm", "-wal"].map(
+      (suffix) => fs.rm(`${databasePath}${suffix}`, { force: true })
+    )
+  );
+}
+function normalizeTag2(tag) {
+  return tag.trim().replace(/^#/, "").toLowerCase();
+}
+function tagHierarchy(tag) {
+  const segments = tag.split("/").filter(Boolean);
+  return segments.map((_, index) => segments.slice(0, index + 1).join("/"));
+}
 export {
-  DEFAULT_SEARCH_CONFIG,
+  SEARCH_DATABASE_FILENAME,
   benchmarkSearchIndex,
-  buildSearchIndex,
-  createSearchDocument,
-  hydrateSearchIndex,
+  buildSearchDatabase,
   loadSearchIndex,
   makeExcerpt,
   normalizeSearchText,

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/benchmark.ts","../src/load.ts","../src/build.ts","../src/excerpt.ts","../src/query.ts"],"sourcesContent":["import { performance } from \"node:perf_hooks\";\nimport { hydrateSearchIndex } from \"./load.js\";\nimport { querySearchIndex } from \"./query.js\";\nimport type { SearchQueryOptions, SerializedSearchIndex } from \"./types.js\";\n\nexport type SearchBenchmarkOptions = SearchQueryOptions & {\n  query: string;\n  warmRuns?: number;\n};\n\nexport type SearchBenchmarkResult = {\n  coldMs: number;\n  warmMs: number;\n  warmRuns: number;\n  resultCount: number;\n};\n\nexport async function benchmarkSearchIndex(\n  artifact: SerializedSearchIndex,\n  { query, warmRuns = 10, ...queryOptions }: SearchBenchmarkOptions,\n): Promise<SearchBenchmarkResult> {\n  const coldStart = performance.now();\n  const loaded = await hydrateSearchIndex(artifact);\n  const coldResults = querySearchIndex(loaded, query, queryOptions);\n  const coldMs = performance.now() - coldStart;\n\n  const runs = Math.max(1, warmRuns);\n  const warmStart = performance.now();\n  for (let index = 0; index < runs; index += 1) {\n    querySearchIndex(loaded, query, queryOptions);\n  }\n  const warmMs = (performance.now() - warmStart) / runs;\n\n  return {\n    coldMs: round(coldMs),\n    warmMs: round(warmMs),\n    warmRuns: runs,\n    resultCount: coldResults.length,\n  };\n}\n\nfunction round(value: number): number {\n  return Math.round(value * 100) / 100;\n}\n","import { readFile } from \"node:fs/promises\";\nimport { createSearchDocument } from \"./build.js\";\nimport type { SerializedSearchIndex, StoredSearchRecord } from \"./types.js\";\n\nexport type LoadedSearchIndex = {\n  document: ReturnType<typeof createSearchDocument>;\n  artifact: SerializedSearchIndex;\n  recordsById: Map<string, StoredSearchRecord>;\n};\n\nconst globalCache = globalThis as typeof globalThis & {\n  __silicaSearchIndexes?: Map<string, LoadedSearchIndex>;\n};\n\nexport async function hydrateSearchIndex(\n  artifact: SerializedSearchIndex,\n): Promise<LoadedSearchIndex> {\n  const document = createSearchDocument(artifact.config);\n\n  for (const [key, data] of Object.entries(artifact.exported)) {\n    document.import(key, data);\n  }\n\n  return {\n    document,\n    artifact,\n    recordsById: new Map(artifact.records.map((record) => [record.id, record])),\n  };\n}\n\nexport async function loadSearchIndex(\n  artifactPath: string,\n): Promise<LoadedSearchIndex> {\n  const cache = (globalCache.__silicaSearchIndexes ??= new Map());\n  const cached = cache.get(artifactPath);\n  if (cached) return cached;\n\n  const raw = await readFile(artifactPath, \"utf8\");\n  const artifact = JSON.parse(raw) as SerializedSearchIndex;\n  const loaded = await hydrateSearchIndex(artifact);\n  cache.set(artifactPath, loaded);\n  return loaded;\n}\n","import { Document } from \"flexsearch\";\nimport type {\n  SearchIndexConfig,\n  SearchRecord,\n  SerializedSearchIndex,\n} from \"./types.js\";\nimport { makeExcerpt } from \"./excerpt.js\";\n\nexport const DEFAULT_SEARCH_CONFIG: SearchIndexConfig = {\n  tokenize: \"forward\",\n  document: {\n    id: \"id\",\n    index: [\"title\", \"content\", \"tags\"],\n    store: [\"slug\", \"title\", \"description\", \"tags\"],\n  },\n};\n\nexport function createSearchDocument(\n  config: SearchIndexConfig = DEFAULT_SEARCH_CONFIG,\n): Document {\n  return new Document(\n    config as unknown as ConstructorParameters<typeof Document>[0],\n  );\n}\n\nexport async function buildSearchIndex(\n  records: SearchRecord[],\n): Promise<SerializedSearchIndex> {\n  const index = createSearchDocument();\n\n  for (const record of records) {\n    index.add({\n      ...record,\n      tags: record.tags.join(\" \"),\n    });\n  }\n\n  const exported: Record<string, string> = {};\n  await index.export((key, data) => {\n    if (typeof data === \"string\") exported[key] = data;\n  });\n\n  return {\n    version: 1,\n    config: DEFAULT_SEARCH_CONFIG,\n    records: records.map(({ content, ...record }) => ({\n      ...record,\n      excerpt: makeExcerpt(content, record.description ?? record.title),\n    })),\n    exported,\n    builtAt: new Date().toISOString(),\n  };\n}\n","const WORD_BOUNDARY = /\\s+/g;\n\nexport function normalizeSearchText(value: string): string {\n  return value.replace(/\\s+/g, \" \").trim();\n}\n\nexport function makeExcerpt(content: string, query: string, maxLength = 180): string {\n  const normalized = normalizeSearchText(content);\n  if (normalized.length <= maxLength) return normalized;\n\n  const firstTerm = query\n    .toLowerCase()\n    .split(WORD_BOUNDARY)\n    .find((term) => term.length > 1);\n\n  const matchIndex = firstTerm ? normalized.toLowerCase().indexOf(firstTerm) : -1;\n  const center = matchIndex >= 0 ? matchIndex : 0;\n  const half = Math.floor(maxLength / 2);\n  const start = Math.max(0, center - half);\n  const end = Math.min(normalized.length, start + maxLength);\n  const excerpt = normalized.slice(start, end).trim();\n\n  return `${start > 0 ? \"…\" : \"\"}${excerpt}${end < normalized.length ? \"…\" : \"\"}`;\n}\n","import { normalizeSearchText } from \"./excerpt.js\";\nimport type { LoadedSearchIndex } from \"./load.js\";\nimport type {\n  SearchQueryOptions,\n  SearchResult,\n  StoredSearchRecord,\n} from \"./types.js\";\n\ntype FlexDocumentResult = {\n  field?: string;\n  result: Array<string | number>;\n};\n\nexport function querySearchIndex(\n  loaded: LoadedSearchIndex,\n  query: string,\n  options: SearchQueryOptions = {},\n): SearchResult[] {\n  const normalized = normalizeSearchText(query);\n  const limit = options.limit ?? 10;\n  const tagFilter = (options.tags ?? []).map(normalizeTag).filter(Boolean);\n  if (!normalized && tagFilter.length === 0) return [];\n\n  if (!normalized) {\n    return [...loaded.recordsById.values()]\n      .filter((record) => matchesTagFilter(record, tagFilter))\n      .map((record) => toResult(record, 1))\n      .sort((a, b) => a.title.localeCompare(b.title))\n      .slice(0, limit);\n  }\n\n  const rawResults = loaded.document.search(normalized, {\n    limit: Math.max(limit * 4, 20),\n    enrich: false,\n  }) as FlexDocumentResult[];\n\n  const scoreById = new Map<string, number>();\n  for (const fieldResult of rawResults) {\n    const fieldWeight =\n      fieldResult.field === \"title\" ? 5 : fieldResult.field === \"tags\" ? 3 : 1;\n    for (const id of fieldResult.result) {\n      const key = String(id);\n      scoreById.set(key, (scoreById.get(key) ?? 0) + fieldWeight);\n    }\n  }\n\n  return [...scoreById.entries()]\n    .map(([id, score]) => {\n      const record = loaded.recordsById.get(id);\n      if (!record) return undefined;\n      if (!matchesTagFilter(record, tagFilter)) return undefined;\n      return toResult(record, score);\n    })\n    .filter((result): result is SearchResult => Boolean(result))\n    .sort((a, b) => b.score - a.score || a.title.localeCompare(b.title))\n    .slice(0, limit);\n}\n\nfunction normalizeTag(tag: string): string {\n  return tag.trim().replace(/^#/, \"\").toLowerCase();\n}\n\nfunction tagMatches(candidate: string, query: string): boolean {\n  const tag = normalizeTag(candidate);\n  const normalizedQuery = normalizeTag(query);\n  if (!tag || !normalizedQuery) return false;\n  return tag === normalizedQuery || tag.startsWith(`${normalizedQuery}/`);\n}\n\nfunction matchesTagFilter(\n  record: StoredSearchRecord,\n  tagFilter: string[],\n): boolean {\n  return (\n    tagFilter.length === 0 ||\n    record.tags.some((tag) =>\n      tagFilter.some((filterTag) => tagMatches(tag, filterTag)),\n    )\n  );\n}\n\nfunction toResult(record: StoredSearchRecord, score: number): SearchResult {\n  return {\n    slug: record.slug,\n    title: record.title,\n    description: record.description,\n    tags: record.tags,\n    excerpt: record.excerpt,\n    score,\n  };\n}\n"],"mappings":";AAAA,SAAS,mBAAmB;;;ACA5B,SAAS,gBAAgB;;;ACAzB,SAAS,gBAAgB;;;ACAzB,IAAM,gBAAgB;AAEf,SAAS,oBAAoB,OAAuB;AACzD,SAAO,MAAM,QAAQ,QAAQ,GAAG,EAAE,KAAK;AACzC;AAEO,SAAS,YAAY,SAAiB,OAAe,YAAY,KAAa;AACnF,QAAM,aAAa,oBAAoB,OAAO;AAC9C,MAAI,WAAW,UAAU,UAAW,QAAO;AAE3C,QAAM,YAAY,MACf,YAAY,EACZ,MAAM,aAAa,EACnB,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC;AAEjC,QAAM,aAAa,YAAY,WAAW,YAAY,EAAE,QAAQ,SAAS,IAAI;AAC7E,QAAM,SAAS,cAAc,IAAI,aAAa;AAC9C,QAAM,OAAO,KAAK,MAAM,YAAY,CAAC;AACrC,QAAM,QAAQ,KAAK,IAAI,GAAG,SAAS,IAAI;AACvC,QAAM,MAAM,KAAK,IAAI,WAAW,QAAQ,QAAQ,SAAS;AACzD,QAAM,UAAU,WAAW,MAAM,OAAO,GAAG,EAAE,KAAK;AAElD,SAAO,GAAG,QAAQ,IAAI,WAAM,EAAE,GAAG,OAAO,GAAG,MAAM,WAAW,SAAS,WAAM,EAAE;AAC/E;;;ADfO,IAAM,wBAA2C;AAAA,EACtD,UAAU;AAAA,EACV,UAAU;AAAA,IACR,IAAI;AAAA,IACJ,OAAO,CAAC,SAAS,WAAW,MAAM;AAAA,IAClC,OAAO,CAAC,QAAQ,SAAS,eAAe,MAAM;AAAA,EAChD;AACF;AAEO,SAAS,qBACd,SAA4B,uBAClB;AACV,SAAO,IAAI;AAAA,IACT;AAAA,EACF;AACF;AAEA,eAAsB,iBACpB,SACgC;AAChC,QAAM,QAAQ,qBAAqB;AAEnC,aAAW,UAAU,SAAS;AAC5B,UAAM,IAAI;AAAA,MACR,GAAG;AAAA,MACH,MAAM,OAAO,KAAK,KAAK,GAAG;AAAA,IAC5B,CAAC;AAAA,EACH;AAEA,QAAM,WAAmC,CAAC;AAC1C,QAAM,MAAM,OAAO,CAAC,KAAK,SAAS;AAChC,QAAI,OAAO,SAAS,SAAU,UAAS,GAAG,IAAI;AAAA,EAChD,CAAC;AAED,SAAO;AAAA,IACL,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,SAAS,QAAQ,IAAI,CAAC,EAAE,SAAS,GAAG,OAAO,OAAO;AAAA,MAChD,GAAG;AAAA,MACH,SAAS,YAAY,SAAS,OAAO,eAAe,OAAO,KAAK;AAAA,IAClE,EAAE;AAAA,IACF;AAAA,IACA,UAAS,oBAAI,KAAK,GAAE,YAAY;AAAA,EAClC;AACF;;;AD1CA,IAAM,cAAc;AAIpB,eAAsB,mBACpB,UAC4B;AAC5B,QAAM,WAAW,qBAAqB,SAAS,MAAM;AAErD,aAAW,CAAC,KAAK,IAAI,KAAK,OAAO,QAAQ,SAAS,QAAQ,GAAG;AAC3D,aAAS,OAAO,KAAK,IAAI;AAAA,EAC3B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,aAAa,IAAI,IAAI,SAAS,QAAQ,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;AAAA,EAC5E;AACF;AAEA,eAAsB,gBACpB,cAC4B;AAC5B,QAAM,QAAS,YAAY,0BAA0B,oBAAI,IAAI;AAC7D,QAAM,SAAS,MAAM,IAAI,YAAY;AACrC,MAAI,OAAQ,QAAO;AAEnB,QAAM,MAAM,MAAM,SAAS,cAAc,MAAM;AAC/C,QAAM,WAAW,KAAK,MAAM,GAAG;AAC/B,QAAM,SAAS,MAAM,mBAAmB,QAAQ;AAChD,QAAM,IAAI,cAAc,MAAM;AAC9B,SAAO;AACT;;;AG7BO,SAAS,iBACd,QACA,OACA,UAA8B,CAAC,GACf;AAChB,QAAM,aAAa,oBAAoB,KAAK;AAC5C,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,aAAa,QAAQ,QAAQ,CAAC,GAAG,IAAI,YAAY,EAAE,OAAO,OAAO;AACvE,MAAI,CAAC,cAAc,UAAU,WAAW,EAAG,QAAO,CAAC;AAEnD,MAAI,CAAC,YAAY;AACf,WAAO,CAAC,GAAG,OAAO,YAAY,OAAO,CAAC,EACnC,OAAO,CAAC,WAAW,iBAAiB,QAAQ,SAAS,CAAC,EACtD,IAAI,CAAC,WAAW,SAAS,QAAQ,CAAC,CAAC,EACnC,KAAK,CAAC,GAAG,MAAM,EAAE,MAAM,cAAc,EAAE,KAAK,CAAC,EAC7C,MAAM,GAAG,KAAK;AAAA,EACnB;AAEA,QAAM,aAAa,OAAO,SAAS,OAAO,YAAY;AAAA,IACpD,OAAO,KAAK,IAAI,QAAQ,GAAG,EAAE;AAAA,IAC7B,QAAQ;AAAA,EACV,CAAC;AAED,QAAM,YAAY,oBAAI,IAAoB;AAC1C,aAAW,eAAe,YAAY;AACpC,UAAM,cACJ,YAAY,UAAU,UAAU,IAAI,YAAY,UAAU,SAAS,IAAI;AACzE,eAAW,MAAM,YAAY,QAAQ;AACnC,YAAM,MAAM,OAAO,EAAE;AACrB,gBAAU,IAAI,MAAM,UAAU,IAAI,GAAG,KAAK,KAAK,WAAW;AAAA,IAC5D;AAAA,EACF;AAEA,SAAO,CAAC,GAAG,UAAU,QAAQ,CAAC,EAC3B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;AACpB,UAAM,SAAS,OAAO,YAAY,IAAI,EAAE;AACxC,QAAI,CAAC,OAAQ,QAAO;AACpB,QAAI,CAAC,iBAAiB,QAAQ,SAAS,EAAG,QAAO;AACjD,WAAO,SAAS,QAAQ,KAAK;AAAA,EAC/B,CAAC,EACA,OAAO,CAAC,WAAmC,QAAQ,MAAM,CAAC,EAC1D,KAAK,CAAC,GAAG,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,cAAc,EAAE,KAAK,CAAC,EAClE,MAAM,GAAG,KAAK;AACnB;AAEA,SAAS,aAAa,KAAqB;AACzC,SAAO,IAAI,KAAK,EAAE,QAAQ,MAAM,EAAE,EAAE,YAAY;AAClD;AAEA,SAAS,WAAW,WAAmB,OAAwB;AAC7D,QAAM,MAAM,aAAa,SAAS;AAClC,QAAM,kBAAkB,aAAa,KAAK;AAC1C,MAAI,CAAC,OAAO,CAAC,gBAAiB,QAAO;AACrC,SAAO,QAAQ,mBAAmB,IAAI,WAAW,GAAG,eAAe,GAAG;AACxE;AAEA,SAAS,iBACP,QACA,WACS;AACT,SACE,UAAU,WAAW,KACrB,OAAO,KAAK;AAAA,IAAK,CAAC,QAChB,UAAU,KAAK,CAAC,cAAc,WAAW,KAAK,SAAS,CAAC;AAAA,EAC1D;AAEJ;AAEA,SAAS,SAAS,QAA4B,OAA6B;AACzE,SAAO;AAAA,IACL,MAAM,OAAO;AAAA,IACb,OAAO,OAAO;AAAA,IACd,aAAa,OAAO;AAAA,IACpB,MAAM,OAAO;AAAA,IACb,SAAS,OAAO;AAAA,IAChB;AAAA,EACF;AACF;;;AJzEA,eAAsB,qBACpB,UACA,EAAE,OAAO,WAAW,IAAI,GAAG,aAAa,GACR;AAChC,QAAM,YAAY,YAAY,IAAI;AAClC,QAAM,SAAS,MAAM,mBAAmB,QAAQ;AAChD,QAAM,cAAc,iBAAiB,QAAQ,OAAO,YAAY;AAChE,QAAM,SAAS,YAAY,IAAI,IAAI;AAEnC,QAAM,OAAO,KAAK,IAAI,GAAG,QAAQ;AACjC,QAAM,YAAY,YAAY,IAAI;AAClC,WAAS,QAAQ,GAAG,QAAQ,MAAM,SAAS,GAAG;AAC5C,qBAAiB,QAAQ,OAAO,YAAY;AAAA,EAC9C;AACA,QAAM,UAAU,YAAY,IAAI,IAAI,aAAa;AAEjD,SAAO;AAAA,IACL,QAAQ,MAAM,MAAM;AAAA,IACpB,QAAQ,MAAM,MAAM;AAAA,IACpB,UAAU;AAAA,IACV,aAAa,YAAY;AAAA,EAC3B;AACF;AAEA,SAAS,MAAM,OAAuB;AACpC,SAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AACnC;","names":[]}
+{"version":3,"sources":["../src/benchmark.ts","../src/load.ts","../src/excerpt.ts","../src/query.ts","../src/build.ts"],"sourcesContent":["import { performance } from \"node:perf_hooks\";\nimport { loadSearchIndex } from \"./load.js\";\nimport { querySearchIndex } from \"./query.js\";\nimport type { SearchQueryOptions } from \"./types.js\";\n\nexport type SearchBenchmarkOptions = SearchQueryOptions & {\n  query: string;\n  warmRuns?: number;\n};\n\nexport type SearchBenchmarkResult = {\n  coldMs: number;\n  warmMs: number;\n  warmRuns: number;\n  resultCount: number;\n};\n\nexport async function benchmarkSearchIndex(\n  databasePath: string,\n  { query, warmRuns = 10, ...queryOptions }: SearchBenchmarkOptions,\n): Promise<SearchBenchmarkResult> {\n  const coldStart = performance.now();\n  const loaded = await loadSearchIndex(databasePath);\n  const coldResults = querySearchIndex(loaded, query, queryOptions);\n  const coldMs = performance.now() - coldStart;\n\n  const runs = Math.max(1, warmRuns);\n  const warmStart = performance.now();\n  for (let index = 0; index < runs; index += 1) {\n    querySearchIndex(loaded, query, queryOptions);\n  }\n  const warmMs = (performance.now() - warmStart) / runs;\n\n  try {\n    return {\n      coldMs: round(coldMs),\n      warmMs: round(warmMs),\n      warmRuns: runs,\n      resultCount: coldResults.length,\n    };\n  } finally {\n    loaded.close();\n  }\n}\n\nfunction round(value: number): number {\n  return Math.round(value * 100) / 100;\n}\n","import Database from \"better-sqlite3\";\n\nexport type LoadedSearchIndex = {\n  databasePath: string;\n  db: Database.Database;\n  close: () => void;\n};\n\nconst globalCache = globalThis as typeof globalThis & {\n  __silicaSearchIndexes?: Map<string, LoadedSearchIndex>;\n};\n\nexport async function loadSearchIndex(\n  databasePath: string,\n): Promise<LoadedSearchIndex> {\n  const cache = (globalCache.__silicaSearchIndexes ??= new Map());\n  const cached = cache.get(databasePath);\n  if (cached) return cached;\n\n  const db = new Database(databasePath, {\n    fileMustExist: true,\n    readonly: true,\n  });\n  db.pragma(\"query_only = ON\");\n\n  const loaded: LoadedSearchIndex = {\n    databasePath,\n    db,\n    close: () => {\n      db.close();\n      cache.delete(databasePath);\n    },\n  };\n  cache.set(databasePath, loaded);\n  return loaded;\n}\n","const WORD_BOUNDARY = /\\s+/g;\n\nexport function normalizeSearchText(value: string): string {\n  return value.replace(/\\s+/g, \" \").trim();\n}\n\nexport function makeExcerpt(\n  content: string,\n  query: string,\n  maxLength = 180,\n): string {\n  const normalized = normalizeSearchText(content);\n  if (normalized.length <= maxLength) return normalized;\n\n  const firstTerm = query\n    .toLowerCase()\n    .split(WORD_BOUNDARY)\n    .find((term) => term.length > 1);\n\n  const matchIndex = firstTerm\n    ? normalized.toLowerCase().indexOf(firstTerm)\n    : -1;\n  const center = matchIndex >= 0 ? matchIndex : 0;\n  const half = Math.floor(maxLength / 2);\n  const start = Math.max(0, center - half);\n  const end = Math.min(normalized.length, start + maxLength);\n  const excerpt = normalized.slice(start, end).trim();\n\n  return `${start > 0 ? \"…\" : \"\"}${excerpt}${end < normalized.length ? \"…\" : \"\"}`;\n}\n","import { normalizeSearchText } from \"./excerpt.js\";\nimport type { LoadedSearchIndex } from \"./load.js\";\nimport type {\n  SearchHighlightPart,\n  SearchQueryOptions,\n  SearchResult,\n} from \"./types.js\";\n\nconst HIGHLIGHT_START = \"\\uE000\";\nconst HIGHLIGHT_END = \"\\uE001\";\n\ntype SearchRow = {\n  slug: string;\n  title: string;\n  highlighted_title: string | null;\n  description: string | null;\n  tags_json: string;\n  highlighted_excerpt: string | null;\n  score: number;\n};\n\ntype TagOnlyRow = Omit<\n  SearchRow,\n  \"highlighted_title\" | \"highlighted_excerpt\" | \"score\"\n> & {\n  highlighted_title: null;\n  excerpt: string;\n  score: 0;\n};\n\nexport function querySearchIndex(\n  loaded: LoadedSearchIndex,\n  query: string,\n  options: SearchQueryOptions = {},\n): SearchResult[] {\n  const normalized = normalizeSearchText(query);\n  const limit = options.limit ?? 10;\n  const tagFilter = [\n    ...new Set((options.tags ?? []).map(normalizeTag).filter(Boolean)),\n  ];\n  if (!normalized && tagFilter.length === 0) return [];\n\n  if (!normalized) return queryByTags(loaded, tagFilter, limit);\n\n  const ftsQuery = toFtsQuery(normalized);\n  if (!ftsQuery) {\n    return tagFilter.length > 0 ? queryByTags(loaded, tagFilter, limit) : [];\n  }\n\n  const tagClause = makeTagClause(tagFilter);\n  const rows = loaded.db\n    .prepare(\n      `\n      SELECT\n        d.slug,\n        d.title,\n        highlight(search_index, 0, char(57344), char(57345)) AS highlighted_title,\n        d.description,\n        d.tags_json,\n        snippet(search_index, -1, char(57344), char(57345), '…', 24) AS highlighted_excerpt,\n        bm25(search_index, 8.0, 1.0, 3.0) AS score\n      FROM search_index\n      JOIN documents d ON d.rowid = search_index.rowid\n      WHERE search_index MATCH ?\n      ${tagClause.sql}\n      ORDER BY score ASC, d.title COLLATE NOCASE ASC\n      LIMIT ?\n    `,\n    )\n    .all(ftsQuery, ...tagClause.params, limit) as SearchRow[];\n\n  return rows.map(toResult);\n}\n\nfunction normalizeTag(tag: string): string {\n  return tag.trim().replace(/^#/, \"\").toLowerCase();\n}\n\nfunction queryByTags(\n  loaded: LoadedSearchIndex,\n  tags: string[],\n  limit: number,\n): SearchResult[] {\n  const tagClause = makeTagClause(tags);\n  if (!tagClause.sql) return [];\n\n  const rows = loaded.db\n    .prepare(\n      `\n      SELECT\n        d.slug,\n        d.title,\n        NULL AS highlighted_title,\n        d.description,\n        d.tags_json,\n        d.excerpt,\n        0 AS score\n      FROM documents d\n      WHERE 1 = 1\n      ${tagClause.sql}\n      ORDER BY d.title COLLATE NOCASE ASC\n      LIMIT ?\n    `,\n    )\n    .all(...tagClause.params, limit) as TagOnlyRow[];\n\n  return rows.map(toResult);\n}\n\nfunction makeTagClause(tags: string[]): { sql: string; params: string[] } {\n  if (tags.length === 0) return { sql: \"\", params: [] };\n  return {\n    sql: `\n      AND EXISTS (\n        SELECT 1\n        FROM document_tags dt\n        WHERE dt.document_rowid = d.rowid\n          AND dt.tag IN (${tags.map(() => \"?\").join(\", \")})\n      )\n    `,\n    params: tags,\n  };\n}\n\nfunction toResult(row: SearchRow | TagOnlyRow): SearchResult {\n  const excerpt =\n    \"highlighted_excerpt\" in row\n      ? (row.highlighted_excerpt ?? \"\")\n      : row.excerpt;\n  return {\n    slug: row.slug,\n    title: row.title,\n    titleParts: toHighlightParts(row.highlighted_title ?? row.title),\n    description: row.description ?? undefined,\n    tags: parseTags(row.tags_json),\n    excerptParts: toHighlightParts(excerpt),\n    score: -row.score,\n  };\n}\n\nfunction parseTags(value: string): string[] {\n  const parsed = JSON.parse(value) as unknown;\n  return Array.isArray(parsed)\n    ? parsed.filter((tag): tag is string => typeof tag === \"string\")\n    : [];\n}\n\nfunction toFtsQuery(query: string): string | undefined {\n  const terms = query.match(/[\\p{L}\\p{N}_]+/gu) ?? [];\n  const normalizedTerms = terms\n    .map((term) => term.toLocaleLowerCase())\n    .filter(Boolean);\n  if (normalizedTerms.length === 0) return;\n\n  return normalizedTerms\n    .map((term) => (term.length >= 3 ? `${term}*` : term))\n    .join(\" \");\n}\n\nfunction toHighlightParts(value: string): SearchHighlightPart[] {\n  const normalized = normalizeSearchText(value);\n  if (!normalized) return [];\n\n  const parts: SearchHighlightPart[] = [];\n  let highlighted = false;\n  for (const part of normalized.split(\n    new RegExp(`(${HIGHLIGHT_START}|${HIGHLIGHT_END})`),\n  )) {\n    if (!part) continue;\n    if (part === HIGHLIGHT_START) {\n      highlighted = true;\n      continue;\n    }\n    if (part === HIGHLIGHT_END) {\n      highlighted = false;\n      continue;\n    }\n    parts.push({ text: part, highlighted });\n  }\n  return parts;\n}\n","import fs from \"node:fs/promises\";\nimport path from \"node:path\";\nimport Database from \"better-sqlite3\";\nimport { makeExcerpt } from \"./excerpt.js\";\nimport type { SearchDatabaseMetadata, SearchRecord } from \"./types.js\";\n\nexport const SEARCH_DATABASE_FILENAME = \"search.db\";\n\nexport async function buildSearchDatabase(\n  records: SearchRecord[],\n  databasePath: string,\n): Promise<SearchDatabaseMetadata> {\n  await fs.mkdir(path.dirname(databasePath), { recursive: true });\n  await removeDatabaseFiles(databasePath);\n\n  const db = new Database(databasePath);\n  try {\n    db.pragma(\"journal_mode = DELETE\");\n    db.pragma(\"synchronous = OFF\");\n    db.exec(`\n      CREATE TABLE metadata (\n        key TEXT PRIMARY KEY,\n        value TEXT NOT NULL\n      );\n\n      CREATE TABLE documents (\n        rowid INTEGER PRIMARY KEY,\n        id TEXT NOT NULL UNIQUE,\n        slug TEXT NOT NULL,\n        title TEXT NOT NULL,\n        description TEXT,\n        tags_json TEXT NOT NULL,\n        excerpt TEXT NOT NULL\n      );\n\n      CREATE TABLE document_tags (\n        document_rowid INTEGER NOT NULL,\n        tag TEXT NOT NULL,\n        PRIMARY KEY (document_rowid, tag),\n        FOREIGN KEY (document_rowid) REFERENCES documents(rowid) ON DELETE CASCADE\n      );\n\n      CREATE INDEX document_tags_tag_idx ON document_tags(tag);\n\n      CREATE VIRTUAL TABLE search_index USING fts5(\n        title,\n        content,\n        tags,\n        tokenize='porter unicode61',\n        prefix='3'\n      );\n    `);\n\n    const builtAt = new Date().toISOString();\n    const insertMetadata = db.prepare(\n      \"INSERT INTO metadata (key, value) VALUES (?, ?)\",\n    );\n    const insertDocument = db.prepare(`\n      INSERT INTO documents (id, slug, title, description, tags_json, excerpt)\n      VALUES (@id, @slug, @title, @description, @tagsJson, @excerpt)\n    `);\n    const insertSearch = db.prepare(`\n      INSERT INTO search_index (rowid, title, content, tags)\n      VALUES (?, ?, ?, ?)\n    `);\n    const insertTag = db.prepare(`\n      INSERT OR IGNORE INTO document_tags (document_rowid, tag)\n      VALUES (?, ?)\n    `);\n\n    const insertRecords = db.transaction((items: SearchRecord[]) => {\n      for (const record of items) {\n        const tags = record.tags.map(normalizeTag).filter(Boolean);\n        const result = insertDocument.run({\n          id: record.id,\n          slug: record.slug,\n          title: record.title,\n          description: record.description,\n          tagsJson: JSON.stringify(record.tags),\n          excerpt: makeExcerpt(\n            record.content,\n            record.description ?? record.title,\n          ),\n        });\n        const rowid = Number(result.lastInsertRowid);\n        insertSearch.run(rowid, record.title, record.content, tags.join(\" \"));\n        for (const tag of tags) {\n          for (const hierarchyTag of tagHierarchy(tag)) {\n            insertTag.run(rowid, hierarchyTag);\n          }\n        }\n      }\n\n      insertMetadata.run(\"version\", \"1\");\n      insertMetadata.run(\"builtAt\", builtAt);\n      insertMetadata.run(\"recordCount\", String(items.length));\n    });\n    insertRecords(records);\n\n    db.prepare(\"INSERT INTO search_index(search_index) VALUES(?)\").run(\n      \"optimize\",\n    );\n    db.exec(\"VACUUM\");\n\n    return {\n      version: 1,\n      databasePath,\n      recordCount: records.length,\n      builtAt,\n    };\n  } finally {\n    db.close();\n  }\n}\n\nasync function removeDatabaseFiles(databasePath: string): Promise<void> {\n  await Promise.all(\n    [\"\", \"-journal\", \"-shm\", \"-wal\"].map((suffix) =>\n      fs.rm(`${databasePath}${suffix}`, { force: true }),\n    ),\n  );\n}\n\nfunction normalizeTag(tag: string): string {\n  return tag.trim().replace(/^#/, \"\").toLowerCase();\n}\n\nfunction tagHierarchy(tag: string): string[] {\n  const segments = tag.split(\"/\").filter(Boolean);\n  return segments.map((_, index) => segments.slice(0, index + 1).join(\"/\"));\n}\n"],"mappings":";AAAA,SAAS,mBAAmB;;;ACA5B,OAAO,cAAc;AAQrB,IAAM,cAAc;AAIpB,eAAsB,gBACpB,cAC4B;AAC5B,QAAM,QAAS,YAAY,0BAA0B,oBAAI,IAAI;AAC7D,QAAM,SAAS,MAAM,IAAI,YAAY;AACrC,MAAI,OAAQ,QAAO;AAEnB,QAAM,KAAK,IAAI,SAAS,cAAc;AAAA,IACpC,eAAe;AAAA,IACf,UAAU;AAAA,EACZ,CAAC;AACD,KAAG,OAAO,iBAAiB;AAE3B,QAAM,SAA4B;AAAA,IAChC;AAAA,IACA;AAAA,IACA,OAAO,MAAM;AACX,SAAG,MAAM;AACT,YAAM,OAAO,YAAY;AAAA,IAC3B;AAAA,EACF;AACA,QAAM,IAAI,cAAc,MAAM;AAC9B,SAAO;AACT;;;ACnCA,IAAM,gBAAgB;AAEf,SAAS,oBAAoB,OAAuB;AACzD,SAAO,MAAM,QAAQ,QAAQ,GAAG,EAAE,KAAK;AACzC;AAEO,SAAS,YACd,SACA,OACA,YAAY,KACJ;AACR,QAAM,aAAa,oBAAoB,OAAO;AAC9C,MAAI,WAAW,UAAU,UAAW,QAAO;AAE3C,QAAM,YAAY,MACf,YAAY,EACZ,MAAM,aAAa,EACnB,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC;AAEjC,QAAM,aAAa,YACf,WAAW,YAAY,EAAE,QAAQ,SAAS,IAC1C;AACJ,QAAM,SAAS,cAAc,IAAI,aAAa;AAC9C,QAAM,OAAO,KAAK,MAAM,YAAY,CAAC;AACrC,QAAM,QAAQ,KAAK,IAAI,GAAG,SAAS,IAAI;AACvC,QAAM,MAAM,KAAK,IAAI,WAAW,QAAQ,QAAQ,SAAS;AACzD,QAAM,UAAU,WAAW,MAAM,OAAO,GAAG,EAAE,KAAK;AAElD,SAAO,GAAG,QAAQ,IAAI,WAAM,EAAE,GAAG,OAAO,GAAG,MAAM,WAAW,SAAS,WAAM,EAAE;AAC/E;;;ACrBA,IAAM,kBAAkB;AACxB,IAAM,gBAAgB;AAqBf,SAAS,iBACd,QACA,OACA,UAA8B,CAAC,GACf;AAChB,QAAM,aAAa,oBAAoB,KAAK;AAC5C,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,YAAY;AAAA,IAChB,GAAG,IAAI,KAAK,QAAQ,QAAQ,CAAC,GAAG,IAAI,YAAY,EAAE,OAAO,OAAO,CAAC;AAAA,EACnE;AACA,MAAI,CAAC,cAAc,UAAU,WAAW,EAAG,QAAO,CAAC;AAEnD,MAAI,CAAC,WAAY,QAAO,YAAY,QAAQ,WAAW,KAAK;AAE5D,QAAM,WAAW,WAAW,UAAU;AACtC,MAAI,CAAC,UAAU;AACb,WAAO,UAAU,SAAS,IAAI,YAAY,QAAQ,WAAW,KAAK,IAAI,CAAC;AAAA,EACzE;AAEA,QAAM,YAAY,cAAc,SAAS;AACzC,QAAM,OAAO,OAAO,GACjB;AAAA,IACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAYE,UAAU,GAAG;AAAA;AAAA;AAAA;AAAA,EAIjB,EACC,IAAI,UAAU,GAAG,UAAU,QAAQ,KAAK;AAE3C,SAAO,KAAK,IAAI,QAAQ;AAC1B;AAEA,SAAS,aAAa,KAAqB;AACzC,SAAO,IAAI,KAAK,EAAE,QAAQ,MAAM,EAAE,EAAE,YAAY;AAClD;AAEA,SAAS,YACP,QACA,MACA,OACgB;AAChB,QAAM,YAAY,cAAc,IAAI;AACpC,MAAI,CAAC,UAAU,IAAK,QAAO,CAAC;AAE5B,QAAM,OAAO,OAAO,GACjB;AAAA,IACC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,QAWE,UAAU,GAAG;AAAA;AAAA;AAAA;AAAA,EAIjB,EACC,IAAI,GAAG,UAAU,QAAQ,KAAK;AAEjC,SAAO,KAAK,IAAI,QAAQ;AAC1B;AAEA,SAAS,cAAc,MAAmD;AACxE,MAAI,KAAK,WAAW,EAAG,QAAO,EAAE,KAAK,IAAI,QAAQ,CAAC,EAAE;AACpD,SAAO;AAAA,IACL,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA,2BAKkB,KAAK,IAAI,MAAM,GAAG,EAAE,KAAK,IAAI,CAAC;AAAA;AAAA;AAAA,IAGrD,QAAQ;AAAA,EACV;AACF;AAEA,SAAS,SAAS,KAA2C;AAC3D,QAAM,UACJ,yBAAyB,MACpB,IAAI,uBAAuB,KAC5B,IAAI;AACV,SAAO;AAAA,IACL,MAAM,IAAI;AAAA,IACV,OAAO,IAAI;AAAA,IACX,YAAY,iBAAiB,IAAI,qBAAqB,IAAI,KAAK;AAAA,IAC/D,aAAa,IAAI,eAAe;AAAA,IAChC,MAAM,UAAU,IAAI,SAAS;AAAA,IAC7B,cAAc,iBAAiB,OAAO;AAAA,IACtC,OAAO,CAAC,IAAI;AAAA,EACd;AACF;AAEA,SAAS,UAAU,OAAyB;AAC1C,QAAM,SAAS,KAAK,MAAM,KAAK;AAC/B,SAAO,MAAM,QAAQ,MAAM,IACvB,OAAO,OAAO,CAAC,QAAuB,OAAO,QAAQ,QAAQ,IAC7D,CAAC;AACP;AAEA,SAAS,WAAW,OAAmC;AACrD,QAAM,QAAQ,MAAM,MAAM,kBAAkB,KAAK,CAAC;AAClD,QAAM,kBAAkB,MACrB,IAAI,CAAC,SAAS,KAAK,kBAAkB,CAAC,EACtC,OAAO,OAAO;AACjB,MAAI,gBAAgB,WAAW,EAAG;AAElC,SAAO,gBACJ,IAAI,CAAC,SAAU,KAAK,UAAU,IAAI,GAAG,IAAI,MAAM,IAAK,EACpD,KAAK,GAAG;AACb;AAEA,SAAS,iBAAiB,OAAsC;AAC9D,QAAM,aAAa,oBAAoB,KAAK;AAC5C,MAAI,CAAC,WAAY,QAAO,CAAC;AAEzB,QAAM,QAA+B,CAAC;AACtC,MAAI,cAAc;AAClB,aAAW,QAAQ,WAAW;AAAA,IAC5B,IAAI,OAAO,IAAI,eAAe,IAAI,aAAa,GAAG;AAAA,EACpD,GAAG;AACD,QAAI,CAAC,KAAM;AACX,QAAI,SAAS,iBAAiB;AAC5B,oBAAc;AACd;AAAA,IACF;AACA,QAAI,SAAS,eAAe;AAC1B,oBAAc;AACd;AAAA,IACF;AACA,UAAM,KAAK,EAAE,MAAM,MAAM,YAAY,CAAC;AAAA,EACxC;AACA,SAAO;AACT;;;AHnKA,eAAsB,qBACpB,cACA,EAAE,OAAO,WAAW,IAAI,GAAG,aAAa,GACR;AAChC,QAAM,YAAY,YAAY,IAAI;AAClC,QAAM,SAAS,MAAM,gBAAgB,YAAY;AACjD,QAAM,cAAc,iBAAiB,QAAQ,OAAO,YAAY;AAChE,QAAM,SAAS,YAAY,IAAI,IAAI;AAEnC,QAAM,OAAO,KAAK,IAAI,GAAG,QAAQ;AACjC,QAAM,YAAY,YAAY,IAAI;AAClC,WAAS,QAAQ,GAAG,QAAQ,MAAM,SAAS,GAAG;AAC5C,qBAAiB,QAAQ,OAAO,YAAY;AAAA,EAC9C;AACA,QAAM,UAAU,YAAY,IAAI,IAAI,aAAa;AAEjD,MAAI;AACF,WAAO;AAAA,MACL,QAAQ,MAAM,MAAM;AAAA,MACpB,QAAQ,MAAM,MAAM;AAAA,MACpB,UAAU;AAAA,MACV,aAAa,YAAY;AAAA,IAC3B;AAAA,EACF,UAAE;AACA,WAAO,MAAM;AAAA,EACf;AACF;AAEA,SAAS,MAAM,OAAuB;AACpC,SAAO,KAAK,MAAM,QAAQ,GAAG,IAAI;AACnC;;;AI/CA,OAAO,QAAQ;AACf,OAAO,UAAU;AACjB,OAAOA,eAAc;AAId,IAAM,2BAA2B;AAExC,eAAsB,oBACpB,SACA,cACiC;AACjC,QAAM,GAAG,MAAM,KAAK,QAAQ,YAAY,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9D,QAAM,oBAAoB,YAAY;AAEtC,QAAM,KAAK,IAAIC,UAAS,YAAY;AACpC,MAAI;AACF,OAAG,OAAO,uBAAuB;AACjC,OAAG,OAAO,mBAAmB;AAC7B,OAAG,KAAK;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,KAgCP;AAED,UAAM,WAAU,oBAAI,KAAK,GAAE,YAAY;AACvC,UAAM,iBAAiB,GAAG;AAAA,MACxB;AAAA,IACF;AACA,UAAM,iBAAiB,GAAG,QAAQ;AAAA;AAAA;AAAA,KAGjC;AACD,UAAM,eAAe,GAAG,QAAQ;AAAA;AAAA;AAAA,KAG/B;AACD,UAAM,YAAY,GAAG,QAAQ;AAAA;AAAA;AAAA,KAG5B;AAED,UAAM,gBAAgB,GAAG,YAAY,CAAC,UAA0B;AAC9D,iBAAW,UAAU,OAAO;AAC1B,cAAM,OAAO,OAAO,KAAK,IAAIC,aAAY,EAAE,OAAO,OAAO;AACzD,cAAM,SAAS,eAAe,IAAI;AAAA,UAChC,IAAI,OAAO;AAAA,UACX,MAAM,OAAO;AAAA,UACb,OAAO,OAAO;AAAA,UACd,aAAa,OAAO;AAAA,UACpB,UAAU,KAAK,UAAU,OAAO,IAAI;AAAA,UACpC,SAAS;AAAA,YACP,OAAO;AAAA,YACP,OAAO,eAAe,OAAO;AAAA,UAC/B;AAAA,QACF,CAAC;AACD,cAAM,QAAQ,OAAO,OAAO,eAAe;AAC3C,qBAAa,IAAI,OAAO,OAAO,OAAO,OAAO,SAAS,KAAK,KAAK,GAAG,CAAC;AACpE,mBAAW,OAAO,MAAM;AACtB,qBAAW,gBAAgB,aAAa,GAAG,GAAG;AAC5C,sBAAU,IAAI,OAAO,YAAY;AAAA,UACnC;AAAA,QACF;AAAA,MACF;AAEA,qBAAe,IAAI,WAAW,GAAG;AACjC,qBAAe,IAAI,WAAW,OAAO;AACrC,qBAAe,IAAI,eAAe,OAAO,MAAM,MAAM,CAAC;AAAA,IACxD,CAAC;AACD,kBAAc,OAAO;AAErB,OAAG,QAAQ,kDAAkD,EAAE;AAAA,MAC7D;AAAA,IACF;AACA,OAAG,KAAK,QAAQ;AAEhB,WAAO;AAAA,MACL,SAAS;AAAA,MACT;AAAA,MACA,aAAa,QAAQ;AAAA,MACrB;AAAA,IACF;AAAA,EACF,UAAE;AACA,OAAG,MAAM;AAAA,EACX;AACF;AAEA,eAAe,oBAAoB,cAAqC;AACtE,QAAM,QAAQ;AAAA,IACZ,CAAC,IAAI,YAAY,QAAQ,MAAM,EAAE;AAAA,MAAI,CAAC,WACpC,GAAG,GAAG,GAAG,YAAY,GAAG,MAAM,IAAI,EAAE,OAAO,KAAK,CAAC;AAAA,IACnD;AAAA,EACF;AACF;AAEA,SAASA,cAAa,KAAqB;AACzC,SAAO,IAAI,KAAK,EAAE,QAAQ,MAAM,EAAE,EAAE,YAAY;AAClD;AAEA,SAAS,aAAa,KAAuB;AAC3C,QAAM,WAAW,IAAI,MAAM,GAAG,EAAE,OAAO,OAAO;AAC9C,SAAO,SAAS,IAAI,CAAC,GAAG,UAAU,SAAS,MAAM,GAAG,QAAQ,CAAC,EAAE,KAAK,GAAG,CAAC;AAC1E;","names":["Database","Database","normalizeTag"]}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@silicajs/search",
-  "version": "0.1.0",
-  "description": "Server-side FlexSearch index builder and query helpers for Silica.",
+  "version": "0.2.0",
+  "description": "Server-side SQLite full-text search builder and query helpers for Silica.",
   "type": "module",
   "license": "MIT",
   "publishConfig": {
@@ -23,6 +23,18 @@
     "lint": "tsc --noEmit"
   },
   "dependencies": {
-    "flexsearch": "^0.8.212"
+    "better-sqlite3": "^12.10.0"
+  },
+  "homepage": "https://github.com/agdevhq/silica/tree/main/packages/search#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/agdevhq/silica.git",
+    "directory": "packages/search"
+  },
+  "bugs": {
+    "url": "https://github.com/agdevhq/silica/issues"
+  },
+  "devDependencies": {
+    "@types/better-sqlite3": "^7.6.13"
   }
 }