crewly 1.13.1 → 1.14.1

package/dist/backend/backend/src/services/knowledge/fts5-index.service.js

@@ -1,241 +0,0 @@
-/**
- * FTS5 Index Service
- *
- * Manages a SQLite FTS5 full-text search index for the Wiki-First
- * Knowledge System. Provides upsert, remove, search, and rebuild
- * operations over a `knowledge_fts` virtual table using Porter stemming
- * and Unicode61 tokenization.
- *
- * The database file is stored at `<knowledgePath>/index.fts5.db`.
- *
- * @module services/knowledge/fts5-index.service
- */
-import * as path from 'path';
-import { existsSync, mkdirSync } from 'fs';
-import { createBareModuleRequire } from '../../utils/node-require.utils.js';
-import { LoggerService } from '../core/logger.service.js';
-import { toFts5Phrase } from './fts5-query-sanitizer.js';
-// ---------------------------------------------------------------------------
-// Lazy module loading
-// ---------------------------------------------------------------------------
-/**
- * CJS-style `require` scoped to this module. `better-sqlite3` is a native
- * addon and must be loaded via CJS `require`, but this file compiles to
- * ESM where the bare `require` global is undefined.
- *
- * Anchor: see `backend/src/utils/node-require.utils.ts` — the helper
- * hides `import.meta.url` behind direct `eval` so ts-jest's CommonJS
- * transpile does not see the meta-property token. The createRequire
- * anchor is THIS file's URL, so Node's resolver walks up from here
- * to find `node_modules` (and to resolve any future relative paths).
- */
-const nodeRequire = createBareModuleRequire(typeof require === 'function' ? require : null);
-/** Lazy-loaded better-sqlite3 module reference. */
-let _BetterSqlite3 = null;
-/**
- * Load better-sqlite3 on demand. Throws a clear error if the native module
- * is not available.
- */
-function getBetterSqlite3() {
-    if (!_BetterSqlite3) {
-        try {
-            _BetterSqlite3 = nodeRequire('better-sqlite3');
-        }
-        catch (err) {
-            throw new Error('better-sqlite3 native module failed to load. Run `npm rebuild better-sqlite3` to fix. ' +
-                `Original error: ${err instanceof Error ? err.message : String(err)}`);
-        }
-    }
-    return _BetterSqlite3;
-}
-// ---------------------------------------------------------------------------
-// Service
-// ---------------------------------------------------------------------------
-/**
- * Fts5IndexService manages a SQLite FTS5 full-text search database.
- *
- * It lazily initializes the database and FTS5 virtual table on first use,
- * and provides methods to upsert, remove, search, and rebuild the index.
- *
- * @example
- * ```typescript
- * const fts5 = new Fts5IndexService('/path/to/knowledge');
- * fts5.upsertDocument({ id: 'doc-1', title: 'Setup', tags: 'devops', content: '...', category: 'SOPs' });
- * const results = fts5.search('setup devops');
- * ```
- */
-export class Fts5IndexService {
-    db = null;
-    dbPath;
-    logger;
-    /**
-     * Create an Fts5IndexService.
-     *
-     * @param knowledgePath - Directory where the FTS5 database will be stored
-     */
-    constructor(knowledgePath) {
-        this.dbPath = path.join(knowledgePath, 'index.fts5.db');
-        this.logger = LoggerService.getInstance().createComponentLogger('Fts5IndexService');
-    }
-    /**
-     * Get or lazily initialize the SQLite database connection.
-     * Creates the parent directory and FTS5 virtual table if they do not exist.
-     *
-     * @returns The better-sqlite3 Database instance
-     */
-    getDb() {
-        if (this.db) {
-            return this.db;
-        }
-        // Ensure parent directory exists
-        const dir = path.dirname(this.dbPath);
-        if (!existsSync(dir)) {
-            mkdirSync(dir, { recursive: true });
-        }
-        const Database = getBetterSqlite3();
-        this.db = new Database(this.dbPath);
-        // Performance pragmas
-        this.db.pragma('journal_mode = WAL');
-        this.db.pragma('synchronous = NORMAL');
-        this.initSchema();
-        this.logger.info('FTS5 index database opened', { path: this.dbPath });
-        return this.db;
-    }
-    /**
-     * Create the FTS5 virtual table if it does not already exist.
-     * Uses Porter stemming and Unicode61 tokenization for broad language support.
-     */
-    initSchema() {
-        const db = this.db;
-        db.exec(`
-      CREATE VIRTUAL TABLE IF NOT EXISTS knowledge_fts USING fts5(
-        id UNINDEXED,
-        title,
-        tags,
-        content,
-        category UNINDEXED,
-        tokenize='porter unicode61'
-      );
-    `);
-    }
-    /**
-     * Upsert a document into the FTS5 index.
-     * Removes any existing row with the same ID before inserting.
-     *
-     * @param doc - The document to upsert
-     */
-    upsertDocument(doc) {
-        const db = this.getDb();
-        // FTS5 tables do not support ON CONFLICT, so delete-then-insert
-        const deleteStmt = db.prepare('DELETE FROM knowledge_fts WHERE id = ?');
-        const insertStmt = db.prepare('INSERT INTO knowledge_fts (id, title, tags, content, category) VALUES (?, ?, ?, ?, ?)');
-        const txn = db.transaction(() => {
-            deleteStmt.run(doc.id);
-            insertStmt.run(doc.id, doc.title, doc.tags, doc.content, doc.category);
-        });
-        txn();
-    }
-    /**
-     * Remove a document from the FTS5 index by its ID.
-     *
-     * @param id - The document identifier to remove
-     */
-    removeDocument(id) {
-        const db = this.getDb();
-        db.prepare('DELETE FROM knowledge_fts WHERE id = ?').run(id);
-    }
-    /**
-     * Search the FTS5 index using a MATCH query with BM25 ranking.
-     *
-     * @param query - The search query string (FTS5 MATCH syntax)
-     * @param options - Optional search parameters
-     * @param options.category - Filter results by category
-     * @param options.limit - Maximum number of results (default 10)
-     * @returns Array of matching documents sorted by relevance
-     */
-    search(query, options) {
-        if (!query || query.trim().length === 0) {
-            return [];
-        }
-        const db = this.getDb();
-        const limit = options?.limit ?? 10;
-        // Sanitize query via phrase-quote tokenization. See
-        // {@link toFts5Phrase} for the full design rationale — short version:
-        // the previous regex-strip sanitizer left commas, hyphens, colons, and
-        // FTS5 keywords intact, causing 44 silent agent-recall failures per day
-        // (F-FTS5 / WI-E triage). Phrase-quoting neutralizes ALL operator
-        // characters because FTS5 does not parse operators inside `"..."`
-        // phrases. Each token round-trips through unicode61 at index AND
-        // query time, so recall is preserved for hyphenated identifiers like
-        // `team-leader`.
-        const sanitized = toFts5Phrase(query);
-        if (sanitized.length === 0) {
-            return [];
-        }
-        try {
-            if (options?.category) {
-                const stmt = db.prepare(`
-          SELECT id, title, tags, content, category, rank
-          FROM knowledge_fts
-          WHERE knowledge_fts MATCH ?
-            AND category = ?
-          ORDER BY rank
-          LIMIT ?
-        `);
-                return stmt.all(sanitized, options.category, limit);
-            }
-            const stmt = db.prepare(`
-        SELECT id, title, tags, content, category, rank
-        FROM knowledge_fts
-        WHERE knowledge_fts MATCH ?
-        ORDER BY rank
-        LIMIT ?
-      `);
-            return stmt.all(sanitized, limit);
-        }
-        catch (err) {
-            this.logger.warn('FTS5 search query failed, returning empty results', {
-                query: sanitized,
-                error: err instanceof Error ? err.message : String(err),
-            });
-            return [];
-        }
-    }
-    /**
-     * Rebuild the entire FTS5 index from scratch.
-     * Drops all existing rows and reinserts the provided documents in a single transaction.
-     *
-     * @param documents - The complete set of documents to index
-     */
-    rebuildIndex(documents) {
-        const db = this.getDb();
-        const deleteAll = db.prepare('DELETE FROM knowledge_fts');
-        const insertStmt = db.prepare('INSERT INTO knowledge_fts (id, title, tags, content, category) VALUES (?, ?, ?, ?, ?)');
-        const txn = db.transaction(() => {
-            deleteAll.run();
-            for (const doc of documents) {
-                insertStmt.run(doc.id, doc.title, doc.tags, doc.content, doc.category);
-            }
-        });
-        txn();
-        this.logger.info('FTS5 index rebuilt', { documentCount: documents.length });
-    }
-    /**
-     * Close the database connection and release resources.
-     */
-    close() {
-        if (this.db) {
-            try {
-                this.db.close();
-                this.logger.debug('FTS5 index database closed', { path: this.dbPath });
-            }
-            catch (err) {
-                this.logger.warn('Error closing FTS5 database', {
-                    error: err instanceof Error ? err.message : String(err),
-                });
-            }
-            this.db = null;
-        }
-    }
-}
-//# sourceMappingURL=fts5-index.service.js.map

package/dist/backend/backend/src/services/knowledge/fts5-index.service.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fts5-index.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/knowledge/fts5-index.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAwB,MAAM,2BAA2B,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAEzD,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E;;;;;;;;;;GAUG;AACH,MAAM,WAAW,GAAG,uBAAuB,CACzC,OAAO,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC/C,CAAC;AAEF,mDAAmD;AACnD,IAAI,cAAc,GAA2C,IAAI,CAAC;AAElE;;;GAGG;AACH,SAAS,gBAAgB;IACvB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,cAAc,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;QACjD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,wFAAwF;gBACtF,mBAAmB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACxE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,cAAe,CAAC;AACzB,CAAC;AA2CD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,gBAAgB;IACnB,EAAE,GAAwB,IAAI,CAAC;IACtB,MAAM,CAAS;IACf,MAAM,CAAkB;IAEzC;;;;OAIG;IACH,YAAY,aAAqB;QAC/B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IACtF,CAAC;IAED;;;;;OAKG;IACK,KAAK;QACX,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC,EAAE,CAAC;QACjB,CAAC;QAED,iCAAiC;QACjC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;QACpC,IAAI,CAAC,EAAE,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAEpC,sBAAsB;QACtB,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QACrC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAEvC,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QACtE,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,UAAU;QAChB,MAAM,EAAE,GAAG,IAAI,CAAC,EAAG,CAAC;QACpB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;KASP,CAAC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,GAAgB;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAExB,gEAAgE;QAChE,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAC3B,uFAAuF,CACxF,CAAC;QAEF,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC9B,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QACH,GAAG,EAAE,CAAC;IACR,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,EAAU;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,EAAE,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,KAAa,EAAE,OAA+C;QACnE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,EAAE,CAAC;QAEnC,oDAAoD;QACpD,sEAAsE;QACtE,uEAAuE;QACvE,wEAAwE;QACxE,kEAAkE;QAClE,kEAAkE;QAClE,iEAAiE;QACjE,qEAAqE;QACrE,iBAAiB;QACjB,MAAM,SAAS,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,IAAI,CAAC;YACH,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;;SAOvB,CAAC,CAAC;gBACH,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAsB,CAAC;YAC3E,CAAC;YAED,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC;;;;;;OAMvB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAsB,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE;gBACpE,KAAK,EAAE,SAAS;gBAChB,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;YACH,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED;;;;;OAKG;IACH,YAAY,CAAC,SAAwB;QACnC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAExB,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAC3B,uFAAuF,CACxF,CAAC;QAEF,MAAM,GAAG,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC9B,SAAS,CAAC,GAAG,EAAE,CAAC;YAChB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;gBAC5B,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC,CAAC;QACH,GAAG,EAAE,CAAC;QAEN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,aAAa,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YACzE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE;oBAC9C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,CAAC;IACH,CAAC;CACF"}

package/dist/backend/backend/src/services/knowledge/fts5-query-sanitizer.d.ts

@@ -1,102 +0,0 @@
-/**
- * FTS5 Query Sanitizer
- *
- * Pure helper that converts an arbitrary input string into a safe SQLite FTS5
- * MATCH query via phrase-quote tokenization. Used by
- * {@link Fts5IndexService.search} so that programmatically constructed
- * agent-context strings never accidentally parse as FTS5 operators.
- *
- * **Why this helper exists.** SQLite FTS5 has a rich query grammar with
- * column filters (`column:term`), set-column lists (`{c1, c2}: term`),
- * phrase syntax (`"phrase"`), boolean operators (`AND`, `OR`, `NOT`),
- * proximity (`NEAR(...)`), prefix (`term*`), and grouping (`(...)`). When
- * arbitrary user / agent-context text is concatenated into a MATCH query,
- * these operators trigger:
- *
- * - **commas** are parsed as column-list separators →
- *   `fts5: syntax error near ","` (e.g. `"foo, bar"` blows up)
- * - **hyphens inside identifiers** like `team-leader` parse as `team`
- *   followed by column filter `-leader` → `no such column: leader`
- * - **colons** parse as column filter operator → `no such column: ...`
- * - **bare AND / OR / NOT** in mixed-case input parse as keywords
- *
- * The previous regex-strip sanitizer at `Fts5IndexService.search` only
- * removed `' " * ( ) { } [ ] ^ ~ \\` — it left commas, hyphens, colons, and
- * all FTS5 keywords intact. Result: 44 silent search failures per day
- * (22 comma + 22 hyphen) for agent recall on 2026-05-07 alone.
- *
- * **Approach (Kai's WI-E F-FTS5 triage recommendation).** Split tokens on
- * **whitespace + comma only** — NOT on word boundaries — then wrap each
- * non-empty token in double quotes for FTS5 phrase syntax. Phrases are
- * **literal** — no operator parsing happens inside the quotes — so any
- * residual operator-like content (hyphens, colons, asterisks, AND/OR/NOT
- * keywords) is neutralized. Tokens are joined with whitespace, which FTS5
- * treats as implicit AND.
- *
- * **Why split on whitespace+comma instead of word boundaries.** A token like
- * `team-leader` wrapped as the phrase `"team-leader"` is parsed by FTS5's
- * MATCH parser as a single phrase node, then internally the
- * `unicode61` tokenizer (used at index time) splits the phrase into
- * adjacent tokens `team` + `leader`. The MATCH operation thus requires
- * those tokens to appear adjacent in the document — which matches docs
- * that were indexed with `team-leader` exactly. Splitting on word
- * boundaries at query-time would produce `"team" "leader"` (loose AND),
- * matching docs with `team` and `leader` anywhere — looser than the
- * caller intended. **Kai's approach preserves precision for hyphenated
- * identifiers without losing the comma/colon-safety win.**
- *
- * **Trade-off (intentional).** This sanitizer DROPS FTS5 operator support:
- * `AND`, `OR`, `NOT`, `NEAR(...)`, column-filter prefixes, and prefix
- * wildcards (`term*`) all become literal phrases. All callers on this
- * path are auto-generated agent-context strings, not user-typed search
- * queries — they don't need operator support. If a future caller needs
- * the full FTS5 grammar, expose a separate `searchRaw()` API rather than
- * loosening this sanitizer.
- *
- * @module services/knowledge/fts5-query-sanitizer
- */
-/**
- * Convert an arbitrary input string into a safe FTS5 MATCH query via
- * phrase-quote tokenization.
- *
- * The result is one of:
- * - `''` — when the input is empty / whitespace-only / only contains
- *   delimiter characters. Callers MUST check for empty and skip the
- *   MATCH query (return empty results).
- * - `'"tok1" "tok2" ..."'` — a sequence of double-quoted phrases joined
- *   by whitespace (implicit AND in FTS5).
- *
- * Pre-existing double quotes inside a token are escaped per FTS5 phrase
- * syntax (`"` → `""`). This is defensive — auto-generated context
- * strings rarely contain quotes — but it makes the helper safely
- * reusable beyond the current call site.
- *
- * @param input - Raw query string from user input or agent-context concat.
- * @returns Safe FTS5 MATCH expression, or `''` if no tokens remain.
- *
- * @example
- * ```typescript
- * toFts5Phrase('developer session startup');
- * // → '"developer" "session" "startup"'
- *
- * toFts5Phrase('developer session startup, recent tasks, unfinished work');
- * // → '"developer" "session" "startup" "recent" "tasks" "unfinished" "work"'
- * // (comma fix — was: "syntax error near ',''")
- *
- * toFts5Phrase('team-leader session startup');
- * // → '"team-leader" "session" "startup"'
- * // (hyphen fix — was: "no such column: leader". The phrase `"team-leader"`
- * //  matches docs indexed with `team-leader` exactly, since the unicode61
- * //  tokenizer splits the phrase content the same way at both index and
- * //  query time.)
- *
- * toFts5Phrase('say "hello" world');
- * // → '"say" """hello""" "world"'    (quotes escaped as "")
- *
- * toFts5Phrase('   ,  ');             // → ''
- * toFts5Phrase('***');                // → '"***"'  (literal phrase, FTS5 strips
- *                                     //   non-word chars at tokenization → no match)
- * ```
- */
-export declare function toFts5Phrase(input: string): string;
-//# sourceMappingURL=fts5-query-sanitizer.d.ts.map

package/dist/backend/backend/src/services/knowledge/fts5-query-sanitizer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fts5-query-sanitizer.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/knowledge/fts5-query-sanitizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAiBlD"}

package/dist/backend/backend/src/services/knowledge/fts5-query-sanitizer.js

@@ -1,118 +0,0 @@
-/**
- * FTS5 Query Sanitizer
- *
- * Pure helper that converts an arbitrary input string into a safe SQLite FTS5
- * MATCH query via phrase-quote tokenization. Used by
- * {@link Fts5IndexService.search} so that programmatically constructed
- * agent-context strings never accidentally parse as FTS5 operators.
- *
- * **Why this helper exists.** SQLite FTS5 has a rich query grammar with
- * column filters (`column:term`), set-column lists (`{c1, c2}: term`),
- * phrase syntax (`"phrase"`), boolean operators (`AND`, `OR`, `NOT`),
- * proximity (`NEAR(...)`), prefix (`term*`), and grouping (`(...)`). When
- * arbitrary user / agent-context text is concatenated into a MATCH query,
- * these operators trigger:
- *
- * - **commas** are parsed as column-list separators →
- *   `fts5: syntax error near ","` (e.g. `"foo, bar"` blows up)
- * - **hyphens inside identifiers** like `team-leader` parse as `team`
- *   followed by column filter `-leader` → `no such column: leader`
- * - **colons** parse as column filter operator → `no such column: ...`
- * - **bare AND / OR / NOT** in mixed-case input parse as keywords
- *
- * The previous regex-strip sanitizer at `Fts5IndexService.search` only
- * removed `' " * ( ) { } [ ] ^ ~ \\` — it left commas, hyphens, colons, and
- * all FTS5 keywords intact. Result: 44 silent search failures per day
- * (22 comma + 22 hyphen) for agent recall on 2026-05-07 alone.
- *
- * **Approach (Kai's WI-E F-FTS5 triage recommendation).** Split tokens on
- * **whitespace + comma only** — NOT on word boundaries — then wrap each
- * non-empty token in double quotes for FTS5 phrase syntax. Phrases are
- * **literal** — no operator parsing happens inside the quotes — so any
- * residual operator-like content (hyphens, colons, asterisks, AND/OR/NOT
- * keywords) is neutralized. Tokens are joined with whitespace, which FTS5
- * treats as implicit AND.
- *
- * **Why split on whitespace+comma instead of word boundaries.** A token like
- * `team-leader` wrapped as the phrase `"team-leader"` is parsed by FTS5's
- * MATCH parser as a single phrase node, then internally the
- * `unicode61` tokenizer (used at index time) splits the phrase into
- * adjacent tokens `team` + `leader`. The MATCH operation thus requires
- * those tokens to appear adjacent in the document — which matches docs
- * that were indexed with `team-leader` exactly. Splitting on word
- * boundaries at query-time would produce `"team" "leader"` (loose AND),
- * matching docs with `team` and `leader` anywhere — looser than the
- * caller intended. **Kai's approach preserves precision for hyphenated
- * identifiers without losing the comma/colon-safety win.**
- *
- * **Trade-off (intentional).** This sanitizer DROPS FTS5 operator support:
- * `AND`, `OR`, `NOT`, `NEAR(...)`, column-filter prefixes, and prefix
- * wildcards (`term*`) all become literal phrases. All callers on this
- * path are auto-generated agent-context strings, not user-typed search
- * queries — they don't need operator support. If a future caller needs
- * the full FTS5 grammar, expose a separate `searchRaw()` API rather than
- * loosening this sanitizer.
- *
- * @module services/knowledge/fts5-query-sanitizer
- */
-/**
- * Convert an arbitrary input string into a safe FTS5 MATCH query via
- * phrase-quote tokenization.
- *
- * The result is one of:
- * - `''` — when the input is empty / whitespace-only / only contains
- *   delimiter characters. Callers MUST check for empty and skip the
- *   MATCH query (return empty results).
- * - `'"tok1" "tok2" ..."'` — a sequence of double-quoted phrases joined
- *   by whitespace (implicit AND in FTS5).
- *
- * Pre-existing double quotes inside a token are escaped per FTS5 phrase
- * syntax (`"` → `""`). This is defensive — auto-generated context
- * strings rarely contain quotes — but it makes the helper safely
- * reusable beyond the current call site.
- *
- * @param input - Raw query string from user input or agent-context concat.
- * @returns Safe FTS5 MATCH expression, or `''` if no tokens remain.
- *
- * @example
- * ```typescript
- * toFts5Phrase('developer session startup');
- * // → '"developer" "session" "startup"'
- *
- * toFts5Phrase('developer session startup, recent tasks, unfinished work');
- * // → '"developer" "session" "startup" "recent" "tasks" "unfinished" "work"'
- * // (comma fix — was: "syntax error near ',''")
- *
- * toFts5Phrase('team-leader session startup');
- * // → '"team-leader" "session" "startup"'
- * // (hyphen fix — was: "no such column: leader". The phrase `"team-leader"`
- * //  matches docs indexed with `team-leader` exactly, since the unicode61
- * //  tokenizer splits the phrase content the same way at both index and
- * //  query time.)
- *
- * toFts5Phrase('say "hello" world');
- * // → '"say" """hello""" "world"'    (quotes escaped as "")
- *
- * toFts5Phrase('   ,  ');             // → ''
- * toFts5Phrase('***');                // → '"***"'  (literal phrase, FTS5 strips
- *                                     //   non-word chars at tokenization → no match)
- * ```
- */
-export function toFts5Phrase(input) {
-    if (!input) {
-        return '';
-    }
-    return input
-        // Split on whitespace + comma only. NOT on word boundaries — see module
-        // doc above for why preserving hyphens/colons inside tokens is correct.
-        .split(/[\s,]+/)
-        .map((token) => token.trim())
-        .filter((token) => token.length > 0)
-        // Escape pre-existing double quotes per FTS5 phrase syntax (`"` → `""`),
-        // then wrap the whole token in double quotes. The result is always a
-        // valid FTS5 phrase even if the token contained operator-like
-        // punctuation (hyphens, colons, asterisks, parens, etc.).
-        .map((token) => `"${token.replace(/"/g, '""')}"`)
-        .join(' ');
-}
-//# sourceMappingURL=fts5-query-sanitizer.js.map

package/dist/backend/backend/src/services/knowledge/fts5-query-sanitizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fts5-query-sanitizer.js","sourceRoot":"","sources":["../../../../../../backend/src/services/knowledge/fts5-query-sanitizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAwDG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AACH,MAAM,UAAU,YAAY,CAAC,KAAa;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,KAAK;QACV,wEAAwE;QACxE,wEAAwE;SACvE,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;SAC5B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;QACpC,yEAAyE;QACzE,qEAAqE;QACrE,8DAA8D;QAC9D,0DAA0D;SACzD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;SAChD,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC"}

package/dist/backend/backend/src/services/knowledge/index.d.ts

@@ -1,8 +0,0 @@
-/**
- * Knowledge Service barrel export.
- *
- * @module services/knowledge
- */
-export { KnowledgeService } from './knowledge.service.js';
-export { VectorStoreService } from './vector-store.service.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/backend/backend/src/services/knowledge/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/knowledge/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC"}

package/dist/backend/backend/src/services/knowledge/index.js

@@ -1,8 +0,0 @@
-/**
- * Knowledge Service barrel export.
- *
- * @module services/knowledge
- */
-export { KnowledgeService } from './knowledge.service.js';
-export { VectorStoreService } from './vector-store.service.js';
-//# sourceMappingURL=index.js.map

package/dist/backend/backend/src/services/knowledge/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../backend/src/services/knowledge/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC"}