bluera-knowledge 0.19.7 → 0.21.0

package/dist/{chunk-HXBIIMYL.js → chunk-H25AEF47.js}

@@ -51,6 +51,40 @@ function parseIgnorePatternsForScanning(patterns, includeDefaults = true) {
   return { dirs, fileMatchers };
 }
 
+// src/utils/model-validation.ts
+function validateStoreModelCompatibility(store, ctx) {
+  if (!store.modelId) {
+    throw new Error(
+      `Store "${store.name}" has no model tracking (schema v1). Reindex required: /bluera-knowledge:index ${store.name}`
+    );
+  }
+  if (store.modelId !== ctx.currentModelId) {
+    throw new Error(
+      `Model mismatch: Store "${store.name}" was indexed with "${store.modelId}", but current config uses "${ctx.currentModelId}". Reindex required: /bluera-knowledge:index ${store.name}`
+    );
+  }
+}
+function checkStoreModelCompatibility(store, ctx) {
+  if (!store.modelId) {
+    return {
+      compatible: false,
+      modelId: void 0,
+      reason: "Store has no model tracking (schema v1)"
+    };
+  }
+  if (store.modelId !== ctx.currentModelId) {
+    return {
+      compatible: false,
+      modelId: store.modelId,
+      reason: `Indexed with different model: ${store.modelId}`
+    };
+  }
+  return {
+    compatible: true,
+    modelId: store.modelId
+  };
+}
+
 // src/services/watch.service.ts
 var WatchService = class {
   watchers = /* @__PURE__ */ new Map();
@@ -59,11 +93,13 @@ var WatchService = class {
   lanceStore;
   embeddings;
   ignorePatterns;
+  currentModelId;
   constructor(indexService, lanceStore, embeddings, options = {}) {
     this.indexService = indexService;
     this.lanceStore = lanceStore;
     this.embeddings = embeddings;
     this.ignorePatterns = normalizeGlobPatterns(options.ignorePatterns ?? []);
+    this.currentModelId = options.currentModelId;
   }
   async watch(store, debounceMs, onReindex, onError) {
     if (this.watchers.has(store.id)) {
@@ -81,6 +117,9 @@ var WatchService = class {
         this.pendingTimeouts.delete(store.id);
         void (async () => {
           try {
+            if (this.currentModelId !== void 0) {
+              validateStoreModelCompatibility(store, { currentModelId: this.currentModelId });
+            }
             this.lanceStore.setDimensions(await this.embeddings.ensureDimensions());
             await this.lanceStore.initialize(store.id);
             let useFullReindex = true;
@@ -135,6 +174,8 @@ var WatchService = class {
 
 export {
   parseIgnorePatternsForScanning,
+  validateStoreModelCompatibility,
+  checkStoreModelCompatibility,
   WatchService
 };
-//# sourceMappingURL=chunk-HXBIIMYL.js.map
+//# sourceMappingURL=chunk-H25AEF47.js.map

package/dist/chunk-H25AEF47.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/services/watch.service.ts","../src/utils/ignore-patterns.ts","../src/utils/model-validation.ts"],"sourcesContent":["import { watch, type FSWatcher } from 'chokidar';\nimport { normalizeGlobPatterns } from '../utils/ignore-patterns.js';\nimport { validateStoreModelCompatibility } from '../utils/model-validation.js';\nimport type { IndexService } from './index.service.js';\nimport type { EmbeddingEngine } from '../db/embeddings.js';\nimport type { LanceStore } from '../db/lance.js';\nimport type { FileStore, RepoStore } from '../types/store.js';\n\nexport interface WatchServiceOptions {\n  ignorePatterns?: readonly string[];\n  /** Current embedding model ID for compatibility validation */\n  currentModelId?: string;\n}\n\nexport class WatchService {\n  private readonly watchers: Map<string, FSWatcher> = new Map();\n  private readonly pendingTimeouts: Map<string, NodeJS.Timeout> = new Map();\n  private readonly indexService: IndexService;\n  private readonly lanceStore: LanceStore;\n  private readonly embeddings: EmbeddingEngine;\n  private readonly ignorePatterns: readonly string[];\n  private readonly currentModelId: string | undefined;\n\n  constructor(\n    indexService: IndexService,\n    lanceStore: LanceStore,\n    embeddings: EmbeddingEngine,\n    options: WatchServiceOptions = {}\n  ) {\n    this.indexService = indexService;\n    this.lanceStore = lanceStore;\n    this.embeddings = embeddings;\n    // Use shared utility to normalize patterns to glob format with defaults\n    this.ignorePatterns = normalizeGlobPatterns(options.ignorePatterns ?? []);\n    this.currentModelId = options.currentModelId;\n  }\n\n  async watch(\n    store: FileStore | RepoStore,\n    debounceMs: number,\n    onReindex: (() => void) | undefined,\n    onError: (error: Error) => void\n  ): Promise<void> {\n    if (this.watchers.has(store.id)) {\n      return Promise.resolve(); // Already watching\n    }\n\n    let timeout: NodeJS.Timeout | null = null;\n\n    const watcher = watch(store.path, {\n      ignored: [...this.ignorePatterns],\n      persistent: true,\n      ignoreInitial: true,\n    });\n\n    const reindexHandler = (): void => {\n      if (timeout) clearTimeout(timeout);\n      timeout = setTimeout(() => {\n        this.pendingTimeouts.delete(store.id);\n        void (async (): Promise<void> => {\n          try {\n            // Validate model compatibility before incremental indexing\n            // If currentModelId is set, check that store was indexed with same model\n            if (this.currentModelId !== undefined) {\n              validateStoreModelCompatibility(store, { currentModelId: this.currentModelId });\n            }\n\n            this.lanceStore.setDimensions(await this.embeddings.ensureDimensions());\n            await this.lanceStore.initialize(store.id);\n\n            // Try incremental indexing first if available, fall back to full indexing\n            let useFullReindex = true;\n            if (typeof this.indexService.indexStoreIncremental === 'function') {\n              const incrementalResult = await this.indexService.indexStoreIncremental(store);\n              if (incrementalResult.success) {\n                useFullReindex = false;\n              }\n            }\n\n            if (useFullReindex) {\n              const fullResult = await this.indexService.indexStore(store);\n              if (!fullResult.success) {\n                onError(fullResult.error);\n                return;\n              }\n            }\n\n            onReindex?.();\n          } catch (e) {\n            const error = e instanceof Error ? e : new Error(String(e));\n            onError(error);\n          }\n        })();\n      }, debounceMs);\n      this.pendingTimeouts.set(store.id, timeout);\n    };\n\n    watcher.on('all', reindexHandler);\n\n    watcher.on('error', (e) => {\n      const error = e instanceof Error ? e : new Error(String(e));\n      onError(error);\n    });\n\n    this.watchers.set(store.id, watcher);\n    return Promise.resolve();\n  }\n\n  async unwatch(storeId: string): Promise<void> {\n    // Clear any pending timeout to prevent timer leak\n    const pendingTimeout = this.pendingTimeouts.get(storeId);\n    if (pendingTimeout) {\n      clearTimeout(pendingTimeout);\n      this.pendingTimeouts.delete(storeId);\n    }\n\n    const watcher = this.watchers.get(storeId);\n    if (watcher) {\n      await watcher.close();\n      this.watchers.delete(storeId);\n    }\n  }\n\n  async unwatchAll(): Promise<void> {\n    for (const [id] of this.watchers) {\n      await this.unwatch(id);\n    }\n  }\n}\n","/**\n * Unified ignore pattern handling for consistent behavior across IndexService and WatchService.\n *\n * Pattern normalization ensures the same config patterns work identically whether used\n * for fs.readdir scanning (IndexService) or chokidar watching (WatchService).\n */\n\n/** Default directories to always ignore */\nexport const DEFAULT_IGNORE_DIRS = ['node_modules', '.git', '.bluera', 'dist', 'build'] as const;\n\n/**\n * Normalize patterns to standard glob format for chokidar and micromatch.\n *\n * Transformations:\n * - 'node_modules' → '** /node_modules/**' (directory anywhere in tree)\n * - 'node_modules/**' → '** /node_modules/**' (explicit directory pattern)\n * - '*.min.js' → '**\\/*.min.js' (extension pattern anywhere)\n * - '** /foo/**' → unchanged (already in glob format)\n *\n * @param patterns - User-provided patterns from config\n * @param includeDefaults - Whether to include DEFAULT_IGNORE_DIRS (default: true)\n */\nexport function normalizeGlobPatterns(\n  patterns: readonly string[],\n  includeDefaults = true\n): string[] {\n  const result: string[] = [];\n\n  // Add defaults first\n  if (includeDefaults) {\n    for (const dir of DEFAULT_IGNORE_DIRS) {\n      result.push(`**/${dir}/**`);\n    }\n  }\n\n  // Process user patterns\n  for (const pattern of patterns) {\n    if (pattern.startsWith('**/') && pattern.endsWith('/**')) {\n      // Already in glob format\n      result.push(pattern);\n    } else if (pattern.endsWith('/**')) {\n      // Directory pattern: 'foo/**' → '**/foo/**'\n      result.push(`**/${pattern}`);\n    } else if (pattern.startsWith('*.')) {\n      // Extension pattern: '*.min.js' → '**/*.min.js'\n      result.push(`**/${pattern}`);\n    } else if (!pattern.includes('/') && !pattern.includes('*')) {\n      // Simple directory name: 'node_modules' → '**/node_modules/**'\n      result.push(`**/${pattern}/**`);\n    } else {\n      // Keep as-is (might be a specific path pattern)\n      result.push(pattern);\n    }\n  }\n\n  return result;\n}\n\n/**\n * Parsed patterns optimized for fs.readdir scanning.\n */\nexport interface ScanningPatterns {\n  /** Directory names to skip during traversal (e.g., 'node_modules', '.git') */\n  dirs: Set<string>;\n  /** Predicate functions to test if a filename should be ignored (e.g., for '*.min.js') */\n  fileMatchers: Array<(filename: string) => boolean>;\n}\n\n/**\n * Parse patterns into structures optimized for fs.readdir filtering.\n *\n * This is more efficient than glob matching for directory traversal since\n * it allows early termination when encountering ignored directories.\n *\n * @param patterns - User-provided patterns from config\n * @param includeDefaults - Whether to include DEFAULT_IGNORE_DIRS (default: true)\n */\nexport function parseIgnorePatternsForScanning(\n  patterns: readonly string[],\n  includeDefaults = true\n): ScanningPatterns {\n  const dirs = new Set<string>();\n  const fileMatchers: Array<(filename: string) => boolean> = [];\n\n  // Add defaults first\n  if (includeDefaults) {\n    for (const dir of DEFAULT_IGNORE_DIRS) {\n      dirs.add(dir);\n    }\n  }\n\n  // Process user patterns\n  for (const pattern of patterns) {\n    if (pattern.startsWith('**/') && pattern.endsWith('/**')) {\n      // Glob format: '**/node_modules/**' → extract 'node_modules'\n      const inner = pattern.slice(3, -3);\n      if (!inner.includes('/') && !inner.includes('*')) {\n        dirs.add(inner);\n      }\n    } else if (pattern.endsWith('/**')) {\n      // Directory pattern: 'node_modules/**' → 'node_modules'\n      dirs.add(pattern.slice(0, -3));\n    } else if (pattern.startsWith('*.')) {\n      // Extension pattern: '*.min.js' → matches files ending with '.min.js'\n      const ext = pattern.slice(1); // Remove leading '*'\n      fileMatchers.push((filename) => filename.endsWith(ext));\n    } else if (!pattern.includes('/') && !pattern.includes('*')) {\n      // Simple directory name: 'node_modules' → treat as directory\n      dirs.add(pattern);\n    }\n    // Note: Complex patterns like 'src/**/*.test.ts' are not supported for scanning\n    // They would require full glob matching which defeats the purpose of fast scanning\n  }\n\n  return { dirs, fileMatchers };\n}\n","/**\n * Model Compatibility Validation\n *\n * Guards against searching or incrementally indexing stores with mismatched embedding models.\n * Ensures stores are only queried with the same model they were indexed with.\n */\n\nimport type { Store } from '../types/store.js';\n\nexport interface ModelValidationContext {\n  currentModelId: string;\n}\n\n/**\n * Validates that a store's embedding model matches the current configuration.\n *\n * @throws Error if store was indexed with a different model or has no model tracking\n */\nexport function validateStoreModelCompatibility(store: Store, ctx: ModelValidationContext): void {\n  // Stores without modelId (schemaVersion < 2) must be reindexed\n  if (!store.modelId) {\n    throw new Error(\n      `Store \"${store.name}\" has no model tracking (schema v1). ` +\n        `Reindex required: /bluera-knowledge:index ${store.name}`\n    );\n  }\n\n  if (store.modelId !== ctx.currentModelId) {\n    throw new Error(\n      `Model mismatch: Store \"${store.name}\" was indexed with \"${store.modelId}\", ` +\n        `but current config uses \"${ctx.currentModelId}\". ` +\n        `Reindex required: /bluera-knowledge:index ${store.name}`\n    );\n  }\n}\n\n/**\n * Check if a store's model matches the current configuration without throwing.\n *\n * @returns Object with compatibility status and details\n */\nexport function checkStoreModelCompatibility(\n  store: Store,\n  ctx: ModelValidationContext\n): {\n  compatible: boolean;\n  modelId: string | undefined;\n  reason?: string;\n} {\n  if (!store.modelId) {\n    return {\n      compatible: false,\n      modelId: undefined,\n      reason: 'Store has no model tracking (schema v1)',\n    };\n  }\n\n  if (store.modelId !== ctx.currentModelId) {\n    return {\n      compatible: false,\n      modelId: store.modelId,\n      reason: `Indexed with different model: ${store.modelId}`,\n    };\n  }\n\n  return {\n    compatible: true,\n    modelId: store.modelId,\n  };\n}\n"],"mappings":";AAAA,SAAS,aAA6B;;;ACQ/B,IAAM,sBAAsB,CAAC,gBAAgB,QAAQ,WAAW,QAAQ,OAAO;AAc/E,SAAS,sBACd,UACA,kBAAkB,MACR;AACV,QAAM,SAAmB,CAAC;AAG1B,MAAI,iBAAiB;AACnB,eAAW,OAAO,qBAAqB;AACrC,aAAO,KAAK,MAAM,GAAG,KAAK;AAAA,IAC5B;AAAA,EACF;AAGA,aAAW,WAAW,UAAU;AAC9B,QAAI,QAAQ,WAAW,KAAK,KAAK,QAAQ,SAAS,KAAK,GAAG;AAExD,aAAO,KAAK,OAAO;AAAA,IACrB,WAAW,QAAQ,SAAS,KAAK,GAAG;AAElC,aAAO,KAAK,MAAM,OAAO,EAAE;AAAA,IAC7B,WAAW,QAAQ,WAAW,IAAI,GAAG;AAEnC,aAAO,KAAK,MAAM,OAAO,EAAE;AAAA,IAC7B,WAAW,CAAC,QAAQ,SAAS,GAAG,KAAK,CAAC,QAAQ,SAAS,GAAG,GAAG;AAE3D,aAAO,KAAK,MAAM,OAAO,KAAK;AAAA,IAChC,OAAO;AAEL,aAAO,KAAK,OAAO;AAAA,IACrB;AAAA,EACF;AAEA,SAAO;AACT;AAqBO,SAAS,+BACd,UACA,kBAAkB,MACA;AAClB,QAAM,OAAO,oBAAI,IAAY;AAC7B,QAAM,eAAqD,CAAC;AAG5D,MAAI,iBAAiB;AACnB,eAAW,OAAO,qBAAqB;AACrC,WAAK,IAAI,GAAG;AAAA,IACd;AAAA,EACF;AAGA,aAAW,WAAW,UAAU;AAC9B,QAAI,QAAQ,WAAW,KAAK,KAAK,QAAQ,SAAS,KAAK,GAAG;AAExD,YAAM,QAAQ,QAAQ,MAAM,GAAG,EAAE;AACjC,UAAI,CAAC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,SAAS,GAAG,GAAG;AAChD,aAAK,IAAI,KAAK;AAAA,MAChB;AAAA,IACF,WAAW,QAAQ,SAAS,KAAK,GAAG;AAElC,WAAK,IAAI,QAAQ,MAAM,GAAG,EAAE,CAAC;AAAA,IAC/B,WAAW,QAAQ,WAAW,IAAI,GAAG;AAEnC,YAAM,MAAM,QAAQ,MAAM,CAAC;AAC3B,mBAAa,KAAK,CAAC,aAAa,SAAS,SAAS,GAAG,CAAC;AAAA,IACxD,WAAW,CAAC,QAAQ,SAAS,GAAG,KAAK,CAAC,QAAQ,SAAS,GAAG,GAAG;AAE3D,WAAK,IAAI,OAAO;AAAA,IAClB;AAAA,EAGF;AAEA,SAAO,EAAE,MAAM,aAAa;AAC9B;;;ACjGO,SAAS,gCAAgC,OAAc,KAAmC;AAE/F,MAAI,CAAC,MAAM,SAAS;AAClB,UAAM,IAAI;AAAA,MACR,UAAU,MAAM,IAAI,kFAC2B,MAAM,IAAI;AAAA,IAC3D;AAAA,EACF;AAEA,MAAI,MAAM,YAAY,IAAI,gBAAgB;AACxC,UAAM,IAAI;AAAA,MACR,0BAA0B,MAAM,IAAI,uBAAuB,MAAM,OAAO,+BAC1C,IAAI,cAAc,gDACD,MAAM,IAAI;AAAA,IAC3D;AAAA,EACF;AACF;AAOO,SAAS,6BACd,OACA,KAKA;AACA,MAAI,CAAC,MAAM,SAAS;AAClB,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,SAAS;AAAA,MACT,QAAQ;AAAA,IACV;AAAA,EACF;AAEA,MAAI,MAAM,YAAY,IAAI,gBAAgB;AACxC,WAAO;AAAA,MACL,YAAY;AAAA,MACZ,SAAS,MAAM;AAAA,MACf,QAAQ,iCAAiC,MAAM,OAAO;AAAA,IACxD;AAAA,EACF;AAEA,SAAO;AAAA,IACL,YAAY;AAAA,IACZ,SAAS,MAAM;AAAA,EACjB;AACF;;;AFvDO,IAAM,eAAN,MAAmB;AAAA,EACP,WAAmC,oBAAI,IAAI;AAAA,EAC3C,kBAA+C,oBAAI,IAAI;AAAA,EACvD;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAEjB,YACE,cACA,YACA,YACA,UAA+B,CAAC,GAChC;AACA,SAAK,eAAe;AACpB,SAAK,aAAa;AAClB,SAAK,aAAa;AAElB,SAAK,iBAAiB,sBAAsB,QAAQ,kBAAkB,CAAC,CAAC;AACxE,SAAK,iBAAiB,QAAQ;AAAA,EAChC;AAAA,EAEA,MAAM,MACJ,OACA,YACA,WACA,SACe;AACf,QAAI,KAAK,SAAS,IAAI,MAAM,EAAE,GAAG;AAC/B,aAAO,QAAQ,QAAQ;AAAA,IACzB;AAEA,QAAI,UAAiC;AAErC,UAAM,UAAU,MAAM,MAAM,MAAM;AAAA,MAChC,SAAS,CAAC,GAAG,KAAK,cAAc;AAAA,MAChC,YAAY;AAAA,MACZ,eAAe;AAAA,IACjB,CAAC;AAED,UAAM,iBAAiB,MAAY;AACjC,UAAI,QAAS,cAAa,OAAO;AACjC,gBAAU,WAAW,MAAM;AACzB,aAAK,gBAAgB,OAAO,MAAM,EAAE;AACpC,cAAM,YAA2B;AAC/B,cAAI;AAGF,gBAAI,KAAK,mBAAmB,QAAW;AACrC,8CAAgC,OAAO,EAAE,gBAAgB,KAAK,eAAe,CAAC;AAAA,YAChF;AAEA,iBAAK,WAAW,cAAc,MAAM,KAAK,WAAW,iBAAiB,CAAC;AACtE,kBAAM,KAAK,WAAW,WAAW,MAAM,EAAE;AAGzC,gBAAI,iBAAiB;AACrB,gBAAI,OAAO,KAAK,aAAa,0BAA0B,YAAY;AACjE,oBAAM,oBAAoB,MAAM,KAAK,aAAa,sBAAsB,KAAK;AAC7E,kBAAI,kBAAkB,SAAS;AAC7B,iCAAiB;AAAA,cACnB;AAAA,YACF;AAEA,gBAAI,gBAAgB;AAClB,oBAAM,aAAa,MAAM,KAAK,aAAa,WAAW,KAAK;AAC3D,kBAAI,CAAC,WAAW,SAAS;AACvB,wBAAQ,WAAW,KAAK;AACxB;AAAA,cACF;AAAA,YACF;AAEA,wBAAY;AAAA,UACd,SAAS,GAAG;AACV,kBAAM,QAAQ,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;AAC1D,oBAAQ,KAAK;AAAA,UACf;AAAA,QACF,GAAG;AAAA,MACL,GAAG,UAAU;AACb,WAAK,gBAAgB,IAAI,MAAM,IAAI,OAAO;AAAA,IAC5C;AAEA,YAAQ,GAAG,OAAO,cAAc;AAEhC,YAAQ,GAAG,SAAS,CAAC,MAAM;AACzB,YAAM,QAAQ,aAAa,QAAQ,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC;AAC1D,cAAQ,KAAK;AAAA,IACf,CAAC;AAED,SAAK,SAAS,IAAI,MAAM,IAAI,OAAO;AACnC,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAAA,EAEA,MAAM,QAAQ,SAAgC;AAE5C,UAAM,iBAAiB,KAAK,gBAAgB,IAAI,OAAO;AACvD,QAAI,gBAAgB;AAClB,mBAAa,cAAc;AAC3B,WAAK,gBAAgB,OAAO,OAAO;AAAA,IACrC;AAEA,UAAM,UAAU,KAAK,SAAS,IAAI,OAAO;AACzC,QAAI,SAAS;AACX,YAAM,QAAQ,MAAM;AACpB,WAAK,SAAS,OAAO,OAAO;AAAA,IAC9B;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,eAAW,CAAC,EAAE,KAAK,KAAK,UAAU;AAChC,YAAM,KAAK,QAAQ,EAAE;AAAA,IACvB;AAAA,EACF;AACF;","names":[]}

package/dist/{chunk-TWX7MN5L.js → chunk-VNHZ534Q.js}

@@ -2,7 +2,7 @@ import {
   createLogger,
   summarizePayload,
   truncateForLog
-} from "./chunk-JPJI3VMA.js";
+} from "./chunk-ZR23KJPJ.js";
 
 // src/crawl/intelligent-crawler.ts
 import { EventEmitter } from "events";
@@ -916,4 +916,4 @@ export {
   getCrawlStrategy,
   IntelligentCrawler
 };
-//# sourceMappingURL=chunk-TWX7MN5L.js.map
+//# sourceMappingURL=chunk-VNHZ534Q.js.map