@sylphx/flow 1.1.1 → 1.2.0

package/src/services/search/base-indexer.ts

@@ -1,156 +0,0 @@
-/**
- * Base indexer with common indexing logic
- * Shared by knowledge and codebase indexers
- */
-
-import type { SearchIndex } from './tfidf.js';
-import { createLogger } from '../../utils/debug-logger.js';
-
-const log = createLogger('search:indexing');
-
-export interface IndexingStatus {
-  isIndexing: boolean;
-  progress: number; // 0-100
-  totalItems: number;
-  indexedItems: number;
-  startTime: number;
-  error?: string;
-}
-
-export interface IndexerConfig {
-  name: string; // 'knowledge' or 'codebase'
-}
-
-/**
- * Base class for indexers with common functionality
- *
- * IMPORTANT: Indexing always starts automatically on initialization.
- * This is mandatory - without indexing, search cannot work and stale data misleads users.
- */
-export abstract class BaseIndexer {
-  protected cachedIndex: SearchIndex | null = null;
-  protected indexingPromise: Promise<SearchIndex> | null = null;
-  protected status: IndexingStatus = {
-    isIndexing: false,
-    progress: 0,
-    totalItems: 0,
-    indexedItems: 0,
-    startTime: 0,
-  };
-
-  constructor(protected config: IndexerConfig) {
-    // MANDATORY: Start background indexing immediately
-    // Without indexing, search won't work. Stale data misleads users.
-    setTimeout(() => this.startBackgroundIndexing(), 0);
-  }
-
-  /**
-   * Abstract method: Build index (implemented by subclasses)
-   */
-  protected abstract buildIndex(): Promise<SearchIndex>;
-
-  /**
-   * Get current indexing status
-   */
-  getStatus(): IndexingStatus {
-    return { ...this.status };
-  }
-
-  /**
-   * Check if index is ready
-   */
-  isReady(): boolean {
-    return this.cachedIndex !== null && !this.status.isIndexing;
-  }
-
-  /**
-   * Start background indexing (non-blocking)
-   */
-  startBackgroundIndexing(): void {
-    if (this.status.isIndexing || this.cachedIndex) {
-      return;
-    }
-
-    log(`Starting background ${this.config.name} indexing`);
-    this.loadIndex().catch((error) => {
-      log(`Background ${this.config.name} indexing failed:`, error instanceof Error ? error.message : String(error));
-    });
-  }
-
-  /**
-   * Load or build index (with caching)
-   */
-  async loadIndex(): Promise<SearchIndex> {
-    // Return cached index if available
-    if (this.cachedIndex) {
-      return this.cachedIndex;
-    }
-
-    // If already indexing, wait for it
-    if (this.indexingPromise) {
-      return this.indexingPromise;
-    }
-
-    // Start indexing
-    this.status.isIndexing = true;
-    this.status.progress = 0;
-    this.status.startTime = Date.now();
-    this.status.error = undefined;
-
-    this.indexingPromise = this.buildIndex()
-      .then((index) => {
-        this.cachedIndex = index;
-        this.status.isIndexing = false;
-        this.status.progress = 100;
-        this.status.totalItems = index.totalDocuments;
-        this.status.indexedItems = index.totalDocuments;
-        log(`${this.config.name} indexing complete:`, index.totalDocuments, 'documents');
-        return index;
-      })
-      .catch((error) => {
-        this.status.isIndexing = false;
-        this.status.error = error instanceof Error ? error.message : String(error);
-        log(`${this.config.name} indexing failed:`, error instanceof Error ? error.message : String(error));
-        throw error;
-      });
-
-    return this.indexingPromise;
-  }
-
-  /**
-   * Clear cache
-   */
-  clearCache(): void {
-    this.cachedIndex = null;
-    this.indexingPromise = null;
-    this.status = {
-      isIndexing: false,
-      progress: 0,
-      totalItems: 0,
-      indexedItems: 0,
-      startTime: 0,
-    };
-  }
-
-  /**
-   * Get index statistics
-   */
-  async getStats(): Promise<{
-    totalDocuments: number;
-    uniqueTerms: number;
-    generatedAt: string;
-    version: string;
-  } | null> {
-    const index = await this.loadIndex();
-    if (!index) {
-      return null;
-    }
-
-    return {
-      totalDocuments: index.totalDocuments,
-      uniqueTerms: index.idf.size,
-      generatedAt: index.metadata.generatedAt,
-      version: index.metadata.version,
-    };
-  }
-}

package/src/services/search/codebase-indexer-types.ts

@@ -1,38 +0,0 @@
-/**
- * Types and interfaces for the codebase indexer
- */
-
-import type { SearchIndex } from './tfidf.js';
-
-export interface CodebaseFile {
-  path: string; // Relative path from codebase root
-  absolutePath: string;
-  content: string;
-  language?: string; // Detected programming language
-  size: number;
-  mtime: number; // Last modified time
-}
-
-export interface IndexCache {
-  version: string;
-  codebaseRoot: string;
-  indexedAt: string;
-  fileCount: number;
-  files: Map<string, { mtime: number; hash: string }>; // Track file changes
-  tfidfIndex?: SearchIndex;
-  vectorIndexPath?: string;
-}
-
-export interface CodebaseIndexerOptions {
-  codebaseRoot?: string;
-  cacheDir?: string;
-  batchSize?: number;
-}
-
-export interface IndexingStatus {
-  isIndexing: boolean;
-  progress: number; // 0-100
-  currentFile?: string;
-  totalFiles: number;
-  indexedFiles: number;
-}