@peam-ai/search 0.1.3 → 0.1.5

package/dist/index.d.mts

@@ -1,58 +1,89 @@
 import { StructuredPage } from '@peam-ai/parser';
 
-interface PageToIndex {
-    path: string;
-    structuredPage: StructuredPage;
-}
-interface SearchIndexData {
-    keys: string[];
-    data: Record<string, string>;
-}
-/**
- * Build a search index from structured pages
- */
-declare function buildSearchIndex(pages: PageToIndex[]): Promise<SearchIndexData>;
-
 type StructuredPageDocumentData = {
     id: string;
     path: string;
-    content: StructuredPage;
+    content: Pick<StructuredPage, 'title' | 'description' | 'author' | 'keywords' | 'content' | 'language' | 'publishedTime'>;
     [key: string]: any;
 };
+type SearchIndexData = {
+    keys: string[];
+    data: Record<string, string>;
+};
 
-interface TextSearchOptions {
+interface SearchOptions {
     limit?: number;
     offset?: number;
     suggest?: boolean;
 }
-declare class TextSearch {
-    private index;
-    private initialized;
-    private documentIds;
-    constructor();
-    private getIndex;
+/**
+ * Interface for a search engine.
+ */
+interface SearchEngine {
+    /**
+     * Initializes the search engine.
+     */
     initialize(): Promise<void>;
-    addDocument(document: StructuredPageDocumentData): Promise<void>;
-    search(query: string, options?: TextSearchOptions): Promise<StructuredPageDocumentData[]>;
+    /**
+     * Adds a page to the search index.
+     * @param path The path of the page.
+     * @param content The structured content of the page.
+     */
+    addPage(path: string, content: StructuredPage): Promise<void>;
+    /**
+     * Searches the index for relevant documents.
+     * @param query The search query.
+     * @param options Search options.
+     * @returns A promise that resolves to an array of structured page document data.
+     */
+    search(query: string, options?: SearchOptions): Promise<StructuredPageDocumentData[]>;
+    /**
+     * Returns the total number of documents in the search index.
+     * @return The number of documents.
+     */
     count(): number;
+    /**
+     * Retrieves a document by its path.
+     * @param path The path of the page.
+     * @returns The structured page document data or null if not found.
+     */
     getDocument(path: string): StructuredPageDocumentData | null;
+    /**
+     * Retrieves all documents in the search index.
+     * @param limit Optional limit on the number of documents to retrieve.
+     * @returns An array of structured page document data.
+     */
     getAllDocuments(limit?: number): StructuredPageDocumentData[];
+    /**
+     * Clears the search index.
+     */
     clear(): void;
+    /**
+     * Exports the search index data.
+     * @param handler A function that handles exporting each key-data pair.
+     * @returns A promise that resolves to an object containing all exported keys.
+     */
     export(handler: (key: string, data: string) => Promise<void>): Promise<{
         keys: string[];
     }>;
+    /**
+     * Imports search index data.
+     * @param handler A function that handles importing data for each key.
+     * @param keys An array of keys to import.
+     * @returns A promise that resolves when the import is complete.
+     */
     import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void>;
 }
 
-interface SearchEngineConfig {
+interface TextBasedSearchEngineConfig {
 }
-declare class SearchEngine {
+declare class TextBasedSearchEngine implements SearchEngine {
     private textSearch;
     private initialized;
-    constructor(_config?: SearchEngineConfig);
+    constructor(_config?: TextBasedSearchEngineConfig);
     initialize(): Promise<void>;
     addPage(path: string, content: StructuredPage): Promise<void>;
-    search(query: string, options?: TextSearchOptions): Promise<StructuredPageDocumentData[]>;
+    search(query: string, options?: SearchOptions): Promise<StructuredPageDocumentData[]>;
     count(): number;
     getDocument(path: string): StructuredPageDocumentData | null;
     getAllDocuments(limit?: number): StructuredPageDocumentData[];
@@ -63,7 +94,7 @@ declare class SearchEngine {
     import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void>;
 }
 
-type ExportOptions = {
+type StoreOptions = {
     /**
      * Whether to override existing index data
      * @default false
@@ -71,9 +102,9 @@ type ExportOptions = {
     override?: boolean;
 };
 /**
- * Interface for exporting and importing search indexes
+ * Interface for storing and loading search indexes
  */
-interface SearchIndexExporter {
+interface SearchIndexStore {
     /**
      * Import a search index from storage
      * @returns The search index data or null if not available
@@ -82,50 +113,57 @@ interface SearchIndexExporter {
     /**
      * Export a search index to storage
      * @param data The search index data to save
-     * @param options Exporter options
+     * @param options Store options
      */
-    export(data: SearchIndexData, options?: ExportOptions): Promise<void>;
+    export(data: SearchIndexData, options?: StoreOptions): Promise<void>;
     /**
      * Synchronous export of search index to storage
      * @param data
-     * @param options Exporter options
+     * @param options Store options
      */
-    exportSync?(data: SearchIndexData, options?: ExportOptions): void;
+    exportSync?(data: SearchIndexData, options?: StoreOptions): void;
 }
 
-interface FileBasedSearchIndexExporterOptions {
+/**
+ * Configuration for file-based search index store
+ * @description Configuration for file-based search index store
+ */
+interface FileBasedSearchIndexStoreOptions {
     /**
      * The path to the index file relative to baseDir
+     * @description The path to the index file relative to baseDir
+     * @default .peam/index.json
      */
-    indexPath: string;
+    indexPath?: string;
     /**
      * The directory where the index file is located
+     * @description The directory where the index file is located
      */
     baseDir?: string;
 }
 /**
- * File-based implementation of SearchIndexExporter
+ * File-based implementation of SearchIndexStore
  * Reads and writes search index data to/from a JSON file
  */
-declare class FileBasedSearchIndexExporter implements SearchIndexExporter {
+declare class FileBasedSearchIndexStore implements SearchIndexStore {
     private baseDir;
     private indexPath;
     private cachedData;
-    constructor(options: FileBasedSearchIndexExporterOptions);
+    constructor(options: FileBasedSearchIndexStoreOptions);
     private getFullPath;
     private loadData;
     import(): Promise<SearchIndexData | null>;
-    export(data: SearchIndexData, options?: ExportOptions): Promise<void>;
-    exportSync(data: SearchIndexData, options?: ExportOptions): void;
+    export(data: SearchIndexData, options?: StoreOptions): Promise<void>;
+    exportSync(data: SearchIndexData, options?: StoreOptions): void;
 }
 
-type SearchExporterConfig = {
+type SearchStoreConfig = {
     type: 'fileBased';
-    config: FileBasedSearchIndexExporterOptions;
+    config: FileBasedSearchIndexStoreOptions;
 };
 /**
- * Creates a SearchIndexExporter instance from a SearchExporterConfig
+ * Creates a SearchIndexStore instance from a SearchStoreConfig
  */
-declare function createExporterFromConfig(exporterConfig: SearchExporterConfig): SearchIndexExporter;
+declare function createStoreFromConfig(storeConfig: SearchStoreConfig): SearchIndexStore;
 
-export { FileBasedSearchIndexExporter, type FileBasedSearchIndexExporterOptions, type PageToIndex, SearchEngine, type SearchEngineConfig, type SearchExporterConfig, type SearchIndexData, type SearchIndexExporter, type StructuredPageDocumentData, TextSearch, buildSearchIndex, createExporterFromConfig };
+export { FileBasedSearchIndexStore, type FileBasedSearchIndexStoreOptions, type SearchEngine, type SearchIndexData, type SearchIndexStore, type SearchOptions, type SearchStoreConfig, type StructuredPageDocumentData, TextBasedSearchEngine, type TextBasedSearchEngineConfig, createStoreFromConfig };

package/dist/index.d.ts

@@ -1,58 +1,89 @@
 import { StructuredPage } from '@peam-ai/parser';
 
-interface PageToIndex {
-    path: string;
-    structuredPage: StructuredPage;
-}
-interface SearchIndexData {
-    keys: string[];
-    data: Record<string, string>;
-}
-/**
- * Build a search index from structured pages
- */
-declare function buildSearchIndex(pages: PageToIndex[]): Promise<SearchIndexData>;
-
 type StructuredPageDocumentData = {
     id: string;
     path: string;
-    content: StructuredPage;
+    content: Pick<StructuredPage, 'title' | 'description' | 'author' | 'keywords' | 'content' | 'language' | 'publishedTime'>;
     [key: string]: any;
 };
+type SearchIndexData = {
+    keys: string[];
+    data: Record<string, string>;
+};
 
-interface TextSearchOptions {
+interface SearchOptions {
     limit?: number;
     offset?: number;
     suggest?: boolean;
 }
-declare class TextSearch {
-    private index;
-    private initialized;
-    private documentIds;
-    constructor();
-    private getIndex;
+/**
+ * Interface for a search engine.
+ */
+interface SearchEngine {
+    /**
+     * Initializes the search engine.
+     */
     initialize(): Promise<void>;
-    addDocument(document: StructuredPageDocumentData): Promise<void>;
-    search(query: string, options?: TextSearchOptions): Promise<StructuredPageDocumentData[]>;
+    /**
+     * Adds a page to the search index.
+     * @param path The path of the page.
+     * @param content The structured content of the page.
+     */
+    addPage(path: string, content: StructuredPage): Promise<void>;
+    /**
+     * Searches the index for relevant documents.
+     * @param query The search query.
+     * @param options Search options.
+     * @returns A promise that resolves to an array of structured page document data.
+     */
+    search(query: string, options?: SearchOptions): Promise<StructuredPageDocumentData[]>;
+    /**
+     * Returns the total number of documents in the search index.
+     * @return The number of documents.
+     */
     count(): number;
+    /**
+     * Retrieves a document by its path.
+     * @param path The path of the page.
+     * @returns The structured page document data or null if not found.
+     */
     getDocument(path: string): StructuredPageDocumentData | null;
+    /**
+     * Retrieves all documents in the search index.
+     * @param limit Optional limit on the number of documents to retrieve.
+     * @returns An array of structured page document data.
+     */
     getAllDocuments(limit?: number): StructuredPageDocumentData[];
+    /**
+     * Clears the search index.
+     */
     clear(): void;
+    /**
+     * Exports the search index data.
+     * @param handler A function that handles exporting each key-data pair.
+     * @returns A promise that resolves to an object containing all exported keys.
+     */
     export(handler: (key: string, data: string) => Promise<void>): Promise<{
         keys: string[];
     }>;
+    /**
+     * Imports search index data.
+     * @param handler A function that handles importing data for each key.
+     * @param keys An array of keys to import.
+     * @returns A promise that resolves when the import is complete.
+     */
     import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void>;
 }
 
-interface SearchEngineConfig {
+interface TextBasedSearchEngineConfig {
 }
-declare class SearchEngine {
+declare class TextBasedSearchEngine implements SearchEngine {
     private textSearch;
     private initialized;
-    constructor(_config?: SearchEngineConfig);
+    constructor(_config?: TextBasedSearchEngineConfig);
     initialize(): Promise<void>;
     addPage(path: string, content: StructuredPage): Promise<void>;
-    search(query: string, options?: TextSearchOptions): Promise<StructuredPageDocumentData[]>;
+    search(query: string, options?: SearchOptions): Promise<StructuredPageDocumentData[]>;
     count(): number;
     getDocument(path: string): StructuredPageDocumentData | null;
     getAllDocuments(limit?: number): StructuredPageDocumentData[];
@@ -63,7 +94,7 @@ declare class SearchEngine {
     import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void>;
 }
 
-type ExportOptions = {
+type StoreOptions = {
     /**
      * Whether to override existing index data
      * @default false
@@ -71,9 +102,9 @@ type ExportOptions = {
     override?: boolean;
 };
 /**
- * Interface for exporting and importing search indexes
+ * Interface for storing and loading search indexes
  */
-interface SearchIndexExporter {
+interface SearchIndexStore {
     /**
      * Import a search index from storage
      * @returns The search index data or null if not available
@@ -82,50 +113,57 @@ interface SearchIndexExporter {
     /**
      * Export a search index to storage
      * @param data The search index data to save
-     * @param options Exporter options
+     * @param options Store options
      */
-    export(data: SearchIndexData, options?: ExportOptions): Promise<void>;
+    export(data: SearchIndexData, options?: StoreOptions): Promise<void>;
     /**
      * Synchronous export of search index to storage
      * @param data
-     * @param options Exporter options
+     * @param options Store options
      */
-    exportSync?(data: SearchIndexData, options?: ExportOptions): void;
+    exportSync?(data: SearchIndexData, options?: StoreOptions): void;
 }
 
-interface FileBasedSearchIndexExporterOptions {
+/**
+ * Configuration for file-based search index store
+ * @description Configuration for file-based search index store
+ */
+interface FileBasedSearchIndexStoreOptions {
     /**
      * The path to the index file relative to baseDir
+     * @description The path to the index file relative to baseDir
+     * @default .peam/index.json
      */
-    indexPath: string;
+    indexPath?: string;
     /**
      * The directory where the index file is located
+     * @description The directory where the index file is located
      */
     baseDir?: string;
 }
 /**
- * File-based implementation of SearchIndexExporter
+ * File-based implementation of SearchIndexStore
  * Reads and writes search index data to/from a JSON file
  */
-declare class FileBasedSearchIndexExporter implements SearchIndexExporter {
+declare class FileBasedSearchIndexStore implements SearchIndexStore {
     private baseDir;
     private indexPath;
     private cachedData;
-    constructor(options: FileBasedSearchIndexExporterOptions);
+    constructor(options: FileBasedSearchIndexStoreOptions);
     private getFullPath;
     private loadData;
     import(): Promise<SearchIndexData | null>;
-    export(data: SearchIndexData, options?: ExportOptions): Promise<void>;
-    exportSync(data: SearchIndexData, options?: ExportOptions): void;
+    export(data: SearchIndexData, options?: StoreOptions): Promise<void>;
+    exportSync(data: SearchIndexData, options?: StoreOptions): void;
 }
 
-type SearchExporterConfig = {
+type SearchStoreConfig = {
     type: 'fileBased';
-    config: FileBasedSearchIndexExporterOptions;
+    config: FileBasedSearchIndexStoreOptions;
 };
 /**
- * Creates a SearchIndexExporter instance from a SearchExporterConfig
+ * Creates a SearchIndexStore instance from a SearchStoreConfig
  */
-declare function createExporterFromConfig(exporterConfig: SearchExporterConfig): SearchIndexExporter;
+declare function createStoreFromConfig(storeConfig: SearchStoreConfig): SearchIndexStore;
 
-export { FileBasedSearchIndexExporter, type FileBasedSearchIndexExporterOptions, type PageToIndex, SearchEngine, type SearchEngineConfig, type SearchExporterConfig, type SearchIndexData, type SearchIndexExporter, type StructuredPageDocumentData, TextSearch, buildSearchIndex, createExporterFromConfig };
+export { FileBasedSearchIndexStore, type FileBasedSearchIndexStoreOptions, type SearchEngine, type SearchIndexData, type SearchIndexStore, type SearchOptions, type SearchStoreConfig, type StructuredPageDocumentData, TextBasedSearchEngine, type TextBasedSearchEngineConfig, createStoreFromConfig };

package/dist/index.js

@@ -64,18 +64,16 @@ var __async = (__this, __arguments, generator) => {
 // src/index.ts
 var index_exports = {};
 __export(index_exports, {
-  FileBasedSearchIndexExporter: () => FileBasedSearchIndexExporter,
-  SearchEngine: () => SearchEngine,
-  TextSearch: () => TextSearch,
-  buildSearchIndex: () => buildSearchIndex,
-  createExporterFromConfig: () => createExporterFromConfig
+  FileBasedSearchIndexStore: () => FileBasedSearchIndexStore,
+  TextBasedSearchEngine: () => TextBasedSearchEngine,
+  createStoreFromConfig: () => createStoreFromConfig
 });
 module.exports = __toCommonJS(index_exports);
 
-// src/searchEngine.ts
+// src/searchEngine/textBasedSearchEngine.ts
 var import_logger2 = require("@peam-ai/logger");
 
-// src/textSearch.ts
+// src/searchEngine/textSearch.ts
 var import_logger = require("@peam-ai/logger");
 var import_flexsearch = require("flexsearch");
 var PEAM_DOCUMENT_IDS_KEY = "peam.documentIds";
@@ -92,8 +90,8 @@ var TextSearch = class {
       worker: false,
       document: {
         id: "path",
-        index: ["content:title", "content:description", "content:textContent", "content:author", "content:keywords"],
-        store: true
+        index: ["content:title", "content:description", "content:content", "content:keywords", "content:author"],
+        store: ["id", "path", "content:title", "content:content", "content:language"]
       },
       tokenize: "forward",
       resolution: 9,
@@ -126,16 +124,22 @@ var TextSearch = class {
     });
   }
   search(_0) {
-    return __async(this, arguments, function* (query, options = {}) {
+    return __async(this, arguments, function* (query, options = {
+      limit: MAX_DOCUMENTS_RETRIEVE,
+      offset: 0,
+      suggest: true
+    }) {
       if (!this.initialized) {
         throw new Error("TextSearch not initialized. Call initialize() first.");
       }
       const limit = options.limit || MAX_DOCUMENTS_RETRIEVE;
       const offset = options.offset || 0;
+      const suggest = options.suggest || true;
       log.debug("Searching for:", query);
       const results = yield this.index.search(query, {
-        limit: limit + offset,
-        suggest: options.suggest,
+        offset,
+        limit,
+        suggest,
         enrich: true
       });
       const pathSet = /* @__PURE__ */ new Set();
@@ -152,8 +156,7 @@ var TextSearch = class {
           }
         }
       }
-      const pagedResults = documents.slice(offset, offset + limit);
-      return pagedResults;
+      return documents;
     });
   }
   count() {
@@ -223,9 +226,9 @@ var TextSearch = class {
   }
 };
 
-// src/searchEngine.ts
+// src/searchEngine/textBasedSearchEngine.ts
 var log2 = import_logger2.loggers.search;
-var SearchEngine = class {
+var TextBasedSearchEngine = class {
   // eslint-disable-next-line @typescript-eslint/no-unused-vars
   constructor(_config) {
     this.textSearch = new TextSearch();
@@ -249,7 +252,15 @@ var SearchEngine = class {
       const document = {
         id: path2,
         path: path2,
-        content
+        content: {
+          title: content.title,
+          description: content.description,
+          content: content.markdownContent ? content.markdownContent : content.textContent,
+          author: content.author,
+          keywords: content.keywords,
+          language: content.language,
+          publishedTime: content.publishedTime
+        }
       };
       yield this.textSearch.addDocument(document);
       log2.debug("Page added to search engine:", path2);
@@ -290,37 +301,18 @@ var SearchEngine = class {
   }
 };
 
-// src/indexBuilder.ts
-function buildSearchIndex(pages) {
-  return __async(this, null, function* () {
-    const searchEngine = new SearchEngine();
-    yield searchEngine.initialize();
-    for (const page of pages) {
-      yield searchEngine.addPage(page.path, page.structuredPage);
-    }
-    const exportedData = {};
-    const result = yield searchEngine.export((key, data) => __async(null, null, function* () {
-      exportedData[key] = data;
-    }));
-    return {
-      keys: result.keys,
-      data: exportedData
-    };
-  });
-}
-
-// src/exporters/FileBasedSearchIndexExporter.ts
+// src/stores/FileBasedSearchIndexStore.ts
 var import_logger3 = require("@peam-ai/logger");
 var fsSync = __toESM(require("fs"));
 var fs = __toESM(require("fs/promises"));
 var path = __toESM(require("path"));
 var log3 = import_logger3.loggers.search;
-var FileBasedSearchIndexExporter = class {
+var FileBasedSearchIndexStore = class {
   constructor(options) {
     this.cachedData = null;
-    var _a;
+    var _a, _b;
     this.baseDir = (_a = options.baseDir) != null ? _a : process.cwd();
-    this.indexPath = options.indexPath;
+    this.indexPath = (_b = options.indexPath) != null ? _b : ".peam/index.json";
   }
   getFullPath() {
     return path.join(this.baseDir, this.indexPath);
@@ -401,19 +393,17 @@ var FileBasedSearchIndexExporter = class {
   }
 };
 
-// src/exporters/config.ts
-function createExporterFromConfig(exporterConfig) {
-  if (exporterConfig.type === "fileBased") {
-    return new FileBasedSearchIndexExporter(__spreadValues({}, exporterConfig.config));
+// src/stores/config.ts
+function createStoreFromConfig(storeConfig) {
+  if (storeConfig.type === "fileBased") {
+    return new FileBasedSearchIndexStore(__spreadValues({}, storeConfig.config));
   }
-  throw new Error(`Unknown exporter type: ${exporterConfig.type}`);
+  throw new Error(`Unknown store type: ${storeConfig.type}`);
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  FileBasedSearchIndexExporter,
-  SearchEngine,
-  TextSearch,
-  buildSearchIndex,
-  createExporterFromConfig
+  FileBasedSearchIndexStore,
+  TextBasedSearchEngine,
+  createStoreFromConfig
 });
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts","../src/searchEngine.ts","../src/textSearch.ts","../src/indexBuilder.ts","../src/exporters/FileBasedSearchIndexExporter.ts","../src/exporters/config.ts"],"sourcesContent":["export { buildSearchIndex, type PageToIndex, type SearchIndexData } from './indexBuilder';\nexport { SearchEngine } from './searchEngine';\nexport { TextSearch } from './textSearch';\n\nexport type { StructuredPageDocumentData } from './types';\n\nexport type { SearchEngineConfig } from './searchEngine';\n\nexport {\n  FileBasedSearchIndexExporter,\n  createExporterFromConfig,\n  type FileBasedSearchIndexExporterOptions,\n  type SearchExporterConfig,\n  type SearchIndexExporter,\n} from './exporters';\n","import { loggers } from '@peam-ai/logger';\nimport type { StructuredPage } from '@peam-ai/parser';\nimport { TextSearch, type TextSearchOptions } from './textSearch';\nimport type { StructuredPageDocumentData } from './types';\n\nconst log = loggers.search;\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface SearchEngineConfig {\n  // Reserved for future configuration options\n}\n\nexport class SearchEngine {\n  private textSearch: TextSearch;\n  private initialized: boolean;\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  constructor(_config?: SearchEngineConfig) {\n    this.textSearch = new TextSearch();\n    this.initialized = false;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      return;\n    }\n\n    log.debug('Initializing search engine');\n    await this.textSearch.initialize();\n    this.initialized = true;\n  }\n\n  async addPage(path: string, content: StructuredPage): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    const document: StructuredPageDocumentData = {\n      id: path,\n      path,\n      content,\n    };\n\n    await this.textSearch.addDocument(document);\n    log.debug('Page added to search engine:', path);\n  }\n\n  async search(query: string, options: TextSearchOptions = {}): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    log.debug('Performing text search:', query);\n    return this.textSearch.search(query, options);\n  }\n\n  count(): number {\n    return this.textSearch.count();\n  }\n\n  getDocument(path: string) {\n    return this.textSearch.getDocument(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    return this.textSearch.getAllDocuments(limit);\n  }\n\n  clear(): void {\n    this.textSearch.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    return this.textSearch.export(handler);\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    await this.textSearch.import(handler, keys);\n    this.initialized = true;\n    log.debug('Search engine initialized from imported data');\n  }\n}\n","import { loggers } from '@peam-ai/logger';\nimport { Charset, Document } from 'flexsearch';\nimport type { StructuredPageDocumentData } from './types';\n\nexport interface TextSearchOptions {\n  limit?: number;\n  offset?: number;\n  suggest?: boolean;\n}\n\nconst PEAM_DOCUMENT_IDS_KEY = 'peam.documentIds';\nconst MAX_DOCUMENTS_RETRIEVE = 25;\nconst log = loggers.search;\n\nexport class TextSearch {\n  private index: Document<StructuredPageDocumentData>;\n  private initialized: boolean;\n  private documentIds: Set<string>;\n\n  constructor() {\n    this.initialized = false;\n    this.index = this.getIndex();\n    this.documentIds = new Set();\n  }\n\n  private getIndex() {\n    return new Document<StructuredPageDocumentData>({\n      worker: false,\n      document: {\n        id: 'path',\n        index: ['content:title', 'content:description', 'content:textContent', 'content:author', 'content:keywords'],\n        store: true,\n      },\n      tokenize: 'forward',\n      resolution: 9,\n      context: {\n        resolution: 3,\n        depth: 2,\n        bidirectional: true,\n      },\n      cache: 100,\n      encoder: Charset.LatinExtra,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      log.debug('Text search already initialized');\n      return;\n    }\n\n    this.initialized = true;\n  }\n\n  async addDocument(document: StructuredPageDocumentData): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    log.debug('Adding document to text search:', document.path);\n\n    this.index.add(document);\n    this.documentIds.add(document.path);\n  }\n\n  async search(query: string, options: TextSearchOptions = {}): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    const limit = options.limit || MAX_DOCUMENTS_RETRIEVE;\n    const offset = options.offset || 0;\n\n    log.debug('Searching for:', query);\n\n    const results = await this.index.search(query, {\n      limit: limit + offset,\n      suggest: options.suggest,\n      enrich: true,\n    });\n\n    const pathSet = new Set<string>();\n    const documents: StructuredPageDocumentData[] = [];\n\n    for (const fieldResults of results) {\n      if (Array.isArray(fieldResults.result)) {\n        for (const result of fieldResults.result) {\n          const id = typeof result === 'object' && 'id' in result ? result.id : result;\n          const doc = typeof result === 'object' && 'doc' in result ? result.doc : null;\n\n          if (!pathSet.has(id as string) && doc) {\n            pathSet.add(id as string);\n            documents.push(doc);\n          }\n        }\n      }\n    }\n\n    const pagedResults = documents.slice(offset, offset + limit);\n\n    return pagedResults;\n  }\n\n  count(): number {\n    return this.documentIds.size;\n  }\n\n  getDocument(path: string) {\n    return this.index.get(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    const documents: StructuredPageDocumentData[] = [];\n    let count = 0;\n    limit = limit || MAX_DOCUMENTS_RETRIEVE;\n\n    for (const id of this.documentIds) {\n      if (count >= limit) {\n        break;\n      }\n\n      const doc = this.index.get(id);\n      if (doc) {\n        documents.push(doc);\n        count++;\n      }\n    }\n\n    log.debug('Retrieved documents from store (limit):', documents.length, limit);\n    return documents;\n  }\n\n  clear(): void {\n    this.index.clear();\n    this.index = this.getIndex();\n    this.documentIds.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    const keys: string[] = [];\n\n    await handler(PEAM_DOCUMENT_IDS_KEY, JSON.stringify(Array.from(this.documentIds)));\n    keys.push(PEAM_DOCUMENT_IDS_KEY);\n\n    await this.index.export(async (key: string, data: string) => {\n      keys.push(key);\n      await handler(key, data);\n    });\n\n    log.debug('Exported keys:', keys.length);\n\n    return { keys };\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    const documentIdsData = await handler(PEAM_DOCUMENT_IDS_KEY);\n    if (documentIdsData) {\n      const parsed = typeof documentIdsData === 'string' ? JSON.parse(documentIdsData) : documentIdsData;\n      this.documentIds = new Set(parsed);\n    }\n\n    for (const key of keys) {\n      if (key === PEAM_DOCUMENT_IDS_KEY) {\n        continue;\n      }\n\n      try {\n        const data = await handler(key);\n        if (data) {\n          this.index.import(key, data);\n        }\n      } catch (error) {\n        log.error('Error importing key:', key, error);\n      }\n    }\n\n    this.initialized = true;\n    log.debug('Import completed with keys:', keys.length);\n  }\n}\n","import type { StructuredPage } from '@peam-ai/parser';\nimport { SearchEngine } from './searchEngine';\n\nexport interface PageToIndex {\n  path: string;\n  structuredPage: StructuredPage;\n}\n\nexport interface SearchIndexData {\n  keys: string[];\n  data: Record<string, string>;\n}\n\n/**\n * Build a search index from structured pages\n */\nexport async function buildSearchIndex(pages: PageToIndex[]): Promise<SearchIndexData> {\n  const searchEngine = new SearchEngine();\n  await searchEngine.initialize();\n\n  for (const page of pages) {\n    await searchEngine.addPage(page.path, page.structuredPage);\n  }\n\n  const exportedData: Record<string, string> = {};\n  const result = await searchEngine.export(async (key, data) => {\n    exportedData[key] = data;\n  });\n\n  return {\n    keys: result.keys,\n    data: exportedData,\n  };\n}\n","import { loggers } from '@peam-ai/logger';\nimport * as fsSync from 'fs';\nimport * as fs from 'fs/promises';\nimport * as path from 'path';\nimport type { SearchIndexData } from '../indexBuilder';\nimport type { ExportOptions, SearchIndexExporter } from './SearchIndexExporter';\n\nconst log = loggers.search;\n\nexport interface FileBasedSearchIndexExporterOptions {\n  /**\n   * The path to the index file relative to baseDir\n   */\n  indexPath: string;\n\n  /**\n   * The directory where the index file is located\n   */\n  baseDir?: string;\n}\n\n/**\n * File-based implementation of SearchIndexExporter\n * Reads and writes search index data to/from a JSON file\n */\nexport class FileBasedSearchIndexExporter implements SearchIndexExporter {\n  private baseDir: string;\n  private indexPath: string;\n  private cachedData: SearchIndexData | null = null;\n\n  constructor(options: FileBasedSearchIndexExporterOptions) {\n    this.baseDir = options.baseDir ?? process.cwd();\n    this.indexPath = options.indexPath;\n  }\n\n  private getFullPath(): string {\n    return path.join(this.baseDir, this.indexPath);\n  }\n\n  private async loadData(): Promise<SearchIndexData | null> {\n    if (this.cachedData) {\n      return this.cachedData;\n    }\n\n    const fullPath = this.getFullPath();\n\n    try {\n      const fileContent = await fs.readFile(fullPath, 'utf-8');\n      const data = JSON.parse(fileContent) as SearchIndexData;\n\n      if (!data || !data.keys || !Array.isArray(data.keys) || !data.data) {\n        log.warn('Invalid search index structure in file:', fullPath);\n        return null;\n      }\n\n      if (data.keys.length === 0) {\n        log.debug('Search index is empty:', fullPath);\n        return null;\n      }\n\n      this.cachedData = data;\n      log.debug('Search index loaded from file:', fullPath, 'with', data.keys.length, 'keys');\n      return data;\n    } catch (error) {\n      log.error('Failed to load search index from file:', fullPath, error);\n      return null;\n    }\n  }\n\n  async import(): Promise<SearchIndexData | null> {\n    const data = await this.loadData();\n    return data;\n  }\n\n  async export(data: SearchIndexData, options: ExportOptions = { override: true }): Promise<void> {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          await fs.access(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      await fs.mkdir(dir, { recursive: true });\n\n      await fs.writeFile(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n\n  exportSync(data: SearchIndexData, options: ExportOptions = { override: true }): void {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          fsSync.accessSync(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      fsSync.mkdirSync(dir, { recursive: true });\n\n      fsSync.writeFileSync(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n}\n","import { FileBasedSearchIndexExporter, FileBasedSearchIndexExporterOptions } from './FileBasedSearchIndexExporter';\nimport { SearchIndexExporter } from './SearchIndexExporter';\n\nexport type SearchExporterConfig = {\n  type: 'fileBased';\n  config: FileBasedSearchIndexExporterOptions;\n};\n\n/**\n * Creates a SearchIndexExporter instance from a SearchExporterConfig\n */\nexport function createExporterFromConfig(exporterConfig: SearchExporterConfig): SearchIndexExporter {\n  if (exporterConfig.type === 'fileBased') {\n    return new FileBasedSearchIndexExporter({\n      ...exporterConfig.config,\n    });\n  }\n\n  throw new Error(`Unknown exporter type: ${exporterConfig.type}`);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,iBAAwB;;;ACAxB,oBAAwB;AACxB,wBAAkC;AASlC,IAAM,wBAAwB;AAC9B,IAAM,yBAAyB;AAC/B,IAAM,MAAM,sBAAQ;AAEb,IAAM,aAAN,MAAiB;AAAA,EAKtB,cAAc;AACZ,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,cAAc,oBAAI,IAAI;AAAA,EAC7B;AAAA,EAEQ,WAAW;AACjB,WAAO,IAAI,2BAAqC;AAAA,MAC9C,QAAQ;AAAA,MACR,UAAU;AAAA,QACR,IAAI;AAAA,QACJ,OAAO,CAAC,iBAAiB,uBAAuB,uBAAuB,kBAAkB,kBAAkB;AAAA,QAC3G,OAAO;AAAA,MACT;AAAA,MACA,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,OAAO;AAAA,QACP,eAAe;AAAA,MACjB;AAAA,MACA,OAAO;AAAA,MACP,SAAS,0BAAQ;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB,YAAI,MAAM,iCAAiC;AAC3C;AAAA,MACF;AAEA,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,YAAY,UAAqD;AAAA;AACrE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,UAAI,MAAM,mCAAmC,SAAS,IAAI;AAE1D,WAAK,MAAM,IAAI,QAAQ;AACvB,WAAK,YAAY,IAAI,SAAS,IAAI;AAAA,IACpC;AAAA;AAAA,EAEM,OAAO,IAAuF;AAAA,+CAAvF,OAAe,UAA6B,CAAC,GAA0C;AAClG,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,YAAM,QAAQ,QAAQ,SAAS;AAC/B,YAAM,SAAS,QAAQ,UAAU;AAEjC,UAAI,MAAM,kBAAkB,KAAK;AAEjC,YAAM,UAAU,MAAM,KAAK,MAAM,OAAO,OAAO;AAAA,QAC7C,OAAO,QAAQ;AAAA,QACf,SAAS,QAAQ;AAAA,QACjB,QAAQ;AAAA,MACV,CAAC;AAED,YAAM,UAAU,oBAAI,IAAY;AAChC,YAAM,YAA0C,CAAC;AAEjD,iBAAW,gBAAgB,SAAS;AAClC,YAAI,MAAM,QAAQ,aAAa,MAAM,GAAG;AACtC,qBAAW,UAAU,aAAa,QAAQ;AACxC,kBAAM,KAAK,OAAO,WAAW,YAAY,QAAQ,SAAS,OAAO,KAAK;AACtE,kBAAM,MAAM,OAAO,WAAW,YAAY,SAAS,SAAS,OAAO,MAAM;AAEzE,gBAAI,CAAC,QAAQ,IAAI,EAAY,KAAK,KAAK;AACrC,sBAAQ,IAAI,EAAY;AACxB,wBAAU,KAAK,GAAG;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,YAAM,eAAe,UAAU,MAAM,QAAQ,SAAS,KAAK;AAE3D,aAAO;AAAA,IACT;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,YAAYC,OAAc;AACxB,WAAO,KAAK,MAAM,IAAIA,KAAI;AAAA,EAC5B;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,UAAM,YAA0C,CAAC;AACjD,QAAI,QAAQ;AACZ,YAAQ,SAAS;AAEjB,eAAW,MAAM,KAAK,aAAa;AACjC,UAAI,SAAS,OAAO;AAClB;AAAA,MACF;AAEA,YAAM,MAAM,KAAK,MAAM,IAAI,EAAE;AAC7B,UAAI,KAAK;AACP,kBAAU,KAAK,GAAG;AAClB;AAAA,MACF;AAAA,IACF;AAEA,QAAI,MAAM,2CAA2C,UAAU,QAAQ,KAAK;AAC5E,WAAO;AAAA,EACT;AAAA,EAEA,QAAc;AACZ,SAAK,MAAM,MAAM;AACjB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,YAAM,OAAiB,CAAC;AAExB,YAAM,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,KAAK,WAAW,CAAC,CAAC;AACjF,WAAK,KAAK,qBAAqB;AAE/B,YAAM,KAAK,MAAM,OAAO,CAAO,KAAa,SAAiB;AAC3D,aAAK,KAAK,GAAG;AACb,cAAM,QAAQ,KAAK,IAAI;AAAA,MACzB,EAAC;AAED,UAAI,MAAM,kBAAkB,KAAK,MAAM;AAEvC,aAAO,EAAE,KAAK;AAAA,IAChB;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,kBAAkB,MAAM,QAAQ,qBAAqB;AAC3D,UAAI,iBAAiB;AACnB,cAAM,SAAS,OAAO,oBAAoB,WAAW,KAAK,MAAM,eAAe,IAAI;AACnF,aAAK,cAAc,IAAI,IAAI,MAAM;AAAA,MACnC;AAEA,iBAAW,OAAO,MAAM;AACtB,YAAI,QAAQ,uBAAuB;AACjC;AAAA,QACF;AAEA,YAAI;AACF,gBAAM,OAAO,MAAM,QAAQ,GAAG;AAC9B,cAAI,MAAM;AACR,iBAAK,MAAM,OAAO,KAAK,IAAI;AAAA,UAC7B;AAAA,QACF,SAAS,OAAO;AACd,cAAI,MAAM,wBAAwB,KAAK,KAAK;AAAA,QAC9C;AAAA,MACF;AAEA,WAAK,cAAc;AACnB,UAAI,MAAM,+BAA+B,KAAK,MAAM;AAAA,IACtD;AAAA;AACF;;;AD9KA,IAAMC,OAAM,uBAAQ;AAOb,IAAM,eAAN,MAAmB;AAAA;AAAA,EAKxB,YAAY,SAA8B;AACxC,SAAK,aAAa,IAAI,WAAW;AACjC,SAAK,cAAc;AAAA,EACrB;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB;AAAA,MACF;AAEA,MAAAA,KAAI,MAAM,4BAA4B;AACtC,YAAM,KAAK,WAAW,WAAW;AACjC,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,QAAQC,OAAc,SAAwC;AAAA;AAClE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,YAAM,WAAuC;AAAA,QAC3C,IAAIA;AAAA,QACJ,MAAAA;AAAA,QACA;AAAA,MACF;AAEA,YAAM,KAAK,WAAW,YAAY,QAAQ;AAC1C,MAAAD,KAAI,MAAM,gCAAgCC,KAAI;AAAA,IAChD;AAAA;AAAA,EAEM,OAAO,IAAuF;AAAA,+CAAvF,OAAe,UAA6B,CAAC,GAA0C;AAClG,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,MAAAD,KAAI,MAAM,2BAA2B,KAAK;AAC1C,aAAO,KAAK,WAAW,OAAO,OAAO,OAAO;AAAA,IAC9C;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,WAAW,MAAM;AAAA,EAC/B;AAAA,EAEA,YAAYC,OAAc;AACxB,WAAO,KAAK,WAAW,YAAYA,KAAI;AAAA,EACzC;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,WAAO,KAAK,WAAW,gBAAgB,KAAK;AAAA,EAC9C;AAAA,EAEA,QAAc;AACZ,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,aAAO,KAAK,WAAW,OAAO,OAAO;AAAA,IACvC;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,KAAK,WAAW,OAAO,SAAS,IAAI;AAC1C,WAAK,cAAc;AACnB,MAAAD,KAAI,MAAM,8CAA8C;AAAA,IAC1D;AAAA;AACF;;;AEjEA,SAAsB,iBAAiB,OAAgD;AAAA;AACrF,UAAM,eAAe,IAAI,aAAa;AACtC,UAAM,aAAa,WAAW;AAE9B,eAAW,QAAQ,OAAO;AACxB,YAAM,aAAa,QAAQ,KAAK,MAAM,KAAK,cAAc;AAAA,IAC3D;AAEA,UAAM,eAAuC,CAAC;AAC9C,UAAM,SAAS,MAAM,aAAa,OAAO,CAAO,KAAK,SAAS;AAC5D,mBAAa,GAAG,IAAI;AAAA,IACtB,EAAC;AAED,WAAO;AAAA,MACL,MAAM,OAAO;AAAA,MACb,MAAM;AAAA,IACR;AAAA,EACF;AAAA;;;ACjCA,IAAAE,iBAAwB;AACxB,aAAwB;AACxB,SAAoB;AACpB,WAAsB;AAItB,IAAMC,OAAM,uBAAQ;AAkBb,IAAM,+BAAN,MAAkE;AAAA,EAKvE,YAAY,SAA8C;AAF1D,SAAQ,aAAqC;AA5B/C;AA+BI,SAAK,WAAU,aAAQ,YAAR,YAAmB,QAAQ,IAAI;AAC9C,SAAK,YAAY,QAAQ;AAAA,EAC3B;AAAA,EAEQ,cAAsB;AAC5B,WAAY,UAAK,KAAK,SAAS,KAAK,SAAS;AAAA,EAC/C;AAAA,EAEc,WAA4C;AAAA;AACxD,UAAI,KAAK,YAAY;AACnB,eAAO,KAAK;AAAA,MACd;AAEA,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,cAAM,cAAc,MAAS,YAAS,UAAU,OAAO;AACvD,cAAM,OAAO,KAAK,MAAM,WAAW;AAEnC,YAAI,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,MAAM,QAAQ,KAAK,IAAI,KAAK,CAAC,KAAK,MAAM;AAClE,UAAAA,KAAI,KAAK,2CAA2C,QAAQ;AAC5D,iBAAO;AAAA,QACT;AAEA,YAAI,KAAK,KAAK,WAAW,GAAG;AAC1B,UAAAA,KAAI,MAAM,0BAA0B,QAAQ;AAC5C,iBAAO;AAAA,QACT;AAEA,aAAK,aAAa;AAClB,QAAAA,KAAI,MAAM,kCAAkC,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AACtF,eAAO;AAAA,MACT,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,0CAA0C,UAAU,KAAK;AACnE,eAAO;AAAA,MACT;AAAA,IACF;AAAA;AAAA,EAEM,SAA0C;AAAA;AAC9C,YAAM,OAAO,MAAM,KAAK,SAAS;AACjC,aAAO;AAAA,IACT;AAAA;AAAA,EAEM,OAAO,IAAmF;AAAA,+CAAnF,MAAuB,UAAyB,EAAE,UAAU,KAAK,GAAkB;AAC9F,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,YAAI,EAAC,mCAAS,WAAU;AACtB,cAAI;AACF,kBAAS,UAAO,QAAQ;AACxB,YAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,UACF,SAAQ;AAAA,UAER;AAAA,QACF;AAEA,cAAM,MAAW,aAAQ,QAAQ;AACjC,cAAS,SAAM,KAAK,EAAE,WAAW,KAAK,CAAC;AAEvC,cAAS,aAAU,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAEnE,QAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,MACrF,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,cAAM;AAAA,MACR;AAAA,IACF;AAAA;AAAA,EAEA,WAAW,MAAuB,UAAyB,EAAE,UAAU,KAAK,GAAS;AACnF,UAAM,WAAW,KAAK,YAAY;AAElC,QAAI;AACF,UAAI,EAAC,mCAAS,WAAU;AACtB,YAAI;AACF,UAAO,kBAAW,QAAQ;AAC1B,UAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,QACF,SAAQ;AAAA,QAER;AAAA,MACF;AAEA,YAAM,MAAW,aAAQ,QAAQ;AACjC,MAAO,iBAAU,KAAK,EAAE,WAAW,KAAK,CAAC;AAEzC,MAAO,qBAAc,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAErE,MAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,IACrF,SAAS,OAAO;AACd,MAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AACF;;;AClHO,SAAS,yBAAyB,gBAA2D;AAClG,MAAI,eAAe,SAAS,aAAa;AACvC,WAAO,IAAI,6BAA6B,mBACnC,eAAe,OACnB;AAAA,EACH;AAEA,QAAM,IAAI,MAAM,0BAA0B,eAAe,IAAI,EAAE;AACjE;","names":["import_logger","path","log","path","import_logger","log"]}
+{"version":3,"sources":["../src/index.ts","../src/searchEngine/textBasedSearchEngine.ts","../src/searchEngine/textSearch.ts","../src/stores/FileBasedSearchIndexStore.ts","../src/stores/config.ts"],"sourcesContent":["export type { SearchEngine, SearchOptions } from './searchEngine/searchEngine';\nexport { TextBasedSearchEngine, type TextBasedSearchEngineConfig } from './searchEngine/textBasedSearchEngine';\nexport type { SearchIndexData, StructuredPageDocumentData } from './types';\n\nexport {\n  FileBasedSearchIndexStore,\n  createStoreFromConfig,\n  type FileBasedSearchIndexStoreOptions,\n  type SearchIndexStore,\n  type SearchStoreConfig,\n} from './stores';\n","import { loggers } from '@peam-ai/logger';\nimport type { StructuredPage } from '@peam-ai/parser';\nimport type { StructuredPageDocumentData } from '../types';\nimport { SearchEngine, SearchOptions } from './searchEngine';\nimport { TextSearch } from './textSearch';\n\nconst log = loggers.search;\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface TextBasedSearchEngineConfig {\n  // Reserved for future configuration options\n}\n\nexport class TextBasedSearchEngine implements SearchEngine {\n  private textSearch: TextSearch;\n  private initialized: boolean;\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  constructor(_config?: TextBasedSearchEngineConfig) {\n    this.textSearch = new TextSearch();\n    this.initialized = false;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      return;\n    }\n\n    log.debug('Initializing search engine');\n    await this.textSearch.initialize();\n    this.initialized = true;\n  }\n\n  async addPage(path: string, content: StructuredPage): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    const document: StructuredPageDocumentData = {\n      id: path,\n      path,\n      content: {\n        title: content.title,\n        description: content.description,\n        content: content.markdownContent ? content.markdownContent : content.textContent,\n        author: content.author,\n        keywords: content.keywords,\n        language: content.language,\n        publishedTime: content.publishedTime,\n      },\n    };\n\n    await this.textSearch.addDocument(document);\n    log.debug('Page added to search engine:', path);\n  }\n\n  async search(query: string, options: SearchOptions = {}): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    log.debug('Performing text search:', query);\n    return this.textSearch.search(query, options);\n  }\n\n  count(): number {\n    return this.textSearch.count();\n  }\n\n  getDocument(path: string) {\n    return this.textSearch.getDocument(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    return this.textSearch.getAllDocuments(limit);\n  }\n\n  clear(): void {\n    this.textSearch.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    return this.textSearch.export(handler);\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    await this.textSearch.import(handler, keys);\n    this.initialized = true;\n    log.debug('Search engine initialized from imported data');\n  }\n}\n","import { loggers } from '@peam-ai/logger';\nimport { Charset, Document } from 'flexsearch';\nimport type { StructuredPageDocumentData } from '../types';\nimport { SearchOptions } from './searchEngine';\n\nconst PEAM_DOCUMENT_IDS_KEY = 'peam.documentIds';\nconst MAX_DOCUMENTS_RETRIEVE = 25;\nconst log = loggers.search;\n\nexport class TextSearch {\n  private index: Document<StructuredPageDocumentData>;\n  private initialized: boolean;\n  private documentIds: Set<string>;\n\n  constructor() {\n    this.initialized = false;\n    this.index = this.getIndex();\n    this.documentIds = new Set();\n  }\n\n  private getIndex() {\n    return new Document<StructuredPageDocumentData>({\n      worker: false,\n      document: {\n        id: 'path',\n        index: ['content:title', 'content:description', 'content:content', 'content:keywords', 'content:author'],\n        store: ['id', 'path', 'content:title', 'content:content', 'content:language'],\n      },\n      tokenize: 'forward',\n      resolution: 9,\n      context: {\n        resolution: 3,\n        depth: 2,\n        bidirectional: true,\n      },\n      cache: 100,\n      encoder: Charset.LatinExtra,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      log.debug('Text search already initialized');\n      return;\n    }\n\n    this.initialized = true;\n  }\n\n  async addDocument(document: StructuredPageDocumentData): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    log.debug('Adding document to text search:', document.path);\n\n    this.index.add(document);\n    this.documentIds.add(document.path);\n  }\n\n  async search(\n    query: string,\n    options: SearchOptions = {\n      limit: MAX_DOCUMENTS_RETRIEVE,\n      offset: 0,\n      suggest: true,\n    }\n  ): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    const limit = options.limit || MAX_DOCUMENTS_RETRIEVE;\n    const offset = options.offset || 0;\n    const suggest = options.suggest || true;\n\n    log.debug('Searching for:', query);\n\n    const results = await this.index.search(query, {\n      offset,\n      limit,\n      suggest,\n      enrich: true,\n    });\n\n    const pathSet = new Set<string>();\n    const documents: StructuredPageDocumentData[] = [];\n\n    for (const fieldResults of results) {\n      if (Array.isArray(fieldResults.result)) {\n        for (const result of fieldResults.result) {\n          const id = typeof result === 'object' && 'id' in result ? result.id : result;\n          const doc = typeof result === 'object' && 'doc' in result ? result.doc : null;\n\n          if (!pathSet.has(id as string) && doc) {\n            pathSet.add(id as string);\n            documents.push(doc);\n          }\n        }\n      }\n    }\n\n    return documents;\n  }\n\n  count(): number {\n    return this.documentIds.size;\n  }\n\n  getDocument(path: string) {\n    return this.index.get(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    const documents: StructuredPageDocumentData[] = [];\n    let count = 0;\n    limit = limit || MAX_DOCUMENTS_RETRIEVE;\n\n    for (const id of this.documentIds) {\n      if (count >= limit) {\n        break;\n      }\n\n      const doc = this.index.get(id);\n      if (doc) {\n        documents.push(doc);\n        count++;\n      }\n    }\n\n    log.debug('Retrieved documents from store (limit):', documents.length, limit);\n    return documents;\n  }\n\n  clear(): void {\n    this.index.clear();\n    this.index = this.getIndex();\n    this.documentIds.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    const keys: string[] = [];\n\n    await handler(PEAM_DOCUMENT_IDS_KEY, JSON.stringify(Array.from(this.documentIds)));\n    keys.push(PEAM_DOCUMENT_IDS_KEY);\n\n    await this.index.export(async (key: string, data: string) => {\n      keys.push(key);\n      await handler(key, data);\n    });\n\n    log.debug('Exported keys:', keys.length);\n\n    return { keys };\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    const documentIdsData = await handler(PEAM_DOCUMENT_IDS_KEY);\n    if (documentIdsData) {\n      const parsed = typeof documentIdsData === 'string' ? JSON.parse(documentIdsData) : documentIdsData;\n      this.documentIds = new Set(parsed);\n    }\n\n    for (const key of keys) {\n      if (key === PEAM_DOCUMENT_IDS_KEY) {\n        continue;\n      }\n\n      try {\n        const data = await handler(key);\n        if (data) {\n          this.index.import(key, data);\n        }\n      } catch (error) {\n        log.error('Error importing key:', key, error);\n      }\n    }\n\n    this.initialized = true;\n    log.debug('Import completed with keys:', keys.length);\n  }\n}\n","import { loggers } from '@peam-ai/logger';\nimport * as fsSync from 'fs';\nimport * as fs from 'fs/promises';\nimport * as path from 'path';\nimport { SearchIndexData } from '../types';\nimport type { SearchIndexStore, StoreOptions } from './SearchIndexStore';\n\nconst log = loggers.search;\n\n/**\n * Configuration for file-based search index store\n * @description Configuration for file-based search index store\n */\nexport interface FileBasedSearchIndexStoreOptions {\n  /**\n   * The path to the index file relative to baseDir\n   * @description The path to the index file relative to baseDir\n   * @default .peam/index.json\n   */\n  indexPath?: string;\n\n  /**\n   * The directory where the index file is located\n   * @description The directory where the index file is located\n   */\n  baseDir?: string;\n}\n\n/**\n * File-based implementation of SearchIndexStore\n * Reads and writes search index data to/from a JSON file\n */\nexport class FileBasedSearchIndexStore implements SearchIndexStore {\n  private baseDir: string;\n  private indexPath: string;\n  private cachedData: SearchIndexData | null = null;\n\n  constructor(options: FileBasedSearchIndexStoreOptions) {\n    this.baseDir = options.baseDir ?? process.cwd();\n    this.indexPath = options.indexPath ?? '.peam/index.json';\n  }\n\n  private getFullPath(): string {\n    return path.join(this.baseDir, this.indexPath);\n  }\n\n  private async loadData(): Promise<SearchIndexData | null> {\n    if (this.cachedData) {\n      return this.cachedData;\n    }\n\n    const fullPath = this.getFullPath();\n\n    try {\n      const fileContent = await fs.readFile(fullPath, 'utf-8');\n      const data = JSON.parse(fileContent) as SearchIndexData;\n\n      if (!data || !data.keys || !Array.isArray(data.keys) || !data.data) {\n        log.warn('Invalid search index structure in file:', fullPath);\n        return null;\n      }\n\n      if (data.keys.length === 0) {\n        log.debug('Search index is empty:', fullPath);\n        return null;\n      }\n\n      this.cachedData = data;\n      log.debug('Search index loaded from file:', fullPath, 'with', data.keys.length, 'keys');\n      return data;\n    } catch (error) {\n      log.error('Failed to load search index from file:', fullPath, error);\n      return null;\n    }\n  }\n\n  async import(): Promise<SearchIndexData | null> {\n    const data = await this.loadData();\n    return data;\n  }\n\n  async export(data: SearchIndexData, options: StoreOptions = { override: true }): Promise<void> {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          await fs.access(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      await fs.mkdir(dir, { recursive: true });\n\n      await fs.writeFile(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n\n  exportSync(data: SearchIndexData, options: StoreOptions = { override: true }): void {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          fsSync.accessSync(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      fsSync.mkdirSync(dir, { recursive: true });\n\n      fsSync.writeFileSync(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n}\n","import { FileBasedSearchIndexStore, FileBasedSearchIndexStoreOptions } from './FileBasedSearchIndexStore';\nimport { SearchIndexStore } from './SearchIndexStore';\n\nexport type SearchStoreConfig = {\n  type: 'fileBased';\n  config: FileBasedSearchIndexStoreOptions;\n};\n\n/**\n * Creates a SearchIndexStore instance from a SearchStoreConfig\n */\nexport function createStoreFromConfig(storeConfig: SearchStoreConfig): SearchIndexStore {\n  if (storeConfig.type === 'fileBased') {\n    return new FileBasedSearchIndexStore({\n      ...storeConfig.config,\n    });\n  }\n\n  throw new Error(`Unknown store type: ${storeConfig.type}`);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,IAAAA,iBAAwB;;;ACAxB,oBAAwB;AACxB,wBAAkC;AAIlC,IAAM,wBAAwB;AAC9B,IAAM,yBAAyB;AAC/B,IAAM,MAAM,sBAAQ;AAEb,IAAM,aAAN,MAAiB;AAAA,EAKtB,cAAc;AACZ,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,cAAc,oBAAI,IAAI;AAAA,EAC7B;AAAA,EAEQ,WAAW;AACjB,WAAO,IAAI,2BAAqC;AAAA,MAC9C,QAAQ;AAAA,MACR,UAAU;AAAA,QACR,IAAI;AAAA,QACJ,OAAO,CAAC,iBAAiB,uBAAuB,mBAAmB,oBAAoB,gBAAgB;AAAA,QACvG,OAAO,CAAC,MAAM,QAAQ,iBAAiB,mBAAmB,kBAAkB;AAAA,MAC9E;AAAA,MACA,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,OAAO;AAAA,QACP,eAAe;AAAA,MACjB;AAAA,MACA,OAAO;AAAA,MACP,SAAS,0BAAQ;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB,YAAI,MAAM,iCAAiC;AAC3C;AAAA,MACF;AAEA,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,YAAY,UAAqD;AAAA;AACrE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,UAAI,MAAM,mCAAmC,SAAS,IAAI;AAE1D,WAAK,MAAM,IAAI,QAAQ;AACvB,WAAK,YAAY,IAAI,SAAS,IAAI;AAAA,IACpC;AAAA;AAAA,EAEM,OACJ,IAMuC;AAAA,+CANvC,OACA,UAAyB;AAAA,MACvB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,GACuC;AACvC,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,YAAM,QAAQ,QAAQ,SAAS;AAC/B,YAAM,SAAS,QAAQ,UAAU;AACjC,YAAM,UAAU,QAAQ,WAAW;AAEnC,UAAI,MAAM,kBAAkB,KAAK;AAEjC,YAAM,UAAU,MAAM,KAAK,MAAM,OAAO,OAAO;AAAA,QAC7C;AAAA,QACA;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,MACV,CAAC;AAED,YAAM,UAAU,oBAAI,IAAY;AAChC,YAAM,YAA0C,CAAC;AAEjD,iBAAW,gBAAgB,SAAS;AAClC,YAAI,MAAM,QAAQ,aAAa,MAAM,GAAG;AACtC,qBAAW,UAAU,aAAa,QAAQ;AACxC,kBAAM,KAAK,OAAO,WAAW,YAAY,QAAQ,SAAS,OAAO,KAAK;AACtE,kBAAM,MAAM,OAAO,WAAW,YAAY,SAAS,SAAS,OAAO,MAAM;AAEzE,gBAAI,CAAC,QAAQ,IAAI,EAAY,KAAK,KAAK;AACrC,sBAAQ,IAAI,EAAY;AACxB,wBAAU,KAAK,GAAG;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,aAAO;AAAA,IACT;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,YAAYC,OAAc;AACxB,WAAO,KAAK,MAAM,IAAIA,KAAI;AAAA,EAC5B;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,UAAM,YAA0C,CAAC;AACjD,QAAI,QAAQ;AACZ,YAAQ,SAAS;AAEjB,eAAW,MAAM,KAAK,aAAa;AACjC,UAAI,SAAS,OAAO;AAClB;AAAA,MACF;AAEA,YAAM,MAAM,KAAK,MAAM,IAAI,EAAE;AAC7B,UAAI,KAAK;AACP,kBAAU,KAAK,GAAG;AAClB;AAAA,MACF;AAAA,IACF;AAEA,QAAI,MAAM,2CAA2C,UAAU,QAAQ,KAAK;AAC5E,WAAO;AAAA,EACT;AAAA,EAEA,QAAc;AACZ,SAAK,MAAM,MAAM;AACjB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,YAAM,OAAiB,CAAC;AAExB,YAAM,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,KAAK,WAAW,CAAC,CAAC;AACjF,WAAK,KAAK,qBAAqB;AAE/B,YAAM,KAAK,MAAM,OAAO,CAAO,KAAa,SAAiB;AAC3D,aAAK,KAAK,GAAG;AACb,cAAM,QAAQ,KAAK,IAAI;AAAA,MACzB,EAAC;AAED,UAAI,MAAM,kBAAkB,KAAK,MAAM;AAEvC,aAAO,EAAE,KAAK;AAAA,IAChB;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,kBAAkB,MAAM,QAAQ,qBAAqB;AAC3D,UAAI,iBAAiB;AACnB,cAAM,SAAS,OAAO,oBAAoB,WAAW,KAAK,MAAM,eAAe,IAAI;AACnF,aAAK,cAAc,IAAI,IAAI,MAAM;AAAA,MACnC;AAEA,iBAAW,OAAO,MAAM;AACtB,YAAI,QAAQ,uBAAuB;AACjC;AAAA,QACF;AAEA,YAAI;AACF,gBAAM,OAAO,MAAM,QAAQ,GAAG;AAC9B,cAAI,MAAM;AACR,iBAAK,MAAM,OAAO,KAAK,IAAI;AAAA,UAC7B;AAAA,QACF,SAAS,OAAO;AACd,cAAI,MAAM,wBAAwB,KAAK,KAAK;AAAA,QAC9C;AAAA,MACF;AAEA,WAAK,cAAc;AACnB,UAAI,MAAM,+BAA+B,KAAK,MAAM;AAAA,IACtD;AAAA;AACF;;;AD/KA,IAAMC,OAAM,uBAAQ;AAOb,IAAM,wBAAN,MAAoD;AAAA;AAAA,EAKzD,YAAY,SAAuC;AACjD,SAAK,aAAa,IAAI,WAAW;AACjC,SAAK,cAAc;AAAA,EACrB;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB;AAAA,MACF;AAEA,MAAAA,KAAI,MAAM,4BAA4B;AACtC,YAAM,KAAK,WAAW,WAAW;AACjC,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,QAAQC,OAAc,SAAwC;AAAA;AAClE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,YAAM,WAAuC;AAAA,QAC3C,IAAIA;AAAA,QACJ,MAAAA;AAAA,QACA,SAAS;AAAA,UACP,OAAO,QAAQ;AAAA,UACf,aAAa,QAAQ;AAAA,UACrB,SAAS,QAAQ,kBAAkB,QAAQ,kBAAkB,QAAQ;AAAA,UACrE,QAAQ,QAAQ;AAAA,UAChB,UAAU,QAAQ;AAAA,UAClB,UAAU,QAAQ;AAAA,UAClB,eAAe,QAAQ;AAAA,QACzB;AAAA,MACF;AAEA,YAAM,KAAK,WAAW,YAAY,QAAQ;AAC1C,MAAAD,KAAI,MAAM,gCAAgCC,KAAI;AAAA,IAChD;AAAA;AAAA,EAEM,OAAO,IAAmF;AAAA,+CAAnF,OAAe,UAAyB,CAAC,GAA0C;AAC9F,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,MAAAD,KAAI,MAAM,2BAA2B,KAAK;AAC1C,aAAO,KAAK,WAAW,OAAO,OAAO,OAAO;AAAA,IAC9C;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,WAAW,MAAM;AAAA,EAC/B;AAAA,EAEA,YAAYC,OAAc;AACxB,WAAO,KAAK,WAAW,YAAYA,KAAI;AAAA,EACzC;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,WAAO,KAAK,WAAW,gBAAgB,KAAK;AAAA,EAC9C;AAAA,EAEA,QAAc;AACZ,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,aAAO,KAAK,WAAW,OAAO,OAAO;AAAA,IACvC;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,KAAK,WAAW,OAAO,SAAS,IAAI;AAC1C,WAAK,cAAc;AACnB,MAAAD,KAAI,MAAM,8CAA8C;AAAA,IAC1D;AAAA;AACF;;;AE1FA,IAAAE,iBAAwB;AACxB,aAAwB;AACxB,SAAoB;AACpB,WAAsB;AAItB,IAAMC,OAAM,uBAAQ;AAyBb,IAAM,4BAAN,MAA4D;AAAA,EAKjE,YAAY,SAA2C;AAFvD,SAAQ,aAAqC;AAnC/C;AAsCI,SAAK,WAAU,aAAQ,YAAR,YAAmB,QAAQ,IAAI;AAC9C,SAAK,aAAY,aAAQ,cAAR,YAAqB;AAAA,EACxC;AAAA,EAEQ,cAAsB;AAC5B,WAAY,UAAK,KAAK,SAAS,KAAK,SAAS;AAAA,EAC/C;AAAA,EAEc,WAA4C;AAAA;AACxD,UAAI,KAAK,YAAY;AACnB,eAAO,KAAK;AAAA,MACd;AAEA,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,cAAM,cAAc,MAAS,YAAS,UAAU,OAAO;AACvD,cAAM,OAAO,KAAK,MAAM,WAAW;AAEnC,YAAI,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,MAAM,QAAQ,KAAK,IAAI,KAAK,CAAC,KAAK,MAAM;AAClE,UAAAA,KAAI,KAAK,2CAA2C,QAAQ;AAC5D,iBAAO;AAAA,QACT;AAEA,YAAI,KAAK,KAAK,WAAW,GAAG;AAC1B,UAAAA,KAAI,MAAM,0BAA0B,QAAQ;AAC5C,iBAAO;AAAA,QACT;AAEA,aAAK,aAAa;AAClB,QAAAA,KAAI,MAAM,kCAAkC,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AACtF,eAAO;AAAA,MACT,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,0CAA0C,UAAU,KAAK;AACnE,eAAO;AAAA,MACT;AAAA,IACF;AAAA;AAAA,EAEM,SAA0C;AAAA;AAC9C,YAAM,OAAO,MAAM,KAAK,SAAS;AACjC,aAAO;AAAA,IACT;AAAA;AAAA,EAEM,OAAO,IAAkF;AAAA,+CAAlF,MAAuB,UAAwB,EAAE,UAAU,KAAK,GAAkB;AAC7F,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,YAAI,EAAC,mCAAS,WAAU;AACtB,cAAI;AACF,kBAAS,UAAO,QAAQ;AACxB,YAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,UACF,SAAQ;AAAA,UAER;AAAA,QACF;AAEA,cAAM,MAAW,aAAQ,QAAQ;AACjC,cAAS,SAAM,KAAK,EAAE,WAAW,KAAK,CAAC;AAEvC,cAAS,aAAU,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAEnE,QAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,MACrF,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,cAAM;AAAA,MACR;AAAA,IACF;AAAA;AAAA,EAEA,WAAW,MAAuB,UAAwB,EAAE,UAAU,KAAK,GAAS;AAClF,UAAM,WAAW,KAAK,YAAY;AAElC,QAAI;AACF,UAAI,EAAC,mCAAS,WAAU;AACtB,YAAI;AACF,UAAO,kBAAW,QAAQ;AAC1B,UAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,QACF,SAAQ;AAAA,QAER;AAAA,MACF;AAEA,YAAM,MAAW,aAAQ,QAAQ;AACjC,MAAO,iBAAU,KAAK,EAAE,WAAW,KAAK,CAAC;AAEzC,MAAO,qBAAc,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAErE,MAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,IACrF,SAAS,OAAO;AACd,MAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AACF;;;ACzHO,SAAS,sBAAsB,aAAkD;AACtF,MAAI,YAAY,SAAS,aAAa;AACpC,WAAO,IAAI,0BAA0B,mBAChC,YAAY,OAChB;AAAA,EACH;AAEA,QAAM,IAAI,MAAM,uBAAuB,YAAY,IAAI,EAAE;AAC3D;","names":["import_logger","path","log","path","import_logger","log"]}

package/dist/index.mjs

@@ -35,10 +35,10 @@ var __async = (__this, __arguments, generator) => {
   });
 };
 
-// src/searchEngine.ts
+// src/searchEngine/textBasedSearchEngine.ts
 import { loggers as loggers2 } from "@peam-ai/logger";
 
-// src/textSearch.ts
+// src/searchEngine/textSearch.ts
 import { loggers } from "@peam-ai/logger";
 import { Charset, Document } from "flexsearch";
 var PEAM_DOCUMENT_IDS_KEY = "peam.documentIds";
@@ -55,8 +55,8 @@ var TextSearch = class {
       worker: false,
       document: {
         id: "path",
-        index: ["content:title", "content:description", "content:textContent", "content:author", "content:keywords"],
-        store: true
+        index: ["content:title", "content:description", "content:content", "content:keywords", "content:author"],
+        store: ["id", "path", "content:title", "content:content", "content:language"]
       },
       tokenize: "forward",
       resolution: 9,
@@ -89,16 +89,22 @@ var TextSearch = class {
     });
   }
   search(_0) {
-    return __async(this, arguments, function* (query, options = {}) {
+    return __async(this, arguments, function* (query, options = {
+      limit: MAX_DOCUMENTS_RETRIEVE,
+      offset: 0,
+      suggest: true
+    }) {
       if (!this.initialized) {
         throw new Error("TextSearch not initialized. Call initialize() first.");
       }
       const limit = options.limit || MAX_DOCUMENTS_RETRIEVE;
       const offset = options.offset || 0;
+      const suggest = options.suggest || true;
       log.debug("Searching for:", query);
       const results = yield this.index.search(query, {
-        limit: limit + offset,
-        suggest: options.suggest,
+        offset,
+        limit,
+        suggest,
         enrich: true
       });
       const pathSet = /* @__PURE__ */ new Set();
@@ -115,8 +121,7 @@ var TextSearch = class {
           }
         }
       }
-      const pagedResults = documents.slice(offset, offset + limit);
-      return pagedResults;
+      return documents;
     });
   }
   count() {
@@ -186,9 +191,9 @@ var TextSearch = class {
   }
 };
 
-// src/searchEngine.ts
+// src/searchEngine/textBasedSearchEngine.ts
 var log2 = loggers2.search;
-var SearchEngine = class {
+var TextBasedSearchEngine = class {
   // eslint-disable-next-line @typescript-eslint/no-unused-vars
   constructor(_config) {
     this.textSearch = new TextSearch();
@@ -212,7 +217,15 @@ var SearchEngine = class {
       const document = {
         id: path2,
         path: path2,
-        content
+        content: {
+          title: content.title,
+          description: content.description,
+          content: content.markdownContent ? content.markdownContent : content.textContent,
+          author: content.author,
+          keywords: content.keywords,
+          language: content.language,
+          publishedTime: content.publishedTime
+        }
       };
       yield this.textSearch.addDocument(document);
       log2.debug("Page added to search engine:", path2);
@@ -253,37 +266,18 @@ var SearchEngine = class {
   }
 };
 
-// src/indexBuilder.ts
-function buildSearchIndex(pages) {
-  return __async(this, null, function* () {
-    const searchEngine = new SearchEngine();
-    yield searchEngine.initialize();
-    for (const page of pages) {
-      yield searchEngine.addPage(page.path, page.structuredPage);
-    }
-    const exportedData = {};
-    const result = yield searchEngine.export((key, data) => __async(null, null, function* () {
-      exportedData[key] = data;
-    }));
-    return {
-      keys: result.keys,
-      data: exportedData
-    };
-  });
-}
-
-// src/exporters/FileBasedSearchIndexExporter.ts
+// src/stores/FileBasedSearchIndexStore.ts
 import { loggers as loggers3 } from "@peam-ai/logger";
 import * as fsSync from "fs";
 import * as fs from "fs/promises";
 import * as path from "path";
 var log3 = loggers3.search;
-var FileBasedSearchIndexExporter = class {
+var FileBasedSearchIndexStore = class {
   constructor(options) {
     this.cachedData = null;
-    var _a;
+    var _a, _b;
     this.baseDir = (_a = options.baseDir) != null ? _a : process.cwd();
-    this.indexPath = options.indexPath;
+    this.indexPath = (_b = options.indexPath) != null ? _b : ".peam/index.json";
   }
   getFullPath() {
     return path.join(this.baseDir, this.indexPath);
@@ -364,18 +358,16 @@ var FileBasedSearchIndexExporter = class {
   }
 };
 
-// src/exporters/config.ts
-function createExporterFromConfig(exporterConfig) {
-  if (exporterConfig.type === "fileBased") {
-    return new FileBasedSearchIndexExporter(__spreadValues({}, exporterConfig.config));
+// src/stores/config.ts
+function createStoreFromConfig(storeConfig) {
+  if (storeConfig.type === "fileBased") {
+    return new FileBasedSearchIndexStore(__spreadValues({}, storeConfig.config));
   }
-  throw new Error(`Unknown exporter type: ${exporterConfig.type}`);
+  throw new Error(`Unknown store type: ${storeConfig.type}`);
 }
 export {
-  FileBasedSearchIndexExporter,
-  SearchEngine,
-  TextSearch,
-  buildSearchIndex,
-  createExporterFromConfig
+  FileBasedSearchIndexStore,
+  TextBasedSearchEngine,
+  createStoreFromConfig
 };
 //# sourceMappingURL=index.mjs.map

package/dist/index.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/searchEngine.ts","../src/textSearch.ts","../src/indexBuilder.ts","../src/exporters/FileBasedSearchIndexExporter.ts","../src/exporters/config.ts"],"sourcesContent":["import { loggers } from '@peam-ai/logger';\nimport type { StructuredPage } from '@peam-ai/parser';\nimport { TextSearch, type TextSearchOptions } from './textSearch';\nimport type { StructuredPageDocumentData } from './types';\n\nconst log = loggers.search;\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface SearchEngineConfig {\n  // Reserved for future configuration options\n}\n\nexport class SearchEngine {\n  private textSearch: TextSearch;\n  private initialized: boolean;\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  constructor(_config?: SearchEngineConfig) {\n    this.textSearch = new TextSearch();\n    this.initialized = false;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      return;\n    }\n\n    log.debug('Initializing search engine');\n    await this.textSearch.initialize();\n    this.initialized = true;\n  }\n\n  async addPage(path: string, content: StructuredPage): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    const document: StructuredPageDocumentData = {\n      id: path,\n      path,\n      content,\n    };\n\n    await this.textSearch.addDocument(document);\n    log.debug('Page added to search engine:', path);\n  }\n\n  async search(query: string, options: TextSearchOptions = {}): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    log.debug('Performing text search:', query);\n    return this.textSearch.search(query, options);\n  }\n\n  count(): number {\n    return this.textSearch.count();\n  }\n\n  getDocument(path: string) {\n    return this.textSearch.getDocument(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    return this.textSearch.getAllDocuments(limit);\n  }\n\n  clear(): void {\n    this.textSearch.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    return this.textSearch.export(handler);\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    await this.textSearch.import(handler, keys);\n    this.initialized = true;\n    log.debug('Search engine initialized from imported data');\n  }\n}\n","import { loggers } from '@peam-ai/logger';\nimport { Charset, Document } from 'flexsearch';\nimport type { StructuredPageDocumentData } from './types';\n\nexport interface TextSearchOptions {\n  limit?: number;\n  offset?: number;\n  suggest?: boolean;\n}\n\nconst PEAM_DOCUMENT_IDS_KEY = 'peam.documentIds';\nconst MAX_DOCUMENTS_RETRIEVE = 25;\nconst log = loggers.search;\n\nexport class TextSearch {\n  private index: Document<StructuredPageDocumentData>;\n  private initialized: boolean;\n  private documentIds: Set<string>;\n\n  constructor() {\n    this.initialized = false;\n    this.index = this.getIndex();\n    this.documentIds = new Set();\n  }\n\n  private getIndex() {\n    return new Document<StructuredPageDocumentData>({\n      worker: false,\n      document: {\n        id: 'path',\n        index: ['content:title', 'content:description', 'content:textContent', 'content:author', 'content:keywords'],\n        store: true,\n      },\n      tokenize: 'forward',\n      resolution: 9,\n      context: {\n        resolution: 3,\n        depth: 2,\n        bidirectional: true,\n      },\n      cache: 100,\n      encoder: Charset.LatinExtra,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      log.debug('Text search already initialized');\n      return;\n    }\n\n    this.initialized = true;\n  }\n\n  async addDocument(document: StructuredPageDocumentData): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    log.debug('Adding document to text search:', document.path);\n\n    this.index.add(document);\n    this.documentIds.add(document.path);\n  }\n\n  async search(query: string, options: TextSearchOptions = {}): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    const limit = options.limit || MAX_DOCUMENTS_RETRIEVE;\n    const offset = options.offset || 0;\n\n    log.debug('Searching for:', query);\n\n    const results = await this.index.search(query, {\n      limit: limit + offset,\n      suggest: options.suggest,\n      enrich: true,\n    });\n\n    const pathSet = new Set<string>();\n    const documents: StructuredPageDocumentData[] = [];\n\n    for (const fieldResults of results) {\n      if (Array.isArray(fieldResults.result)) {\n        for (const result of fieldResults.result) {\n          const id = typeof result === 'object' && 'id' in result ? result.id : result;\n          const doc = typeof result === 'object' && 'doc' in result ? result.doc : null;\n\n          if (!pathSet.has(id as string) && doc) {\n            pathSet.add(id as string);\n            documents.push(doc);\n          }\n        }\n      }\n    }\n\n    const pagedResults = documents.slice(offset, offset + limit);\n\n    return pagedResults;\n  }\n\n  count(): number {\n    return this.documentIds.size;\n  }\n\n  getDocument(path: string) {\n    return this.index.get(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    const documents: StructuredPageDocumentData[] = [];\n    let count = 0;\n    limit = limit || MAX_DOCUMENTS_RETRIEVE;\n\n    for (const id of this.documentIds) {\n      if (count >= limit) {\n        break;\n      }\n\n      const doc = this.index.get(id);\n      if (doc) {\n        documents.push(doc);\n        count++;\n      }\n    }\n\n    log.debug('Retrieved documents from store (limit):', documents.length, limit);\n    return documents;\n  }\n\n  clear(): void {\n    this.index.clear();\n    this.index = this.getIndex();\n    this.documentIds.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    const keys: string[] = [];\n\n    await handler(PEAM_DOCUMENT_IDS_KEY, JSON.stringify(Array.from(this.documentIds)));\n    keys.push(PEAM_DOCUMENT_IDS_KEY);\n\n    await this.index.export(async (key: string, data: string) => {\n      keys.push(key);\n      await handler(key, data);\n    });\n\n    log.debug('Exported keys:', keys.length);\n\n    return { keys };\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    const documentIdsData = await handler(PEAM_DOCUMENT_IDS_KEY);\n    if (documentIdsData) {\n      const parsed = typeof documentIdsData === 'string' ? JSON.parse(documentIdsData) : documentIdsData;\n      this.documentIds = new Set(parsed);\n    }\n\n    for (const key of keys) {\n      if (key === PEAM_DOCUMENT_IDS_KEY) {\n        continue;\n      }\n\n      try {\n        const data = await handler(key);\n        if (data) {\n          this.index.import(key, data);\n        }\n      } catch (error) {\n        log.error('Error importing key:', key, error);\n      }\n    }\n\n    this.initialized = true;\n    log.debug('Import completed with keys:', keys.length);\n  }\n}\n","import type { StructuredPage } from '@peam-ai/parser';\nimport { SearchEngine } from './searchEngine';\n\nexport interface PageToIndex {\n  path: string;\n  structuredPage: StructuredPage;\n}\n\nexport interface SearchIndexData {\n  keys: string[];\n  data: Record<string, string>;\n}\n\n/**\n * Build a search index from structured pages\n */\nexport async function buildSearchIndex(pages: PageToIndex[]): Promise<SearchIndexData> {\n  const searchEngine = new SearchEngine();\n  await searchEngine.initialize();\n\n  for (const page of pages) {\n    await searchEngine.addPage(page.path, page.structuredPage);\n  }\n\n  const exportedData: Record<string, string> = {};\n  const result = await searchEngine.export(async (key, data) => {\n    exportedData[key] = data;\n  });\n\n  return {\n    keys: result.keys,\n    data: exportedData,\n  };\n}\n","import { loggers } from '@peam-ai/logger';\nimport * as fsSync from 'fs';\nimport * as fs from 'fs/promises';\nimport * as path from 'path';\nimport type { SearchIndexData } from '../indexBuilder';\nimport type { ExportOptions, SearchIndexExporter } from './SearchIndexExporter';\n\nconst log = loggers.search;\n\nexport interface FileBasedSearchIndexExporterOptions {\n  /**\n   * The path to the index file relative to baseDir\n   */\n  indexPath: string;\n\n  /**\n   * The directory where the index file is located\n   */\n  baseDir?: string;\n}\n\n/**\n * File-based implementation of SearchIndexExporter\n * Reads and writes search index data to/from a JSON file\n */\nexport class FileBasedSearchIndexExporter implements SearchIndexExporter {\n  private baseDir: string;\n  private indexPath: string;\n  private cachedData: SearchIndexData | null = null;\n\n  constructor(options: FileBasedSearchIndexExporterOptions) {\n    this.baseDir = options.baseDir ?? process.cwd();\n    this.indexPath = options.indexPath;\n  }\n\n  private getFullPath(): string {\n    return path.join(this.baseDir, this.indexPath);\n  }\n\n  private async loadData(): Promise<SearchIndexData | null> {\n    if (this.cachedData) {\n      return this.cachedData;\n    }\n\n    const fullPath = this.getFullPath();\n\n    try {\n      const fileContent = await fs.readFile(fullPath, 'utf-8');\n      const data = JSON.parse(fileContent) as SearchIndexData;\n\n      if (!data || !data.keys || !Array.isArray(data.keys) || !data.data) {\n        log.warn('Invalid search index structure in file:', fullPath);\n        return null;\n      }\n\n      if (data.keys.length === 0) {\n        log.debug('Search index is empty:', fullPath);\n        return null;\n      }\n\n      this.cachedData = data;\n      log.debug('Search index loaded from file:', fullPath, 'with', data.keys.length, 'keys');\n      return data;\n    } catch (error) {\n      log.error('Failed to load search index from file:', fullPath, error);\n      return null;\n    }\n  }\n\n  async import(): Promise<SearchIndexData | null> {\n    const data = await this.loadData();\n    return data;\n  }\n\n  async export(data: SearchIndexData, options: ExportOptions = { override: true }): Promise<void> {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          await fs.access(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      await fs.mkdir(dir, { recursive: true });\n\n      await fs.writeFile(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n\n  exportSync(data: SearchIndexData, options: ExportOptions = { override: true }): void {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          fsSync.accessSync(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      fsSync.mkdirSync(dir, { recursive: true });\n\n      fsSync.writeFileSync(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n}\n","import { FileBasedSearchIndexExporter, FileBasedSearchIndexExporterOptions } from './FileBasedSearchIndexExporter';\nimport { SearchIndexExporter } from './SearchIndexExporter';\n\nexport type SearchExporterConfig = {\n  type: 'fileBased';\n  config: FileBasedSearchIndexExporterOptions;\n};\n\n/**\n * Creates a SearchIndexExporter instance from a SearchExporterConfig\n */\nexport function createExporterFromConfig(exporterConfig: SearchExporterConfig): SearchIndexExporter {\n  if (exporterConfig.type === 'fileBased') {\n    return new FileBasedSearchIndexExporter({\n      ...exporterConfig.config,\n    });\n  }\n\n  throw new Error(`Unknown exporter type: ${exporterConfig.type}`);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,WAAAA,gBAAe;;;ACAxB,SAAS,eAAe;AACxB,SAAS,SAAS,gBAAgB;AASlC,IAAM,wBAAwB;AAC9B,IAAM,yBAAyB;AAC/B,IAAM,MAAM,QAAQ;AAEb,IAAM,aAAN,MAAiB;AAAA,EAKtB,cAAc;AACZ,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,cAAc,oBAAI,IAAI;AAAA,EAC7B;AAAA,EAEQ,WAAW;AACjB,WAAO,IAAI,SAAqC;AAAA,MAC9C,QAAQ;AAAA,MACR,UAAU;AAAA,QACR,IAAI;AAAA,QACJ,OAAO,CAAC,iBAAiB,uBAAuB,uBAAuB,kBAAkB,kBAAkB;AAAA,QAC3G,OAAO;AAAA,MACT;AAAA,MACA,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,OAAO;AAAA,QACP,eAAe;AAAA,MACjB;AAAA,MACA,OAAO;AAAA,MACP,SAAS,QAAQ;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB,YAAI,MAAM,iCAAiC;AAC3C;AAAA,MACF;AAEA,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,YAAY,UAAqD;AAAA;AACrE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,UAAI,MAAM,mCAAmC,SAAS,IAAI;AAE1D,WAAK,MAAM,IAAI,QAAQ;AACvB,WAAK,YAAY,IAAI,SAAS,IAAI;AAAA,IACpC;AAAA;AAAA,EAEM,OAAO,IAAuF;AAAA,+CAAvF,OAAe,UAA6B,CAAC,GAA0C;AAClG,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,YAAM,QAAQ,QAAQ,SAAS;AAC/B,YAAM,SAAS,QAAQ,UAAU;AAEjC,UAAI,MAAM,kBAAkB,KAAK;AAEjC,YAAM,UAAU,MAAM,KAAK,MAAM,OAAO,OAAO;AAAA,QAC7C,OAAO,QAAQ;AAAA,QACf,SAAS,QAAQ;AAAA,QACjB,QAAQ;AAAA,MACV,CAAC;AAED,YAAM,UAAU,oBAAI,IAAY;AAChC,YAAM,YAA0C,CAAC;AAEjD,iBAAW,gBAAgB,SAAS;AAClC,YAAI,MAAM,QAAQ,aAAa,MAAM,GAAG;AACtC,qBAAW,UAAU,aAAa,QAAQ;AACxC,kBAAM,KAAK,OAAO,WAAW,YAAY,QAAQ,SAAS,OAAO,KAAK;AACtE,kBAAM,MAAM,OAAO,WAAW,YAAY,SAAS,SAAS,OAAO,MAAM;AAEzE,gBAAI,CAAC,QAAQ,IAAI,EAAY,KAAK,KAAK;AACrC,sBAAQ,IAAI,EAAY;AACxB,wBAAU,KAAK,GAAG;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,YAAM,eAAe,UAAU,MAAM,QAAQ,SAAS,KAAK;AAE3D,aAAO;AAAA,IACT;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,YAAYC,OAAc;AACxB,WAAO,KAAK,MAAM,IAAIA,KAAI;AAAA,EAC5B;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,UAAM,YAA0C,CAAC;AACjD,QAAI,QAAQ;AACZ,YAAQ,SAAS;AAEjB,eAAW,MAAM,KAAK,aAAa;AACjC,UAAI,SAAS,OAAO;AAClB;AAAA,MACF;AAEA,YAAM,MAAM,KAAK,MAAM,IAAI,EAAE;AAC7B,UAAI,KAAK;AACP,kBAAU,KAAK,GAAG;AAClB;AAAA,MACF;AAAA,IACF;AAEA,QAAI,MAAM,2CAA2C,UAAU,QAAQ,KAAK;AAC5E,WAAO;AAAA,EACT;AAAA,EAEA,QAAc;AACZ,SAAK,MAAM,MAAM;AACjB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,YAAM,OAAiB,CAAC;AAExB,YAAM,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,KAAK,WAAW,CAAC,CAAC;AACjF,WAAK,KAAK,qBAAqB;AAE/B,YAAM,KAAK,MAAM,OAAO,CAAO,KAAa,SAAiB;AAC3D,aAAK,KAAK,GAAG;AACb,cAAM,QAAQ,KAAK,IAAI;AAAA,MACzB,EAAC;AAED,UAAI,MAAM,kBAAkB,KAAK,MAAM;AAEvC,aAAO,EAAE,KAAK;AAAA,IAChB;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,kBAAkB,MAAM,QAAQ,qBAAqB;AAC3D,UAAI,iBAAiB;AACnB,cAAM,SAAS,OAAO,oBAAoB,WAAW,KAAK,MAAM,eAAe,IAAI;AACnF,aAAK,cAAc,IAAI,IAAI,MAAM;AAAA,MACnC;AAEA,iBAAW,OAAO,MAAM;AACtB,YAAI,QAAQ,uBAAuB;AACjC;AAAA,QACF;AAEA,YAAI;AACF,gBAAM,OAAO,MAAM,QAAQ,GAAG;AAC9B,cAAI,MAAM;AACR,iBAAK,MAAM,OAAO,KAAK,IAAI;AAAA,UAC7B;AAAA,QACF,SAAS,OAAO;AACd,cAAI,MAAM,wBAAwB,KAAK,KAAK;AAAA,QAC9C;AAAA,MACF;AAEA,WAAK,cAAc;AACnB,UAAI,MAAM,+BAA+B,KAAK,MAAM;AAAA,IACtD;AAAA;AACF;;;AD9KA,IAAMC,OAAMC,SAAQ;AAOb,IAAM,eAAN,MAAmB;AAAA;AAAA,EAKxB,YAAY,SAA8B;AACxC,SAAK,aAAa,IAAI,WAAW;AACjC,SAAK,cAAc;AAAA,EACrB;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB;AAAA,MACF;AAEA,MAAAD,KAAI,MAAM,4BAA4B;AACtC,YAAM,KAAK,WAAW,WAAW;AACjC,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,QAAQE,OAAc,SAAwC;AAAA;AAClE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,YAAM,WAAuC;AAAA,QAC3C,IAAIA;AAAA,QACJ,MAAAA;AAAA,QACA;AAAA,MACF;AAEA,YAAM,KAAK,WAAW,YAAY,QAAQ;AAC1C,MAAAF,KAAI,MAAM,gCAAgCE,KAAI;AAAA,IAChD;AAAA;AAAA,EAEM,OAAO,IAAuF;AAAA,+CAAvF,OAAe,UAA6B,CAAC,GAA0C;AAClG,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,MAAAF,KAAI,MAAM,2BAA2B,KAAK;AAC1C,aAAO,KAAK,WAAW,OAAO,OAAO,OAAO;AAAA,IAC9C;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,WAAW,MAAM;AAAA,EAC/B;AAAA,EAEA,YAAYE,OAAc;AACxB,WAAO,KAAK,WAAW,YAAYA,KAAI;AAAA,EACzC;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,WAAO,KAAK,WAAW,gBAAgB,KAAK;AAAA,EAC9C;AAAA,EAEA,QAAc;AACZ,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,aAAO,KAAK,WAAW,OAAO,OAAO;AAAA,IACvC;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,KAAK,WAAW,OAAO,SAAS,IAAI;AAC1C,WAAK,cAAc;AACnB,MAAAF,KAAI,MAAM,8CAA8C;AAAA,IAC1D;AAAA;AACF;;;AEjEA,SAAsB,iBAAiB,OAAgD;AAAA;AACrF,UAAM,eAAe,IAAI,aAAa;AACtC,UAAM,aAAa,WAAW;AAE9B,eAAW,QAAQ,OAAO;AACxB,YAAM,aAAa,QAAQ,KAAK,MAAM,KAAK,cAAc;AAAA,IAC3D;AAEA,UAAM,eAAuC,CAAC;AAC9C,UAAM,SAAS,MAAM,aAAa,OAAO,CAAO,KAAK,SAAS;AAC5D,mBAAa,GAAG,IAAI;AAAA,IACtB,EAAC;AAED,WAAO;AAAA,MACL,MAAM,OAAO;AAAA,MACb,MAAM;AAAA,IACR;AAAA,EACF;AAAA;;;ACjCA,SAAS,WAAAG,gBAAe;AACxB,YAAY,YAAY;AACxB,YAAY,QAAQ;AACpB,YAAY,UAAU;AAItB,IAAMC,OAAMC,SAAQ;AAkBb,IAAM,+BAAN,MAAkE;AAAA,EAKvE,YAAY,SAA8C;AAF1D,SAAQ,aAAqC;AA5B/C;AA+BI,SAAK,WAAU,aAAQ,YAAR,YAAmB,QAAQ,IAAI;AAC9C,SAAK,YAAY,QAAQ;AAAA,EAC3B;AAAA,EAEQ,cAAsB;AAC5B,WAAY,UAAK,KAAK,SAAS,KAAK,SAAS;AAAA,EAC/C;AAAA,EAEc,WAA4C;AAAA;AACxD,UAAI,KAAK,YAAY;AACnB,eAAO,KAAK;AAAA,MACd;AAEA,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,cAAM,cAAc,MAAS,YAAS,UAAU,OAAO;AACvD,cAAM,OAAO,KAAK,MAAM,WAAW;AAEnC,YAAI,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,MAAM,QAAQ,KAAK,IAAI,KAAK,CAAC,KAAK,MAAM;AAClE,UAAAD,KAAI,KAAK,2CAA2C,QAAQ;AAC5D,iBAAO;AAAA,QACT;AAEA,YAAI,KAAK,KAAK,WAAW,GAAG;AAC1B,UAAAA,KAAI,MAAM,0BAA0B,QAAQ;AAC5C,iBAAO;AAAA,QACT;AAEA,aAAK,aAAa;AAClB,QAAAA,KAAI,MAAM,kCAAkC,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AACtF,eAAO;AAAA,MACT,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,0CAA0C,UAAU,KAAK;AACnE,eAAO;AAAA,MACT;AAAA,IACF;AAAA;AAAA,EAEM,SAA0C;AAAA;AAC9C,YAAM,OAAO,MAAM,KAAK,SAAS;AACjC,aAAO;AAAA,IACT;AAAA;AAAA,EAEM,OAAO,IAAmF;AAAA,+CAAnF,MAAuB,UAAyB,EAAE,UAAU,KAAK,GAAkB;AAC9F,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,YAAI,EAAC,mCAAS,WAAU;AACtB,cAAI;AACF,kBAAS,UAAO,QAAQ;AACxB,YAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,UACF,SAAQ;AAAA,UAER;AAAA,QACF;AAEA,cAAM,MAAW,aAAQ,QAAQ;AACjC,cAAS,SAAM,KAAK,EAAE,WAAW,KAAK,CAAC;AAEvC,cAAS,aAAU,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAEnE,QAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,MACrF,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,cAAM;AAAA,MACR;AAAA,IACF;AAAA;AAAA,EAEA,WAAW,MAAuB,UAAyB,EAAE,UAAU,KAAK,GAAS;AACnF,UAAM,WAAW,KAAK,YAAY;AAElC,QAAI;AACF,UAAI,EAAC,mCAAS,WAAU;AACtB,YAAI;AACF,UAAO,kBAAW,QAAQ;AAC1B,UAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,QACF,SAAQ;AAAA,QAER;AAAA,MACF;AAEA,YAAM,MAAW,aAAQ,QAAQ;AACjC,MAAO,iBAAU,KAAK,EAAE,WAAW,KAAK,CAAC;AAEzC,MAAO,qBAAc,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAErE,MAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,IACrF,SAAS,OAAO;AACd,MAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AACF;;;AClHO,SAAS,yBAAyB,gBAA2D;AAClG,MAAI,eAAe,SAAS,aAAa;AACvC,WAAO,IAAI,6BAA6B,mBACnC,eAAe,OACnB;AAAA,EACH;AAEA,QAAM,IAAI,MAAM,0BAA0B,eAAe,IAAI,EAAE;AACjE;","names":["loggers","path","log","loggers","path","loggers","log","loggers"]}
+{"version":3,"sources":["../src/searchEngine/textBasedSearchEngine.ts","../src/searchEngine/textSearch.ts","../src/stores/FileBasedSearchIndexStore.ts","../src/stores/config.ts"],"sourcesContent":["import { loggers } from '@peam-ai/logger';\nimport type { StructuredPage } from '@peam-ai/parser';\nimport type { StructuredPageDocumentData } from '../types';\nimport { SearchEngine, SearchOptions } from './searchEngine';\nimport { TextSearch } from './textSearch';\n\nconst log = loggers.search;\n\n// eslint-disable-next-line @typescript-eslint/no-empty-object-type\nexport interface TextBasedSearchEngineConfig {\n  // Reserved for future configuration options\n}\n\nexport class TextBasedSearchEngine implements SearchEngine {\n  private textSearch: TextSearch;\n  private initialized: boolean;\n\n  // eslint-disable-next-line @typescript-eslint/no-unused-vars\n  constructor(_config?: TextBasedSearchEngineConfig) {\n    this.textSearch = new TextSearch();\n    this.initialized = false;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      return;\n    }\n\n    log.debug('Initializing search engine');\n    await this.textSearch.initialize();\n    this.initialized = true;\n  }\n\n  async addPage(path: string, content: StructuredPage): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    const document: StructuredPageDocumentData = {\n      id: path,\n      path,\n      content: {\n        title: content.title,\n        description: content.description,\n        content: content.markdownContent ? content.markdownContent : content.textContent,\n        author: content.author,\n        keywords: content.keywords,\n        language: content.language,\n        publishedTime: content.publishedTime,\n      },\n    };\n\n    await this.textSearch.addDocument(document);\n    log.debug('Page added to search engine:', path);\n  }\n\n  async search(query: string, options: SearchOptions = {}): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('Search engine not initialized. Call initialize() first.');\n    }\n\n    log.debug('Performing text search:', query);\n    return this.textSearch.search(query, options);\n  }\n\n  count(): number {\n    return this.textSearch.count();\n  }\n\n  getDocument(path: string) {\n    return this.textSearch.getDocument(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    return this.textSearch.getAllDocuments(limit);\n  }\n\n  clear(): void {\n    this.textSearch.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    return this.textSearch.export(handler);\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    await this.textSearch.import(handler, keys);\n    this.initialized = true;\n    log.debug('Search engine initialized from imported data');\n  }\n}\n","import { loggers } from '@peam-ai/logger';\nimport { Charset, Document } from 'flexsearch';\nimport type { StructuredPageDocumentData } from '../types';\nimport { SearchOptions } from './searchEngine';\n\nconst PEAM_DOCUMENT_IDS_KEY = 'peam.documentIds';\nconst MAX_DOCUMENTS_RETRIEVE = 25;\nconst log = loggers.search;\n\nexport class TextSearch {\n  private index: Document<StructuredPageDocumentData>;\n  private initialized: boolean;\n  private documentIds: Set<string>;\n\n  constructor() {\n    this.initialized = false;\n    this.index = this.getIndex();\n    this.documentIds = new Set();\n  }\n\n  private getIndex() {\n    return new Document<StructuredPageDocumentData>({\n      worker: false,\n      document: {\n        id: 'path',\n        index: ['content:title', 'content:description', 'content:content', 'content:keywords', 'content:author'],\n        store: ['id', 'path', 'content:title', 'content:content', 'content:language'],\n      },\n      tokenize: 'forward',\n      resolution: 9,\n      context: {\n        resolution: 3,\n        depth: 2,\n        bidirectional: true,\n      },\n      cache: 100,\n      encoder: Charset.LatinExtra,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      log.debug('Text search already initialized');\n      return;\n    }\n\n    this.initialized = true;\n  }\n\n  async addDocument(document: StructuredPageDocumentData): Promise<void> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    log.debug('Adding document to text search:', document.path);\n\n    this.index.add(document);\n    this.documentIds.add(document.path);\n  }\n\n  async search(\n    query: string,\n    options: SearchOptions = {\n      limit: MAX_DOCUMENTS_RETRIEVE,\n      offset: 0,\n      suggest: true,\n    }\n  ): Promise<StructuredPageDocumentData[]> {\n    if (!this.initialized) {\n      throw new Error('TextSearch not initialized. Call initialize() first.');\n    }\n\n    const limit = options.limit || MAX_DOCUMENTS_RETRIEVE;\n    const offset = options.offset || 0;\n    const suggest = options.suggest || true;\n\n    log.debug('Searching for:', query);\n\n    const results = await this.index.search(query, {\n      offset,\n      limit,\n      suggest,\n      enrich: true,\n    });\n\n    const pathSet = new Set<string>();\n    const documents: StructuredPageDocumentData[] = [];\n\n    for (const fieldResults of results) {\n      if (Array.isArray(fieldResults.result)) {\n        for (const result of fieldResults.result) {\n          const id = typeof result === 'object' && 'id' in result ? result.id : result;\n          const doc = typeof result === 'object' && 'doc' in result ? result.doc : null;\n\n          if (!pathSet.has(id as string) && doc) {\n            pathSet.add(id as string);\n            documents.push(doc);\n          }\n        }\n      }\n    }\n\n    return documents;\n  }\n\n  count(): number {\n    return this.documentIds.size;\n  }\n\n  getDocument(path: string) {\n    return this.index.get(path);\n  }\n\n  getAllDocuments(limit?: number): StructuredPageDocumentData[] {\n    const documents: StructuredPageDocumentData[] = [];\n    let count = 0;\n    limit = limit || MAX_DOCUMENTS_RETRIEVE;\n\n    for (const id of this.documentIds) {\n      if (count >= limit) {\n        break;\n      }\n\n      const doc = this.index.get(id);\n      if (doc) {\n        documents.push(doc);\n        count++;\n      }\n    }\n\n    log.debug('Retrieved documents from store (limit):', documents.length, limit);\n    return documents;\n  }\n\n  clear(): void {\n    this.index.clear();\n    this.index = this.getIndex();\n    this.documentIds.clear();\n  }\n\n  async export(handler: (key: string, data: string) => Promise<void>): Promise<{ keys: string[] }> {\n    const keys: string[] = [];\n\n    await handler(PEAM_DOCUMENT_IDS_KEY, JSON.stringify(Array.from(this.documentIds)));\n    keys.push(PEAM_DOCUMENT_IDS_KEY);\n\n    await this.index.export(async (key: string, data: string) => {\n      keys.push(key);\n      await handler(key, data);\n    });\n\n    log.debug('Exported keys:', keys.length);\n\n    return { keys };\n  }\n\n  async import(handler: (key: string) => Promise<string>, keys: string[]): Promise<void> {\n    const documentIdsData = await handler(PEAM_DOCUMENT_IDS_KEY);\n    if (documentIdsData) {\n      const parsed = typeof documentIdsData === 'string' ? JSON.parse(documentIdsData) : documentIdsData;\n      this.documentIds = new Set(parsed);\n    }\n\n    for (const key of keys) {\n      if (key === PEAM_DOCUMENT_IDS_KEY) {\n        continue;\n      }\n\n      try {\n        const data = await handler(key);\n        if (data) {\n          this.index.import(key, data);\n        }\n      } catch (error) {\n        log.error('Error importing key:', key, error);\n      }\n    }\n\n    this.initialized = true;\n    log.debug('Import completed with keys:', keys.length);\n  }\n}\n","import { loggers } from '@peam-ai/logger';\nimport * as fsSync from 'fs';\nimport * as fs from 'fs/promises';\nimport * as path from 'path';\nimport { SearchIndexData } from '../types';\nimport type { SearchIndexStore, StoreOptions } from './SearchIndexStore';\n\nconst log = loggers.search;\n\n/**\n * Configuration for file-based search index store\n * @description Configuration for file-based search index store\n */\nexport interface FileBasedSearchIndexStoreOptions {\n  /**\n   * The path to the index file relative to baseDir\n   * @description The path to the index file relative to baseDir\n   * @default .peam/index.json\n   */\n  indexPath?: string;\n\n  /**\n   * The directory where the index file is located\n   * @description The directory where the index file is located\n   */\n  baseDir?: string;\n}\n\n/**\n * File-based implementation of SearchIndexStore\n * Reads and writes search index data to/from a JSON file\n */\nexport class FileBasedSearchIndexStore implements SearchIndexStore {\n  private baseDir: string;\n  private indexPath: string;\n  private cachedData: SearchIndexData | null = null;\n\n  constructor(options: FileBasedSearchIndexStoreOptions) {\n    this.baseDir = options.baseDir ?? process.cwd();\n    this.indexPath = options.indexPath ?? '.peam/index.json';\n  }\n\n  private getFullPath(): string {\n    return path.join(this.baseDir, this.indexPath);\n  }\n\n  private async loadData(): Promise<SearchIndexData | null> {\n    if (this.cachedData) {\n      return this.cachedData;\n    }\n\n    const fullPath = this.getFullPath();\n\n    try {\n      const fileContent = await fs.readFile(fullPath, 'utf-8');\n      const data = JSON.parse(fileContent) as SearchIndexData;\n\n      if (!data || !data.keys || !Array.isArray(data.keys) || !data.data) {\n        log.warn('Invalid search index structure in file:', fullPath);\n        return null;\n      }\n\n      if (data.keys.length === 0) {\n        log.debug('Search index is empty:', fullPath);\n        return null;\n      }\n\n      this.cachedData = data;\n      log.debug('Search index loaded from file:', fullPath, 'with', data.keys.length, 'keys');\n      return data;\n    } catch (error) {\n      log.error('Failed to load search index from file:', fullPath, error);\n      return null;\n    }\n  }\n\n  async import(): Promise<SearchIndexData | null> {\n    const data = await this.loadData();\n    return data;\n  }\n\n  async export(data: SearchIndexData, options: StoreOptions = { override: true }): Promise<void> {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          await fs.access(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      await fs.mkdir(dir, { recursive: true });\n\n      await fs.writeFile(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n\n  exportSync(data: SearchIndexData, options: StoreOptions = { override: true }): void {\n    const fullPath = this.getFullPath();\n\n    try {\n      if (!options?.override) {\n        try {\n          fsSync.accessSync(fullPath);\n          log.debug('Search index file already exists and override is false, skipping export:', fullPath);\n          return;\n        } catch {\n          // noop\n        }\n      }\n\n      const dir = path.dirname(fullPath);\n      fsSync.mkdirSync(dir, { recursive: true });\n\n      fsSync.writeFileSync(fullPath, JSON.stringify(data, null, 2), 'utf-8');\n\n      log.debug('Search index saved to file:', fullPath, 'with', data.keys.length, 'keys');\n    } catch (error) {\n      log.error('Failed to save search index to file:', fullPath, error);\n      throw error;\n    }\n  }\n}\n","import { FileBasedSearchIndexStore, FileBasedSearchIndexStoreOptions } from './FileBasedSearchIndexStore';\nimport { SearchIndexStore } from './SearchIndexStore';\n\nexport type SearchStoreConfig = {\n  type: 'fileBased';\n  config: FileBasedSearchIndexStoreOptions;\n};\n\n/**\n * Creates a SearchIndexStore instance from a SearchStoreConfig\n */\nexport function createStoreFromConfig(storeConfig: SearchStoreConfig): SearchIndexStore {\n  if (storeConfig.type === 'fileBased') {\n    return new FileBasedSearchIndexStore({\n      ...storeConfig.config,\n    });\n  }\n\n  throw new Error(`Unknown store type: ${storeConfig.type}`);\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,WAAAA,gBAAe;;;ACAxB,SAAS,eAAe;AACxB,SAAS,SAAS,gBAAgB;AAIlC,IAAM,wBAAwB;AAC9B,IAAM,yBAAyB;AAC/B,IAAM,MAAM,QAAQ;AAEb,IAAM,aAAN,MAAiB;AAAA,EAKtB,cAAc;AACZ,SAAK,cAAc;AACnB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,cAAc,oBAAI,IAAI;AAAA,EAC7B;AAAA,EAEQ,WAAW;AACjB,WAAO,IAAI,SAAqC;AAAA,MAC9C,QAAQ;AAAA,MACR,UAAU;AAAA,QACR,IAAI;AAAA,QACJ,OAAO,CAAC,iBAAiB,uBAAuB,mBAAmB,oBAAoB,gBAAgB;AAAA,QACvG,OAAO,CAAC,MAAM,QAAQ,iBAAiB,mBAAmB,kBAAkB;AAAA,MAC9E;AAAA,MACA,UAAU;AAAA,MACV,YAAY;AAAA,MACZ,SAAS;AAAA,QACP,YAAY;AAAA,QACZ,OAAO;AAAA,QACP,eAAe;AAAA,MACjB;AAAA,MACA,OAAO;AAAA,MACP,SAAS,QAAQ;AAAA,IACnB,CAAC;AAAA,EACH;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB,YAAI,MAAM,iCAAiC;AAC3C;AAAA,MACF;AAEA,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,YAAY,UAAqD;AAAA;AACrE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,UAAI,MAAM,mCAAmC,SAAS,IAAI;AAE1D,WAAK,MAAM,IAAI,QAAQ;AACvB,WAAK,YAAY,IAAI,SAAS,IAAI;AAAA,IACpC;AAAA;AAAA,EAEM,OACJ,IAMuC;AAAA,+CANvC,OACA,UAAyB;AAAA,MACvB,OAAO;AAAA,MACP,QAAQ;AAAA,MACR,SAAS;AAAA,IACX,GACuC;AACvC,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,sDAAsD;AAAA,MACxE;AAEA,YAAM,QAAQ,QAAQ,SAAS;AAC/B,YAAM,SAAS,QAAQ,UAAU;AACjC,YAAM,UAAU,QAAQ,WAAW;AAEnC,UAAI,MAAM,kBAAkB,KAAK;AAEjC,YAAM,UAAU,MAAM,KAAK,MAAM,OAAO,OAAO;AAAA,QAC7C;AAAA,QACA;AAAA,QACA;AAAA,QACA,QAAQ;AAAA,MACV,CAAC;AAED,YAAM,UAAU,oBAAI,IAAY;AAChC,YAAM,YAA0C,CAAC;AAEjD,iBAAW,gBAAgB,SAAS;AAClC,YAAI,MAAM,QAAQ,aAAa,MAAM,GAAG;AACtC,qBAAW,UAAU,aAAa,QAAQ;AACxC,kBAAM,KAAK,OAAO,WAAW,YAAY,QAAQ,SAAS,OAAO,KAAK;AACtE,kBAAM,MAAM,OAAO,WAAW,YAAY,SAAS,SAAS,OAAO,MAAM;AAEzE,gBAAI,CAAC,QAAQ,IAAI,EAAY,KAAK,KAAK;AACrC,sBAAQ,IAAI,EAAY;AACxB,wBAAU,KAAK,GAAG;AAAA,YACpB;AAAA,UACF;AAAA,QACF;AAAA,MACF;AAEA,aAAO;AAAA,IACT;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,YAAYC,OAAc;AACxB,WAAO,KAAK,MAAM,IAAIA,KAAI;AAAA,EAC5B;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,UAAM,YAA0C,CAAC;AACjD,QAAI,QAAQ;AACZ,YAAQ,SAAS;AAEjB,eAAW,MAAM,KAAK,aAAa;AACjC,UAAI,SAAS,OAAO;AAClB;AAAA,MACF;AAEA,YAAM,MAAM,KAAK,MAAM,IAAI,EAAE;AAC7B,UAAI,KAAK;AACP,kBAAU,KAAK,GAAG;AAClB;AAAA,MACF;AAAA,IACF;AAEA,QAAI,MAAM,2CAA2C,UAAU,QAAQ,KAAK;AAC5E,WAAO;AAAA,EACT;AAAA,EAEA,QAAc;AACZ,SAAK,MAAM,MAAM;AACjB,SAAK,QAAQ,KAAK,SAAS;AAC3B,SAAK,YAAY,MAAM;AAAA,EACzB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,YAAM,OAAiB,CAAC;AAExB,YAAM,QAAQ,uBAAuB,KAAK,UAAU,MAAM,KAAK,KAAK,WAAW,CAAC,CAAC;AACjF,WAAK,KAAK,qBAAqB;AAE/B,YAAM,KAAK,MAAM,OAAO,CAAO,KAAa,SAAiB;AAC3D,aAAK,KAAK,GAAG;AACb,cAAM,QAAQ,KAAK,IAAI;AAAA,MACzB,EAAC;AAED,UAAI,MAAM,kBAAkB,KAAK,MAAM;AAEvC,aAAO,EAAE,KAAK;AAAA,IAChB;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,kBAAkB,MAAM,QAAQ,qBAAqB;AAC3D,UAAI,iBAAiB;AACnB,cAAM,SAAS,OAAO,oBAAoB,WAAW,KAAK,MAAM,eAAe,IAAI;AACnF,aAAK,cAAc,IAAI,IAAI,MAAM;AAAA,MACnC;AAEA,iBAAW,OAAO,MAAM;AACtB,YAAI,QAAQ,uBAAuB;AACjC;AAAA,QACF;AAEA,YAAI;AACF,gBAAM,OAAO,MAAM,QAAQ,GAAG;AAC9B,cAAI,MAAM;AACR,iBAAK,MAAM,OAAO,KAAK,IAAI;AAAA,UAC7B;AAAA,QACF,SAAS,OAAO;AACd,cAAI,MAAM,wBAAwB,KAAK,KAAK;AAAA,QAC9C;AAAA,MACF;AAEA,WAAK,cAAc;AACnB,UAAI,MAAM,+BAA+B,KAAK,MAAM;AAAA,IACtD;AAAA;AACF;;;AD/KA,IAAMC,OAAMC,SAAQ;AAOb,IAAM,wBAAN,MAAoD;AAAA;AAAA,EAKzD,YAAY,SAAuC;AACjD,SAAK,aAAa,IAAI,WAAW;AACjC,SAAK,cAAc;AAAA,EACrB;AAAA,EAEM,aAA4B;AAAA;AAChC,UAAI,KAAK,aAAa;AACpB;AAAA,MACF;AAEA,MAAAD,KAAI,MAAM,4BAA4B;AACtC,YAAM,KAAK,WAAW,WAAW;AACjC,WAAK,cAAc;AAAA,IACrB;AAAA;AAAA,EAEM,QAAQE,OAAc,SAAwC;AAAA;AAClE,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,YAAM,WAAuC;AAAA,QAC3C,IAAIA;AAAA,QACJ,MAAAA;AAAA,QACA,SAAS;AAAA,UACP,OAAO,QAAQ;AAAA,UACf,aAAa,QAAQ;AAAA,UACrB,SAAS,QAAQ,kBAAkB,QAAQ,kBAAkB,QAAQ;AAAA,UACrE,QAAQ,QAAQ;AAAA,UAChB,UAAU,QAAQ;AAAA,UAClB,UAAU,QAAQ;AAAA,UAClB,eAAe,QAAQ;AAAA,QACzB;AAAA,MACF;AAEA,YAAM,KAAK,WAAW,YAAY,QAAQ;AAC1C,MAAAF,KAAI,MAAM,gCAAgCE,KAAI;AAAA,IAChD;AAAA;AAAA,EAEM,OAAO,IAAmF;AAAA,+CAAnF,OAAe,UAAyB,CAAC,GAA0C;AAC9F,UAAI,CAAC,KAAK,aAAa;AACrB,cAAM,IAAI,MAAM,yDAAyD;AAAA,MAC3E;AAEA,MAAAF,KAAI,MAAM,2BAA2B,KAAK;AAC1C,aAAO,KAAK,WAAW,OAAO,OAAO,OAAO;AAAA,IAC9C;AAAA;AAAA,EAEA,QAAgB;AACd,WAAO,KAAK,WAAW,MAAM;AAAA,EAC/B;AAAA,EAEA,YAAYE,OAAc;AACxB,WAAO,KAAK,WAAW,YAAYA,KAAI;AAAA,EACzC;AAAA,EAEA,gBAAgB,OAA8C;AAC5D,WAAO,KAAK,WAAW,gBAAgB,KAAK;AAAA,EAC9C;AAAA,EAEA,QAAc;AACZ,SAAK,WAAW,MAAM;AAAA,EACxB;AAAA,EAEM,OAAO,SAAoF;AAAA;AAC/F,aAAO,KAAK,WAAW,OAAO,OAAO;AAAA,IACvC;AAAA;AAAA,EAEM,OAAO,SAA2C,MAA+B;AAAA;AACrF,YAAM,KAAK,WAAW,OAAO,SAAS,IAAI;AAC1C,WAAK,cAAc;AACnB,MAAAF,KAAI,MAAM,8CAA8C;AAAA,IAC1D;AAAA;AACF;;;AE1FA,SAAS,WAAAG,gBAAe;AACxB,YAAY,YAAY;AACxB,YAAY,QAAQ;AACpB,YAAY,UAAU;AAItB,IAAMC,OAAMC,SAAQ;AAyBb,IAAM,4BAAN,MAA4D;AAAA,EAKjE,YAAY,SAA2C;AAFvD,SAAQ,aAAqC;AAnC/C;AAsCI,SAAK,WAAU,aAAQ,YAAR,YAAmB,QAAQ,IAAI;AAC9C,SAAK,aAAY,aAAQ,cAAR,YAAqB;AAAA,EACxC;AAAA,EAEQ,cAAsB;AAC5B,WAAY,UAAK,KAAK,SAAS,KAAK,SAAS;AAAA,EAC/C;AAAA,EAEc,WAA4C;AAAA;AACxD,UAAI,KAAK,YAAY;AACnB,eAAO,KAAK;AAAA,MACd;AAEA,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,cAAM,cAAc,MAAS,YAAS,UAAU,OAAO;AACvD,cAAM,OAAO,KAAK,MAAM,WAAW;AAEnC,YAAI,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,MAAM,QAAQ,KAAK,IAAI,KAAK,CAAC,KAAK,MAAM;AAClE,UAAAD,KAAI,KAAK,2CAA2C,QAAQ;AAC5D,iBAAO;AAAA,QACT;AAEA,YAAI,KAAK,KAAK,WAAW,GAAG;AAC1B,UAAAA,KAAI,MAAM,0BAA0B,QAAQ;AAC5C,iBAAO;AAAA,QACT;AAEA,aAAK,aAAa;AAClB,QAAAA,KAAI,MAAM,kCAAkC,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AACtF,eAAO;AAAA,MACT,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,0CAA0C,UAAU,KAAK;AACnE,eAAO;AAAA,MACT;AAAA,IACF;AAAA;AAAA,EAEM,SAA0C;AAAA;AAC9C,YAAM,OAAO,MAAM,KAAK,SAAS;AACjC,aAAO;AAAA,IACT;AAAA;AAAA,EAEM,OAAO,IAAkF;AAAA,+CAAlF,MAAuB,UAAwB,EAAE,UAAU,KAAK,GAAkB;AAC7F,YAAM,WAAW,KAAK,YAAY;AAElC,UAAI;AACF,YAAI,EAAC,mCAAS,WAAU;AACtB,cAAI;AACF,kBAAS,UAAO,QAAQ;AACxB,YAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,UACF,SAAQ;AAAA,UAER;AAAA,QACF;AAEA,cAAM,MAAW,aAAQ,QAAQ;AACjC,cAAS,SAAM,KAAK,EAAE,WAAW,KAAK,CAAC;AAEvC,cAAS,aAAU,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAEnE,QAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,MACrF,SAAS,OAAO;AACd,QAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,cAAM;AAAA,MACR;AAAA,IACF;AAAA;AAAA,EAEA,WAAW,MAAuB,UAAwB,EAAE,UAAU,KAAK,GAAS;AAClF,UAAM,WAAW,KAAK,YAAY;AAElC,QAAI;AACF,UAAI,EAAC,mCAAS,WAAU;AACtB,YAAI;AACF,UAAO,kBAAW,QAAQ;AAC1B,UAAAA,KAAI,MAAM,4EAA4E,QAAQ;AAC9F;AAAA,QACF,SAAQ;AAAA,QAER;AAAA,MACF;AAEA,YAAM,MAAW,aAAQ,QAAQ;AACjC,MAAO,iBAAU,KAAK,EAAE,WAAW,KAAK,CAAC;AAEzC,MAAO,qBAAc,UAAU,KAAK,UAAU,MAAM,MAAM,CAAC,GAAG,OAAO;AAErE,MAAAA,KAAI,MAAM,+BAA+B,UAAU,QAAQ,KAAK,KAAK,QAAQ,MAAM;AAAA,IACrF,SAAS,OAAO;AACd,MAAAA,KAAI,MAAM,wCAAwC,UAAU,KAAK;AACjE,YAAM;AAAA,IACR;AAAA,EACF;AACF;;;ACzHO,SAAS,sBAAsB,aAAkD;AACtF,MAAI,YAAY,SAAS,aAAa;AACpC,WAAO,IAAI,0BAA0B,mBAChC,YAAY,OAChB;AAAA,EACH;AAEA,QAAM,IAAI,MAAM,uBAAuB,YAAY,IAAI,EAAE;AAC3D;","names":["loggers","path","log","loggers","path","loggers","log","loggers"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@peam-ai/search",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "description": "Vector database and search functionality for Peam",
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
@@ -29,8 +29,8 @@
   },
   "dependencies": {
     "flexsearch": "^0.8.212",
-    "@peam-ai/logger": "0.1.3",
-    "@peam-ai/parser": "0.1.3"
+    "@peam-ai/logger": "0.1.5",
+    "@peam-ai/parser": "0.1.5"
   },
   "devDependencies": {
     "@types/node": "^22.10.2",
@@ -39,11 +39,11 @@
   },
   "scripts": {
     "build": "tsup",
-    "dev": "tsup --watch",
+    "build:watch": "tsup --watch",
     "clean": "rm -rf dist",
-    "lint": "eslint .",
-    "test:eslint": "eslint \"src/**/*.ts*\"",
-    "test:prettier": "prettier --check \"src/**/*.ts*\"",
-    "test:jest": "jest"
+    "format": "prettier --write \"src/**/*.ts*\"",
+    "test:lint": "eslint \"src/**/*.ts*\"",
+    "test:format": "prettier --check \"src/**/*.ts*\"",
+    "test:unit": "vitest run"
   }
 }