bigtool-ts 0.1.0

package/dist/search/orama.js

@@ -0,0 +1,511 @@
+/**
+ * OramaSearch module.
+ *
+ * Provides a powerful search index implementation using @orama/orama,
+ * supporting BM25 text search, vector semantic search, and hybrid modes.
+ *
+ * @module search/orama
+ */
+import { create, insert, search, count, } from "@orama/orama";
+import { normalizeBM25Scores, normalizeOramaVectorScore, mergeHybridResults, } from "./normalize.js";
+// ═══════════════════════════════════════════════════════════════════════════
+// Orama Schema Types
+// ═══════════════════════════════════════════════════════════════════════════
+const oramaSchema = {
+    id: "string",
+    name: "string",
+    description: "string",
+    keywords: "string",
+    categories: "string",
+};
+// ═══════════════════════════════════════════════════════════════════════════
+// Helper Functions
+// ═══════════════════════════════════════════════════════════════════════════
+/**
+ * Convert ToolMetadata to a flat document for Orama indexing.
+ * Arrays are joined into space-separated strings for BM25 search.
+ */
+function toolToDocument(tool, embedding) {
+    const doc = {
+        id: tool.id,
+        name: tool.name,
+        description: tool.description,
+        keywords: (tool.keywords ?? []).join(" "),
+        categories: (tool.categories ?? []).join(" "),
+    };
+    if (embedding) {
+        doc.embedding = embedding;
+    }
+    return doc;
+}
+/**
+ * Create text for embedding by combining all searchable fields.
+ */
+function toolToEmbeddingText(tool) {
+    const parts = [
+        tool.name,
+        tool.description,
+        ...(tool.keywords ?? []),
+        ...(tool.categories ?? []),
+    ];
+    return parts.filter(Boolean).join(" ");
+}
+// ═══════════════════════════════════════════════════════════════════════════
+// OramaSearch Implementation
+// ═══════════════════════════════════════════════════════════════════════════
+/**
+ * Search index implementation using @orama/orama.
+ *
+ * OramaSearch provides fast, in-memory search for tool discovery.
+ * It supports three search modes:
+ *
+ * - **BM25**: Fast text search using TF-IDF/BM25 algorithm. No API keys
+ *   needed. Best for keyword-based queries.
+ *
+ * - **Vector**: Semantic search using embeddings. Requires an embeddings
+ *   provider (e.g., OpenAIEmbeddings). Best for natural language queries.
+ *
+ * - **Hybrid**: Combines BM25 and vector scores for best results. Uses
+ *   weighted combination with configurable weights.
+ *
+ * @example BM25 Mode (default, no API keys needed)
+ * ```typescript
+ * import { OramaSearch } from '@repo/bigtool-ts';
+ *
+ * const search = new OramaSearch({ mode: 'bm25' });
+ * await search.index(catalog.getAllMetadata());
+ *
+ * const results = await search.search('github pull request');
+ * console.log(results[0].toolId); // 'github:create_pr'
+ * ```
+ *
+ * @example Vector Mode (semantic search)
+ * ```typescript
+ * import { OramaSearch } from '@repo/bigtool-ts';
+ * import { OpenAIEmbeddings } from '@langchain/openai';
+ *
+ * const search = new OramaSearch({
+ *   mode: 'vector',
+ *   embeddings: new OpenAIEmbeddings(),
+ *   cache: new MemoryEmbeddingCache(),
+ * });
+ *
+ * await search.index(tools);
+ * const results = await search.search('help me merge code changes');
+ * ```
+ *
+ * @example Hybrid Mode (best of both)
+ * ```typescript
+ * const search = new OramaSearch({
+ *   mode: 'hybrid',
+ *   embeddings: new OpenAIEmbeddings(),
+ *   weights: { bm25: 0.4, vector: 0.6 },
+ *   boost: { name: 3, keywords: 2 },
+ * });
+ * ```
+ */
+export class OramaSearch {
+    /** @internal BM25 database */
+    db = null;
+    /** @internal Vector database */
+    vectorDb = null;
+    /** @internal Resolved configuration */
+    config;
+    /** @internal Indexed tools for reindexing */
+    tools = [];
+    /** @internal Embeddings provider */
+    embeddings;
+    /** @internal Embedding cache */
+    cache;
+    /** @internal Whether index() has been called */
+    initialized = false;
+    /**
+     * Creates a new OramaSearch instance.
+     *
+     * @param config - Search configuration (mode, embeddings, etc.)
+     * @throws Error if vector/hybrid mode is used without embeddings
+     *
+     * @example
+     * ```typescript
+     * // BM25 (default)
+     * const search = new OramaSearch();
+     *
+     * // Explicit mode
+     * const search = new OramaSearch({ mode: 'bm25' });
+     *
+     * // With custom boosts
+     * const search = new OramaSearch({
+     *   mode: 'bm25',
+     *   boost: { name: 3, keywords: 2, description: 1, categories: 1 },
+     * });
+     * ```
+     */
+    constructor(config = { mode: "bm25" }) {
+        // Validate config
+        if ((config.mode === "vector" || config.mode === "hybrid") && !config.embeddings) {
+            throw new Error(`OramaSearch: Embeddings provider required for ${config.mode} mode. ` +
+                "Pass an embeddings instance (e.g., new OpenAIEmbeddings()) in config.");
+        }
+        this.embeddings = config.embeddings;
+        this.cache = config.cache;
+        // Set defaults for all config options
+        this.config = {
+            mode: config.mode,
+            embeddings: config.embeddings,
+            cache: config.cache,
+            boost: {
+                name: config.boost?.name ?? 2,
+                description: config.boost?.description ?? 1,
+                keywords: config.boost?.keywords ?? 1.5,
+                categories: config.boost?.categories ?? 1,
+            },
+            weights: {
+                bm25: config.weights?.bm25 ?? 0.5,
+                vector: config.weights?.vector ?? 0.5,
+            },
+            vectorSize: config.vectorSize ?? 1536,
+        };
+    }
+    // ═══════════════════════════════════════════════════════════════════════
+    // Public API
+    // ═══════════════════════════════════════════════════════════════════════
+    /**
+     * Index a collection of tools for search.
+     *
+     * This creates the search index from the provided tool metadata.
+     * Call this after registering sources with the catalog.
+     * Replaces any existing index.
+     *
+     * For vector/hybrid modes, this also computes and caches embeddings.
+     *
+     * @param tools - Array of tool metadata to index
+     *
+     * @example
+     * ```typescript
+     * const search = new OramaSearch({ mode: 'bm25' });
+     * await search.index(catalog.getAllMetadata());
+     * ```
+     */
+    async index(tools) {
+        this.tools = tools;
+        // Create BM25 database
+        this.db = await create({
+            schema: oramaSchema,
+        });
+        // Insert all tools for BM25
+        for (const tool of tools) {
+            const doc = toolToDocument(tool);
+            await insert(this.db, doc);
+        }
+        // Create vector database if needed
+        const needsVectors = this.config.mode === "vector" || this.config.mode === "hybrid";
+        if (needsVectors && this.embeddings) {
+            const embeddings = await this.computeEmbeddings(tools);
+            // Create vector database with dynamic schema
+            const vectorSchema = {
+                id: "string",
+                embedding: `vector[${this.config.vectorSize}]`,
+            };
+            this.vectorDb = await create({
+                schema: vectorSchema,
+            });
+            // Insert tools with embeddings
+            for (const tool of tools) {
+                const embedding = embeddings.get(tool.id);
+                if (embedding) {
+                    await insert(this.vectorDb, {
+                        id: tool.id,
+                        embedding,
+                    });
+                }
+            }
+        }
+        this.initialized = true;
+    }
+    /**
+     * Search for tools matching a query.
+     *
+     * Uses the configured search mode (BM25, vector, or hybrid).
+     * Results are normalized to 0-1 scores and sorted by relevance.
+     *
+     * @param query - Natural language search query
+     * @param options - Search options (limit, threshold, categories)
+     * @returns Array of search results sorted by relevance
+     * @throws Error if index() has not been called
+     *
+     * @example
+     * ```typescript
+     * const results = await search.search('create github pull request', {
+     *   limit: 10,
+     *   threshold: 0.3,
+     * });
+     *
+     * for (const result of results) {
+     *   console.log(`${result.toolId}: ${result.score.toFixed(2)}`);
+     * }
+     * ```
+     */
+    async search(query, options) {
+        if (!this.db || !this.initialized) {
+            throw new Error("OramaSearch: Index not initialized. Call index() first.");
+        }
+        const mode = options?.mode ?? this.config.mode;
+        const limit = options?.limit ?? 5;
+        const threshold = options?.threshold;
+        let results;
+        switch (mode) {
+            case "bm25":
+                results = await this.searchBM25(query, limit);
+                break;
+            case "vector":
+                results = await this.searchVector(query, limit);
+                break;
+            case "hybrid":
+                results = await this.searchHybrid(query, limit);
+                break;
+            default:
+                throw new Error(`OramaSearch: Unknown search mode: ${mode}`);
+        }
+        // Apply threshold filter
+        if (threshold !== undefined) {
+            results = results.filter((r) => r.score >= threshold);
+        }
+        // Apply limit
+        return results.slice(0, limit);
+    }
+    /**
+     * Rebuild the index from currently indexed tools.
+     *
+     * Call this when the catalog changes (tools added/removed).
+     * Uses the tools from the last index() call.
+     *
+     * @throws Error if index() has not been called
+     *
+     * @example
+     * ```typescript
+     * // Listen for catalog changes
+     * catalog.onToolsChanged.subscribe(async () => {
+     *   await search.reindex();
+     * });
+     * ```
+     */
+    async reindex() {
+        if (this.tools.length === 0) {
+            throw new Error("OramaSearch: No tools to reindex. Call index() first.");
+        }
+        await this.index(this.tools);
+    }
+    /**
+     * Get the number of indexed tools.
+     *
+     * @returns Number of tools in the index
+     *
+     * @example
+     * ```typescript
+     * const indexed = await search.count();
+     * console.log(`${indexed} tools indexed`);
+     * ```
+     */
+    async count() {
+        if (!this.db)
+            return 0;
+        return count(this.db);
+    }
+    // ═══════════════════════════════════════════════════════════════════════
+    // BM25 Search
+    // ═══════════════════════════════════════════════════════════════════════
+    async searchBM25(query, limit) {
+        if (!this.db)
+            return [];
+        const searchParams = {
+            term: query,
+            limit,
+            boost: {
+                name: this.config.boost.name,
+                description: this.config.boost.description,
+                keywords: this.config.boost.keywords,
+                categories: this.config.boost.categories,
+            },
+        };
+        const results = await search(this.db, searchParams);
+        // Extract raw scores for normalization
+        const rawScores = results.hits.map((hit) => hit.score);
+        const normalizedScores = normalizeBM25Scores(rawScores);
+        return results.hits.map((hit, index) => ({
+            toolId: hit.document.id,
+            score: normalizedScores[index],
+            matchType: "bm25",
+        }));
+    }
+    // ═══════════════════════════════════════════════════════════════════════
+    // Vector Search
+    // ═══════════════════════════════════════════════════════════════════════
+    async searchVector(query, limit) {
+        if (!this.vectorDb || !this.embeddings)
+            return [];
+        // Embed the query
+        const queryEmbedding = await this.embeddings.embedQuery(query);
+        // Search by vector similarity
+        const results = await search(this.vectorDb, {
+            mode: "vector",
+            vector: {
+                value: queryEmbedding,
+                property: "embedding",
+            },
+            limit,
+            similarity: 0.3, // Minimum similarity threshold
+        });
+        return results.hits.map((hit) => ({
+            toolId: hit.document.id,
+            score: normalizeOramaVectorScore(hit.score),
+            matchType: "vector",
+        }));
+    }
+    // ═══════════════════════════════════════════════════════════════════════
+    // Hybrid Search
+    // ═══════════════════════════════════════════════════════════════════════
+    async searchHybrid(query, limit) {
+        // Run both searches in parallel
+        const [bm25Results, vectorResults] = await Promise.all([
+            this.searchBM25(query, limit * 2), // Get more results for better fusion
+            this.searchVector(query, limit * 2),
+        ]);
+        // Merge using weighted combination
+        const merged = mergeHybridResults(bm25Results, vectorResults, this.config.weights);
+        return merged.slice(0, limit);
+    }
+    // ═══════════════════════════════════════════════════════════════════════
+    // Embedding Computation
+    // ═══════════════════════════════════════════════════════════════════════
+    /**
+     * Compute embeddings for tools, using cache when available.
+     */
+    async computeEmbeddings(tools) {
+        if (!this.embeddings) {
+            throw new Error("OramaSearch: Embeddings provider not configured.");
+        }
+        const embeddings = new Map();
+        const toCompute = [];
+        // Check cache for existing embeddings
+        for (const tool of tools) {
+            if (this.cache) {
+                const cached = await this.cache.get(tool.id);
+                if (cached) {
+                    embeddings.set(tool.id, cached);
+                    continue;
+                }
+            }
+            toCompute.push({ tool, text: toolToEmbeddingText(tool) });
+        }
+        // Compute missing embeddings in batch
+        if (toCompute.length > 0) {
+            const texts = toCompute.map((t) => t.text);
+            const computed = await this.embeddings.embedDocuments(texts);
+            for (let i = 0; i < toCompute.length; i++) {
+                const toolId = toCompute[i].tool.id;
+                const embedding = computed[i];
+                embeddings.set(toolId, embedding);
+                // Cache the computed embedding
+                if (this.cache) {
+                    await this.cache.set(toolId, embedding);
+                }
+            }
+        }
+        return embeddings;
+    }
+}
+// ═══════════════════════════════════════════════════════════════════════════
+// Factory Functions
+// ═══════════════════════════════════════════════════════════════════════════
+/**
+ * Create a BM25-only search index.
+ *
+ * This is the simplest and fastest option, requiring no API keys.
+ * Uses TF-IDF/BM25 algorithm for text matching.
+ *
+ * @param options - Optional configuration for field boosting
+ * @returns Configured OramaSearch instance
+ *
+ * @example
+ * ```typescript
+ * import { createBM25Search } from '@repo/bigtool-ts';
+ *
+ * const search = createBM25Search();
+ * await search.index(tools);
+ * ```
+ *
+ * @example With custom boosts
+ * ```typescript
+ * const search = createBM25Search({
+ *   boost: { name: 3, keywords: 2, description: 1, categories: 1 },
+ * });
+ * ```
+ */
+export function createBM25Search(options) {
+    return new OramaSearch({
+        mode: "bm25",
+        boost: options?.boost,
+    });
+}
+/**
+ * Create a vector search index.
+ *
+ * Uses semantic similarity via embeddings. Requires an embeddings
+ * provider (e.g., OpenAIEmbeddings).
+ *
+ * @param embeddings - Embeddings provider for computing vectors
+ * @param cache - Optional cache for storing computed embeddings
+ * @param vectorSize - Embedding dimension (default: 1536 for OpenAI)
+ * @returns Configured OramaSearch instance
+ *
+ * @example
+ * ```typescript
+ * import { createVectorSearch } from '@repo/bigtool-ts';
+ * import { OpenAIEmbeddings } from '@langchain/openai';
+ *
+ * const search = createVectorSearch(
+ *   new OpenAIEmbeddings(),
+ *   new MemoryEmbeddingCache(),
+ * );
+ * ```
+ */
+export function createVectorSearch(embeddings, cache, vectorSize) {
+    return new OramaSearch({
+        mode: "vector",
+        embeddings,
+        cache,
+        vectorSize,
+    });
+}
+/**
+ * Create a hybrid search index.
+ *
+ * Combines BM25 text matching with vector semantic similarity
+ * for the best results. Uses weighted scoring to merge results.
+ *
+ * @param embeddings - Embeddings provider for computing vectors
+ * @param options - Configuration options
+ * @returns Configured OramaSearch instance
+ *
+ * @example
+ * ```typescript
+ * import { createHybridSearch } from '@repo/bigtool-ts';
+ * import { OpenAIEmbeddings } from '@langchain/openai';
+ *
+ * const search = createHybridSearch(new OpenAIEmbeddings(), {
+ *   weights: { bm25: 0.3, vector: 0.7 },
+ *   cache: new MemoryEmbeddingCache(),
+ * });
+ * ```
+ */
+export function createHybridSearch(embeddings, options) {
+    return new OramaSearch({
+        mode: "hybrid",
+        embeddings,
+        cache: options?.cache,
+        weights: options?.weights,
+        boost: options?.boost,
+        vectorSize: options?.vectorSize,
+    });
+}
+//# sourceMappingURL=orama.js.map

package/dist/search/orama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orama.js","sourceRoot":"","sources":["../../src/search/orama.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EACL,MAAM,EACN,MAAM,EACN,MAAM,EACN,KAAK,GAKN,MAAM,cAAc,CAAC;AAWtB,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,kBAAkB,GACnB,MAAM,gBAAgB,CAAC;AAExB,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,WAAW,GAAG;IAClB,EAAE,EAAE,QAAQ;IACZ,IAAI,EAAE,QAAQ;IACd,WAAW,EAAE,QAAQ;IACrB,QAAQ,EAAE,QAAQ;IAClB,UAAU,EAAE,QAAQ;CACZ,CAAC;AAEX,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;;GAGG;AACH,SAAS,cAAc,CACrB,IAAkB,EAClB,SAAoB;IAEpB,MAAM,GAAG,GAA4B;QACnC,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,QAAQ,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACzC,UAAU,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;KAC9C,CAAC;IAEF,IAAI,SAAS,EAAE,CAAC;QACd,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;IAC5B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,IAAkB;IAC7C,MAAM,KAAK,GAAG;QACZ,IAAI,CAAC,IAAI;QACT,IAAI,CAAC,WAAW;QAChB,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QACxB,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;KAC3B,CAAC;IACF,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,8EAA8E;AAC9E,6BAA6B;AAC7B,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkDG;AACH,MAAM,OAAO,WAAW;IACtB,8BAA8B;IACtB,EAAE,GAAqC,IAAI,CAAC;IAEpD,gCAAgC;IACxB,QAAQ,GAAsB,IAAI,CAAC;IAE3C,uCAAuC;IAC/B,MAAM,CAA8G;IAE5H,6CAA6C;IACrC,KAAK,GAAmB,EAAE,CAAC;IAEnC,oCAAoC;IAC5B,UAAU,CAAc;IAEhC,gCAAgC;IACxB,KAAK,CAAkB;IAE/B,gDAAgD;IACxC,WAAW,GAAG,KAAK,CAAC;IAE5B;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,YAAY,SAA4B,EAAE,IAAI,EAAE,MAAM,EAAE;QACtD,kBAAkB;QAClB,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACjF,MAAM,IAAI,KAAK,CACb,iDAAiD,MAAM,CAAC,IAAI,SAAS;gBACrE,uEAAuE,CACxE,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE1B,sCAAsC;QACtC,IAAI,CAAC,MAAM,GAAG;YACZ,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,KAAK,EAAE;gBACL,IAAI,EAAE,MAAM,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC;gBAC7B,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC;gBAC3C,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,IAAI,GAAG;gBACvC,UAAU,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,IAAI,CAAC;aAC1C;YACD,OAAO,EAAE;gBACP,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,GAAG;gBACjC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG;aACtC;YACD,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;SACtC,CAAC;IACJ,CAAC;IAED,0EAA0E;IAC1E,aAAa;IACb,0EAA0E;IAE1E;;;;;;;;;;;;;;;;OAgBG;IACH,KAAK,CAAC,KAAK,CAAC,KAAqB;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAEnB,uBAAuB;QACvB,IAAI,CAAC,EAAE,GAAG,MAAM,MAAM,CAAC;YACrB,MAAM,EAAE,WAAW;SACpB,CAAC,CAAC;QAEH,4BAA4B;QAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,GAAoC,CAAC,CAAC;QAC9D,CAAC;QAED,mCAAmC;QACnC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC;QACpF,IAAI,YAAY,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAEvD,6CAA6C;YAC7C,MAAM,YAAY,GAAG;gBACnB,EAAE,EAAE,QAAiB;gBACrB,SAAS,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,UAAU,GAAY;aACxD,CAAC;YAEF,IAAI,CAAC,QAAQ,GAAG,MAAM,MAAM,CAAC;gBAC3B,MAAM,EAAE,YAAY;aACrB,CAAC,CAAC;YAEH,+BAA+B;YAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC1C,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE;wBAC1B,EAAE,EAAE,IAAI,CAAC,EAAE;wBACX,SAAS;qBAC6B,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;OAsBG;IACH,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAuB;QACjD,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,yDAAyD,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,IAAI,GAAI,OAAiC,EAAE,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QAErC,IAAI,OAAuB,CAAC;QAE5B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM;gBACT,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAC9C,MAAM;YACR,KAAK,QAAQ;gBACX,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAChD,MAAM;YACR,KAAK,QAAQ;gBACX,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;gBAChD,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAC;QACjE,CAAC;QAED,yBAAyB;QACzB,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,CAAC;QACxD,CAAC;QAED,cAAc;QACd,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACjC,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;;;;;;OAUG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,0EAA0E;IAC1E,cAAc;IACd,0EAA0E;IAElE,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,KAAa;QACnD,IAAI,CAAC,IAAI,CAAC,EAAE;YAAE,OAAO,EAAE,CAAC;QAExB,MAAM,YAAY,GAAgE;YAChF,IAAI,EAAE,KAAK;YACX,KAAK;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAK;gBAC7B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAY;gBAC3C,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAS;gBACrC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAW;aAC1C;SACF,CAAC;QAEF,MAAM,OAAO,GAA2C,MAAM,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QAE5F,uCAAuC;QACvC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAExD,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACvC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAY;YACjC,KAAK,EAAE,gBAAgB,CAAC,KAAK,CAAC;YAC9B,SAAS,EAAE,MAAe;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,0EAA0E;IAC1E,gBAAgB;IAChB,0EAA0E;IAElE,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,KAAa;QACrD,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO,EAAE,CAAC;QAElD,kBAAkB;QAClB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAE/D,8BAA8B;QAC9B,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC1C,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE;gBACN,KAAK,EAAE,cAAc;gBACrB,QAAQ,EAAE,WAAW;aACtB;YACD,KAAK;YACL,UAAU,EAAE,GAAG,EAAE,+BAA+B;SAC0B,CAAC,CAAC;QAE9E,OAAO,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAChC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,EAAY;YACjC,KAAK,EAAE,yBAAyB,CAAC,GAAG,CAAC,KAAK,CAAC;YAC3C,SAAS,EAAE,QAAiB;SAC7B,CAAC,CAAC,CAAC;IACN,CAAC;IAED,0EAA0E;IAC1E,gBAAgB;IAChB,0EAA0E;IAElE,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,KAAa;QACrD,gCAAgC;QAChC,MAAM,CAAC,WAAW,EAAE,aAAa,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACrD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,qCAAqC;YACxE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC;SACpC,CAAC,CAAC;QAEH,mCAAmC;QACnC,MAAM,MAAM,GAAG,kBAAkB,CAC/B,WAAW,EACX,aAAa,EACb,IAAI,CAAC,MAAM,CAAC,OAAO,CACpB,CAAC;QAEF,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,0EAA0E;IAC1E,wBAAwB;IACxB,0EAA0E;IAE1E;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAC7B,KAAqB;QAErB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC/C,MAAM,SAAS,GAA2C,EAAE,CAAC;QAE7D,sCAAsC;QACtC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC7C,IAAI,MAAM,EAAE,CAAC;oBACX,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;oBAChC,SAAS;gBACX,CAAC;YACH,CAAC;YACD,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,sCAAsC;QACtC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpC,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC9B,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAElC,+BAA+B;gBAC/B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACf,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;CACF;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAA0C;IAE1C,OAAO,IAAI,WAAW,CAAC;QACrB,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,OAAO,EAAE,KAAK;KACtB,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,UAAU,kBAAkB,CAChC,UAAsB,EACtB,KAAsB,EACtB,UAAmB;IAEnB,OAAO,IAAI,WAAW,CAAC;QACrB,IAAI,EAAE,QAAQ;QACd,UAAU;QACV,KAAK;QACL,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,UAAU,kBAAkB,CAChC,UAAsB,EACtB,OAKC;IAED,OAAO,IAAI,WAAW,CAAC;QACrB,IAAI,EAAE,QAAQ;QACd,UAAU;QACV,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,OAAO,EAAE,OAAO,EAAE,OAAO;QACzB,KAAK,EAAE,OAAO,EAAE,KAAK;QACrB,UAAU,EAAE,OAAO,EAAE,UAAU;KAChC,CAAC,CAAC;AACL,CAAC"}

package/dist/search/types.d.ts

@@ -0,0 +1,96 @@
+/**
+ * Search Module Types
+ *
+ * Local type definitions for the search module.
+ * These extend or adapt the core types for search-specific use.
+ */
+export type { SearchOptions, SearchResult, SearchIndex } from '../types/index.js';
+/** Search mode determines which algorithm is used */
+export type SearchMode = "bm25" | "vector" | "hybrid";
+/**
+ * ToolMetadata for search - adapts core type for search use
+ * The core ToolMetadata has required `sourceId` field that we make optional here
+ */
+export interface ToolMetadata {
+    /** Unique identifier for the tool */
+    id: string;
+    /** Human-readable name of the tool */
+    name: string;
+    /** Description of what the tool does */
+    description: string;
+    /** Tool parameter schema (JSON Schema format) */
+    parameters?: Record<string, unknown>;
+    /** Categories for grouping/filtering (e.g., ["github", "git"]) */
+    categories?: string[];
+    /** Keywords for improved search matching (e.g., ["PR", "pull request"]) */
+    keywords?: string[];
+    /** Source of the tool for tracking origin */
+    source?: "local" | "mcp" | "dynamic";
+    /** Source ID (optional for search) */
+    sourceId?: string;
+}
+/**
+ * Interface for embedding providers (compatible with LangChain Embeddings)
+ */
+export interface Embeddings {
+    /** Embed a single text string */
+    embedQuery(text: string): Promise<number[]>;
+    /** Embed multiple texts (for batch efficiency) */
+    embedDocuments(texts: string[]): Promise<number[][]>;
+}
+/**
+ * Cache interface for storing computed embeddings.
+ * Avoids recomputing embeddings on every index rebuild.
+ */
+export interface EmbeddingCache {
+    /** Retrieve a cached embedding by tool ID */
+    get(toolId: string): Promise<number[] | null>;
+    /** Store an embedding for a tool ID */
+    set(toolId: string, embedding: number[]): Promise<void>;
+    /** Remove a cached embedding */
+    invalidate(toolId: string): Promise<void>;
+    /** Clear all cached embeddings */
+    clear(): Promise<void>;
+}
+/**
+ * Field boost weights for BM25 search.
+ * Higher values make matches in that field more important.
+ */
+export interface FieldBoostConfig {
+    /** Boost for tool name matches (default: 2) */
+    name?: number;
+    /** Boost for description matches (default: 1) */
+    description?: number;
+    /** Boost for keyword matches (default: 1.5) */
+    keywords?: number;
+    /** Boost for category matches (default: 1) */
+    categories?: number;
+}
+/**
+ * Weight configuration for hybrid search.
+ * Values should sum to 1 for proper normalization.
+ */
+export interface HybridWeights {
+    /** Weight for BM25 text matching (default: 0.5) */
+    bm25: number;
+    /** Weight for vector similarity (default: 0.5) */
+    vector: number;
+}
+/**
+ * Configuration for OramaSearch
+ */
+export interface OramaSearchConfig {
+    /** Search mode: bm25, vector, or hybrid */
+    mode: SearchMode;
+    /** Required for vector/hybrid modes - embedding provider */
+    embeddings?: Embeddings;
+    /** Optional cache for embeddings to avoid recomputation */
+    cache?: EmbeddingCache;
+    /** Field boost weights for BM25 search */
+    boost?: FieldBoostConfig;
+    /** Weights for combining BM25 and vector scores in hybrid mode */
+    weights?: HybridWeights;
+    /** Vector embedding dimension (default: 1536 for OpenAI) */
+    vectorSize?: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/search/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/search/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAElF,qDAAqD;AACrD,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEtD;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,qCAAqC;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,sCAAsC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,kEAAkE;IAClE,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,2EAA2E;IAC3E,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,6CAA6C;IAC7C,MAAM,CAAC,EAAE,OAAO,GAAG,KAAK,GAAG,SAAS,CAAC;IACrC,sCAAsC;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,iCAAiC;IACjC,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,kDAAkD;IAClD,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;CACtD;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,6CAA6C;IAC7C,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IAC9C,uCAAuC;IACvC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,gCAAgC;IAChC,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,kCAAkC;IAClC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,+CAA+C;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iDAAiD;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8CAA8C;IAC9C,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,mDAAmD;IACnD,IAAI,EAAE,MAAM,CAAC;IACb,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,2CAA2C;IAC3C,IAAI,EAAE,UAAU,CAAC;IACjB,4DAA4D;IAC5D,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,2DAA2D;IAC3D,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,0CAA0C;IAC1C,KAAK,CAAC,EAAE,gBAAgB,CAAC;IACzB,kEAAkE;IAClE,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,4DAA4D;IAC5D,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB"}

package/dist/search/types.js

@@ -0,0 +1,8 @@
+/**
+ * Search Module Types
+ *
+ * Local type definitions for the search module.
+ * These extend or adapt the core types for search-specific use.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/search/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/search/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}