@memberjunction/search-engine 0.0.1 → 5.25.0

package/dist/generic/StorageSearchProvider.js

@@ -0,0 +1,322 @@
+/**
+ * @fileoverview Storage search provider for file storage accounts.
+ *
+ * Searches files across MJ File Storage accounts that have
+ * IncludeInGlobalSearch=true, using each provider's native search API.
+ * Results are permission-checked against FileStorageAccountPermission
+ * before being returned.
+ *
+ * @module @memberjunction/search-engine
+ */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { LogError, LogStatus, RunView } from '@memberjunction/core';
+import { NormalizeUUID, RegisterClass } from '@memberjunction/global';
+import { FileStorageEngine } from '@memberjunction/storage';
+import { BaseSearchProvider } from './ISearchProvider.js';
+/**
+ * Provides file-level search across MJ File Storage accounts using each
+ * provider's native SearchFiles() API. Only accounts with
+ * IncludeInGlobalSearch=true and providers with SupportsSearch=true are searched.
+ *
+ * Permission checking is performed against FileStorageAccountPermission records.
+ * If no permission records exist for an account, it is accessible to everyone
+ * (backwards compatible). Otherwise, the user must have CanRead=true via a
+ * direct User permission, a Role permission, or an Everyone permission.
+ */
+let StorageSearchProvider = class StorageSearchProvider extends BaseSearchProvider {
+    constructor() {
+        super(...arguments);
+        this.SourceType = 'storage';
+        this._available = false;
+        this._searchableAccounts = [];
+        this._permissions = [];
+    }
+    /**
+     * Whether this provider has at least one searchable storage account.
+     */
+    IsAvailable() {
+        return this._available;
+    }
+    /**
+     * Load storage accounts and permissions to determine availability.
+     * Must be called once during SearchEngine.Config().
+     *
+     * @param contextUser - The user context for database queries
+     */
+    async CheckAvailability(contextUser) {
+        try {
+            // Use cached accounts and providers from the engine — no RunView needed for these
+            await FileStorageEngine.Instance.Config(false, contextUser);
+            const allAccounts = FileStorageEngine.Instance.Accounts;
+            const allProviders = FileStorageEngine.Instance.Providers;
+            // Filter to accounts with IncludeInGlobalSearch and active providers that support search
+            const accounts = allAccounts.filter(a => a.Get('IncludeInGlobalSearch') === true);
+            const providers = allProviders.filter(p => p.IsActive && p.Get('SupportsSearch') === true);
+            // Permissions are user-context-dependent, so we still need a RunView for these
+            const rv = new RunView();
+            const permissionsResult = await rv.RunView({
+                EntityName: 'MJ: File Storage Account Permissions',
+                ResultType: 'entity_object'
+            }, contextUser);
+            this._permissions = permissionsResult.Success
+                ? permissionsResult.Results
+                : [];
+            // Build a set of provider IDs that support search
+            const searchProviderIDs = new Set(providers.map(p => NormalizeUUID(p.ID)));
+            // Filter accounts to those whose provider supports search
+            this._searchableAccounts = [];
+            for (const account of accounts) {
+                if (searchProviderIDs.has(NormalizeUUID(account.ProviderID))) {
+                    const provider = providers.find(p => NormalizeUUID(p.ID) === NormalizeUUID(account.ProviderID));
+                    if (provider) {
+                        this._searchableAccounts.push({ Account: account, Provider: provider });
+                    }
+                }
+            }
+            this._available = this._searchableAccounts.length > 0;
+            LogStatus(`StorageSearchProvider: Found ${this._searchableAccounts.length} searchable storage account(s)`);
+        }
+        catch (error) {
+            const msg = error instanceof Error ? error.message : String(error);
+            LogError(`StorageSearchProvider: CheckAvailability failed: ${msg}`);
+            this._available = false;
+        }
+    }
+    /**
+     * Execute a file search across all eligible storage accounts.
+     *
+     * @param query - The search query text
+     * @param topK - Maximum number of results to retrieve
+     * @param _filters - Optional filters (currently unused for storage search)
+     * @param contextUser - The user performing the search
+     * @returns Scored result items from storage search
+     */
+    async Search(query, topK, _filters, contextUser) {
+        if (!this._available || this._searchableAccounts.length === 0) {
+            return [];
+        }
+        const startTime = Date.now();
+        // Filter accounts by user permissions
+        const accessibleAccounts = this.filterAccountsByPermissions(this._searchableAccounts, contextUser);
+        if (accessibleAccounts.length === 0) {
+            LogStatus('StorageSearchProvider: User has no access to any searchable storage accounts');
+            return [];
+        }
+        // Distribute topK across accounts
+        const perAccountLimit = Math.max(3, Math.ceil(topK / accessibleAccounts.length));
+        // Search all accounts in parallel
+        const searchPromises = accessibleAccounts.map(entry => this.searchOneAccount(entry, query, perAccountLimit, contextUser));
+        const results = await Promise.all(searchPromises);
+        const allResults = results.flat();
+        // Sort by score descending and limit to topK
+        allResults.sort((a, b) => b.Score - a.Score);
+        const trimmed = allResults.slice(0, topK);
+        LogStatus(`StorageSearchProvider: Search complete in ${Date.now() - startTime}ms - ` +
+            `${trimmed.length} results from ${accessibleAccounts.length} account(s)`);
+        return trimmed;
+    }
+    /**
+     * Filter storage accounts by checking FileStorageAccountPermission records
+     * for the given user. If an account has no permission records, it is
+     * accessible to everyone (backwards compatible).
+     */
+    filterAccountsByPermissions(accounts, contextUser) {
+        const normalizedUserID = NormalizeUUID(contextUser.ID);
+        const userRoleIDs = new Set((contextUser.UserRoles ?? []).map(r => NormalizeUUID(r.RoleID)));
+        return accounts.filter(entry => {
+            const accountPerms = this._permissions.filter(p => NormalizeUUID(p.FileStorageAccountID) === NormalizeUUID(entry.Account.ID));
+            // No permission records means open access (backwards compatible)
+            if (accountPerms.length === 0) {
+                return true;
+            }
+            // Check if user has CanRead through any permission path
+            return accountPerms.some(perm => {
+                if (!perm.CanRead)
+                    return false;
+                switch (perm.Type) {
+                    case 'Everyone':
+                        return true;
+                    case 'User':
+                        return perm.UserID != null &&
+                            NormalizeUUID(perm.UserID) === normalizedUserID;
+                    case 'Role':
+                        return perm.RoleID != null &&
+                            userRoleIDs.has(NormalizeUUID(perm.RoleID));
+                    default:
+                        return false;
+                }
+            });
+        });
+    }
+    /**
+     * Search a single storage account using the provider's native SearchFiles API.
+     */
+    async searchOneAccount(entry, query, maxResults, contextUser) {
+        try {
+            const driver = await FileStorageEngine.Instance.GetDriver(entry.Account.ID, contextUser);
+            if (!driver.IsConfigured) {
+                LogError(`StorageSearchProvider: Driver for account "${entry.Account.Name}" ` +
+                    `is not configured, skipping`);
+                return [];
+            }
+            const searchOptions = {
+                maxResults,
+                searchContent: true
+            };
+            const resultSet = await driver.SearchFiles(query, searchOptions);
+            return this.convertResults(resultSet.results, entry.Account, query);
+        }
+        catch (error) {
+            const msg = error instanceof Error ? error.message : String(error);
+            LogError(`StorageSearchProvider: Error searching account "${entry.Account.Name}": ${msg}`);
+            return [];
+        }
+    }
+    /**
+     * Convert FileSearchResult items to SearchResultItem format with relevance scores.
+     */
+    convertResults(files, account, query) {
+        return files.map((file, index) => {
+            const score = this.calculateScore(file, query, index, files.length);
+            const snippet = this.buildSnippet(file, account);
+            return {
+                ID: `storage-${NormalizeUUID(account.ID)}-${file.objectId ?? file.path}`,
+                EntityName: account.Name,
+                RecordID: file.objectId ?? file.path,
+                SourceType: 'storage',
+                ResultType: 'storage-file',
+                Title: file.name,
+                Snippet: snippet,
+                Score: Math.round(score * 100) / 100,
+                ScoreBreakdown: { Storage: Math.round(score * 100) / 100 },
+                Tags: this.buildTags(file, account),
+                EntityIcon: this.getFileIcon(file),
+                RecordName: file.name,
+                MatchedAt: file.lastModified ?? new Date(),
+                RawMetadata: JSON.stringify({
+                    accountId: account.ID,
+                    accountName: account.Name,
+                    path: file.path,
+                    size: file.size,
+                    contentType: file.contentType,
+                    objectId: file.objectId
+                })
+            };
+        });
+    }
+    /**
+     * Calculate a relevance score for a file search result.
+     * Uses the provider's relevance score if available, otherwise
+     * falls back to a rank-based score with name-match boosting.
+     */
+    calculateScore(file, query, rankIndex, totalResults) {
+        // If the provider gave us a relevance score, use it (normalized to 0-0.95 range)
+        if (file.relevance != null && file.relevance > 0) {
+            return Math.min(file.relevance * 0.95, 0.95);
+        }
+        // Rank-based fallback: higher rank = higher score
+        const rankScore = totalResults > 1
+            ? 0.3 + (0.35 * (1 - rankIndex / totalResults))
+            : 0.5;
+        // Boost if query appears in the filename
+        const queryLower = query.toLowerCase();
+        const nameMatch = file.name.toLowerCase().includes(queryLower);
+        const nameBoost = nameMatch ? 0.25 : 0;
+        return Math.min(rankScore + nameBoost, 0.95);
+    }
+    /**
+     * Build a display snippet for a file search result.
+     */
+    buildSnippet(file, account) {
+        const parts = [];
+        // If provider returned a content excerpt, lead with that
+        if (file.excerpt) {
+            const cleanExcerpt = file.excerpt.replace(/<[^>]*>/g, '').trim();
+            if (cleanExcerpt.length > 0) {
+                parts.push(cleanExcerpt.length > 150 ? cleanExcerpt.substring(0, 150) + '...' : cleanExcerpt);
+            }
+        }
+        // Build metadata line: provider · path · size · modified
+        const meta = [];
+        meta.push(account.Name);
+        if (file.path && file.path !== file.name) {
+            // Show folder path without the filename
+            const folder = file.path.substring(0, file.path.lastIndexOf('/')) || '/';
+            meta.push(folder);
+        }
+        if (file.size > 0) {
+            meta.push(this.formatFileSize(file.size));
+        }
+        if (file.contentType) {
+            meta.push(file.contentType);
+        }
+        parts.push(meta.join(' · '));
+        return parts.join('\n');
+    }
+    /**
+     * Build tags for a file search result.
+     */
+    buildTags(_file, _account) {
+        // Storage files don't use MJ tags — file type and provider are shown
+        // in dedicated filter sections (File Type, Source) instead
+        return [];
+    }
+    /**
+     * Get an appropriate Font Awesome icon for a file based on its extension/content type.
+     */
+    getFileIcon(file) {
+        const ext = file.name.split('.').pop()?.toLowerCase() ?? '';
+        const type = file.contentType?.toLowerCase() ?? '';
+        // PDFs
+        if (ext === 'pdf' || type.includes('pdf'))
+            return 'fa-solid fa-file-pdf';
+        // Images
+        if (['jpg', 'jpeg', 'png', 'gif', 'svg', 'webp', 'bmp'].includes(ext) || type.startsWith('image/'))
+            return 'fa-solid fa-file-image';
+        // Spreadsheets
+        if (['xlsx', 'xls', 'csv', 'tsv'].includes(ext) || type.includes('spreadsheet'))
+            return 'fa-solid fa-file-excel';
+        // Documents
+        if (['docx', 'doc', 'rtf', 'odt'].includes(ext) || type.includes('document') || type.includes('msword'))
+            return 'fa-solid fa-file-word';
+        // Presentations
+        if (['pptx', 'ppt', 'odp'].includes(ext) || type.includes('presentation'))
+            return 'fa-solid fa-file-powerpoint';
+        // Code / text
+        if (['txt', 'md', 'json', 'xml', 'yaml', 'yml', 'html', 'css', 'js', 'ts'].includes(ext) || type.startsWith('text/'))
+            return 'fa-solid fa-file-code';
+        // Archives
+        if (['zip', 'tar', 'gz', 'rar', '7z'].includes(ext) || type.includes('archive') || type.includes('zip'))
+            return 'fa-solid fa-file-zipper';
+        // Audio
+        if (['mp3', 'wav', 'ogg', 'flac', 'aac'].includes(ext) || type.startsWith('audio/'))
+            return 'fa-solid fa-file-audio';
+        // Video
+        if (['mp4', 'avi', 'mov', 'mkv', 'webm'].includes(ext) || type.startsWith('video/'))
+            return 'fa-solid fa-file-video';
+        // Default
+        return 'fa-solid fa-file';
+    }
+    /**
+     * Format a file size in bytes to a human-readable string.
+     */
+    formatFileSize(bytes) {
+        if (bytes < 1024)
+            return `${bytes} B`;
+        if (bytes < 1024 * 1024)
+            return `${(bytes / 1024).toFixed(1)} KB`;
+        if (bytes < 1024 * 1024 * 1024)
+            return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
+        return `${(bytes / (1024 * 1024 * 1024)).toFixed(1)} GB`;
+    }
+};
+StorageSearchProvider = __decorate([
+    RegisterClass(BaseSearchProvider, 'StorageSearchProvider')
+], StorageSearchProvider);
+export { StorageSearchProvider };
+//# sourceMappingURL=StorageSearchProvider.js.map

package/dist/generic/StorageSearchProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"StorageSearchProvider.js","sourceRoot":"","sources":["../../src/generic/StorageSearchProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;;;;;;;AAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAY,MAAM,sBAAsB,CAAC;AAC9E,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAMtE,OAAO,EAGH,iBAAiB,EACpB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAYvD;;;;;;;;;GASG;AAEI,IAAM,qBAAqB,GAA3B,MAAM,qBAAsB,SAAQ,kBAAkB;IAAtD;;QACa,eAAU,GAAiB,SAAS,CAAC;QAE7C,eAAU,GAAG,KAAK,CAAC;QACnB,wBAAmB,GAAwB,EAAE,CAAC;QAC9C,iBAAY,GAA2C,EAAE,CAAC;IA0WtE,CAAC;IAxWG;;OAEG;IACI,WAAW;QACd,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,iBAAiB,CAAC,WAAqB;QAChD,IAAI,CAAC;YACD,kFAAkF;YAClF,MAAM,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAC5D,MAAM,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxD,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC;YAE1D,yFAAyF;YACzF,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,uBAAuB,CAAC,KAAK,IAAI,CAAC,CAAC;YAClF,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC,CAAC;YAE3F,+EAA+E;YAC/E,MAAM,EAAE,GAAG,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,iBAAiB,GAAG,MAAM,EAAE,CAAC,OAAO,CAAuC;gBAC7E,UAAU,EAAE,sCAAsC;gBAClD,UAAU,EAAE,eAAe;aAC9B,EAAE,WAAW,CAAC,CAAC;YAEhB,IAAI,CAAC,YAAY,GAAG,iBAAiB,CAAC,OAAO;gBACzC,CAAC,CAAC,iBAAiB,CAAC,OAAiD;gBACrE,CAAC,CAAC,EAAE,CAAC;YAET,kDAAkD;YAClD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC7B,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAC1C,CAAC;YAEF,0DAA0D;YAC1D,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;YAC9B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,iBAAiB,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;oBAC3D,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAC3B,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CACjE,CAAC;oBACF,IAAI,QAAQ,EAAE,CAAC;wBACX,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;oBAC5E,CAAC;gBACL,CAAC;YACL,CAAC;YAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC;YACtD,SAAS,CACL,gCAAgC,IAAI,CAAC,mBAAmB,CAAC,MAAM,gCAAgC,CAClG,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,QAAQ,CAAC,oDAAoD,GAAG,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC5B,CAAC;IACL,CAAC;IAED;;;;;;;;OAQG;IACI,KAAK,CAAC,MAAM,CACf,KAAa,EACb,IAAY,EACZ,QAAmC,EACnC,WAAqB;QAErB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,sCAAsC;QACtC,MAAM,kBAAkB,GAAG,IAAI,CAAC,2BAA2B,CACvD,IAAI,CAAC,mBAAmB,EACxB,WAAW,CACd,CAAC;QAEF,IAAI,kBAAkB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAClC,SAAS,CAAC,8EAA8E,CAAC,CAAC;YAC1F,OAAO,EAAE,CAAC;QACd,CAAC;QAED,kCAAkC;QAClC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC,CAAC;QAEjF,kCAAkC;QAClC,MAAM,cAAc,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAClD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,CAAC,CACpE,CAAC;QAEF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAElC,6CAA6C;QAC7C,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAE1C,SAAS,CACL,6CAA6C,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,OAAO;YAC1E,GAAG,OAAO,CAAC,MAAM,iBAAiB,kBAAkB,CAAC,MAAM,aAAa,CAC3E,CAAC;QAEF,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACK,2BAA2B,CAC/B,QAA6B,EAC7B,WAAqB;QAErB,MAAM,gBAAgB,GAAG,aAAa,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,WAAW,GAAG,IAAI,GAAG,CACvB,CAAC,WAAW,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAClE,CAAC;QAEF,OAAO,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CACjF,CAAC;YAEF,iEAAiE;YACjE,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,wDAAwD;YACxD,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC5B,IAAI,CAAC,IAAI,CAAC,OAAO;oBAAE,OAAO,KAAK,CAAC;gBAEhC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;oBAChB,KAAK,UAAU;wBACX,OAAO,IAAI,CAAC;oBAChB,KAAK,MAAM;wBACP,OAAO,IAAI,CAAC,MAAM,IAAI,IAAI;4BACtB,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,gBAAgB,CAAC;oBACxD,KAAK,MAAM;wBACP,OAAO,IAAI,CAAC,MAAM,IAAI,IAAI;4BACtB,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACpD;wBACI,OAAO,KAAK,CAAC;gBACrB,CAAC;YACL,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC1B,KAAwB,EACxB,KAAa,EACb,UAAkB,EAClB,WAAqB;QAErB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YAEzF,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;gBACvB,QAAQ,CACJ,8CAA8C,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI;oBACpE,6BAA6B,CAChC,CAAC;gBACF,OAAO,EAAE,CAAC;YACd,CAAC;YAED,MAAM,aAAa,GAAsB;gBACrC,UAAU;gBACV,aAAa,EAAE,IAAI;aACtB,CAAC;YAEF,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;YACjE,OAAO,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACxE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnE,QAAQ,CACJ,mDAAmD,KAAK,CAAC,OAAO,CAAC,IAAI,MAAM,GAAG,EAAE,CACnF,CAAC;YACF,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;OAEG;IACK,cAAc,CAClB,KAAyB,EACzB,OAAmC,EACnC,KAAa;QAEb,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACpE,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEjD,OAAO;gBACH,EAAE,EAAE,WAAW,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE;gBACxE,UAAU,EAAE,OAAO,CAAC,IAAI;gBACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI;gBACpC,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,cAAkC;gBAC9C,KAAK,EAAE,IAAI,CAAC,IAAI;gBAChB,OAAO,EAAE,OAAO;gBAChB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG;gBACpC,cAAc,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,EAAE;gBAC1D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC;gBACnC,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;gBAClC,UAAU,EAAE,IAAI,CAAC,IAAI;gBACrB,SAAS,EAAE,IAAI,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE;gBAC1C,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC;oBACxB,SAAS,EAAE,OAAO,CAAC,EAAE;oBACrB,WAAW,EAAE,OAAO,CAAC,IAAI;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBAC1B,CAAC;aACL,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACK,cAAc,CAClB,IAAsB,EACtB,KAAa,EACb,SAAiB,EACjB,YAAoB;QAEpB,iFAAiF;QACjF,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC;QACjD,CAAC;QAED,kDAAkD;QAClD,MAAM,SAAS,GAAG,YAAY,GAAG,CAAC;YAC9B,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,SAAS,GAAG,YAAY,CAAC,CAAC;YAC/C,CAAC,CAAC,GAAG,CAAC;QAEV,yCAAyC;QACzC,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEvC,OAAO,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,SAAS,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,YAAY,CAChB,IAAsB,EACtB,OAAmC;QAEnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,yDAAyD;QACzD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;YAClG,CAAC;QACL,CAAC;QAED,yDAAyD;QACzD,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACvC,wCAAwC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC;YACzE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChC,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;QAE7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,SAAS,CACb,KAAuB,EACvB,QAAoC;QAEpC,qEAAqE;QACrE,2DAA2D;QAC3D,OAAO,EAAE,CAAC;IACd,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,IAAsB;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAEnD,OAAO;QACP,IAAI,GAAG,KAAK,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,sBAAsB,CAAC;QACzE,SAAS;QACT,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC9F,OAAO,wBAAwB,CAAC;QACpC,eAAe;QACf,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC3E,OAAO,wBAAwB,CAAC;QACpC,YAAY;QACZ,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACnG,OAAO,uBAAuB,CAAC;QACnC,gBAAgB;QAChB,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;YACrE,OAAO,6BAA6B,CAAC;QACzC,cAAc;QACd,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAChH,OAAO,uBAAuB,CAAC;QACnC,WAAW;QACX,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YACnG,OAAO,yBAAyB,CAAC;QACrC,QAAQ;QACR,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/E,OAAO,wBAAwB,CAAC;QACpC,QAAQ;QACR,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;YAC/E,OAAO,wBAAwB,CAAC;QACpC,UAAU;QACV,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,KAAa;QAChC,IAAI,KAAK,GAAG,IAAI;YAAE,OAAO,GAAG,KAAK,IAAI,CAAC;QACtC,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;YAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;QAClE,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;YAAE,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;QAClF,OAAO,GAAG,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAC7D,CAAC;CACJ,CAAA;AA/WY,qBAAqB;IADjC,aAAa,CAAC,kBAAkB,EAAE,uBAAuB,CAAC;GAC9C,qBAAqB,CA+WjC"}

package/dist/generic/VectorSearchProvider.d.ts

@@ -0,0 +1,65 @@
+/**
+ * @fileoverview Vector similarity search provider for the SearchEngine.
+ *
+ * Searches ALL configured vector indexes by grouping them by embedding model,
+ * embedding the query once per model, then querying all indexes for that model
+ * in parallel. Gracefully returns empty results when no vector indexes are
+ * configured.
+ *
+ * @module @memberjunction/search-engine
+ */
+import { UserInfo } from '@memberjunction/core';
+import { BaseSearchProvider } from './ISearchProvider.js';
+import { SearchSource, SearchFilters, SearchResultItem } from './search.types.js';
+export declare class VectorSearchProvider extends BaseSearchProvider {
+    readonly SourceType: SearchSource;
+    private available;
+    /** LRU cache for query embeddings. Key = `${modelDriverClass}::${query}`, Value = embedding vector */
+    private static EmbeddingCache;
+    private static readonly CACHE_MAX_SIZE;
+    private static readonly CACHE_TTL_MS;
+    /**
+     * Check and cache availability. Requires at least one vector index to be
+     * configured. Called by SearchEngine during Config().
+     */
+    CheckAvailability(contextUser: UserInfo): Promise<void>;
+    IsAvailable(): boolean;
+    /**
+     * Search all vector indexes. Groups indexes by embedding model, embeds the
+     * query once per model, then queries all indexes for that model in parallel.
+     */
+    Search(query: string, topK: number, filters: SearchFilters | undefined, contextUser: UserInfo): Promise<SearchResultItem[]>;
+    /** Retrieve a cached embedding if present and not expired, promoting it for LRU */
+    private getCachedEmbedding;
+    /** Store an embedding in the cache, evicting the oldest entry if at capacity */
+    private setCachedEmbedding;
+    /** Group vector indexes by their EmbeddingModelID */
+    private groupIndexesByModel;
+    /**
+     * Embed query with one model, then query all indexes for that model in parallel.
+     */
+    private embedAndQueryGroup;
+    /**
+     * Query a single vector index.
+     */
+    private queryOneIndex;
+    /** Convert vector DB matches to SearchResultItem[] */
+    private convertMatches;
+    /**
+     * Extract best display title from vector metadata using entity field metadata.
+     * Combines all IsNameField fields in Sequence order.
+     */
+    private extractDisplayTitle;
+    /** Extract best display snippet from vector metadata */
+    private extractDisplaySnippet;
+    /** Build metadata filter from SearchFilters for vector DB queries */
+    private buildMetadataFilter;
+    /**
+     * Extract a plain record ID from a CompositeKey URL segment string.
+     * Vector metadata stores RecordID in format "FieldName|Value" or "F1|V1||F2|V2".
+     * For deduplication with entity search results, we need just the value(s).
+     * Uses CompositeKey.SimpleLoadFromURLSegment for proper multi-field parsing.
+     */
+    private extractRecordIDFromCompositeKey;
+}
+//# sourceMappingURL=VectorSearchProvider.d.ts.map

package/dist/generic/VectorSearchProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorSearchProvider.d.ts","sourceRoot":"","sources":["../../src/generic/VectorSearchProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAA0C,QAAQ,EAAgB,MAAM,sBAAsB,CAAC;AAMtG,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,gBAAgB,EAAoB,MAAM,gBAAgB,CAAC;AAYjG,qBACa,oBAAqB,SAAQ,kBAAkB;IACxD,SAAgB,UAAU,EAAE,YAAY,CAAY;IAEpD,OAAO,CAAC,SAAS,CAAS;IAE1B,sGAAsG;IACtG,OAAO,CAAC,MAAM,CAAC,cAAc,CAA0C;IACvE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAO;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAiB;IAErD;;;OAGG;IACU,iBAAiB,CAAC,WAAW,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAe7D,WAAW,IAAI,OAAO;IAI7B;;;OAGG;IACU,MAAM,CACf,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,aAAa,GAAG,SAAS,EAClC,WAAW,EAAE,QAAQ,GACtB,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAqC9B,mFAAmF;IACnF,OAAO,CAAC,kBAAkB;IAa1B,gFAAgF;IAChF,OAAO,CAAC,kBAAkB;IAa1B,qDAAqD;IACrD,OAAO,CAAC,mBAAmB;IAc3B;;OAEG;YACW,kBAAkB;IAyDhC;;OAEG;YACW,aAAa;IA6C3B,sDAAsD;IACtD,OAAO,CAAC,cAAc;IAwCtB;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IA+B3B,wDAAwD;IACxD,OAAO,CAAC,qBAAqB;IAwB7B,qEAAqE;IACrE,OAAO,CAAC,mBAAmB;IAmB3B;;;;;OAKG;IACH,OAAO,CAAC,+BAA+B;CAoB1C"}