@vegan-friendly/strapi-plugin-elasticsearch 0.1.0 → 0.2.0

package/dist/admin/src/utils/axiosInstance.js

@@ -13,8 +13,8 @@ const instance = axios_1.default.create({
 });
 instance.interceptors.request.use(async (config) => {
     config.headers = {
-        Authorization: `Bearer ${helper_plugin_1.auth.getToken()}`,
-        Accept: 'application/json',
+        'Authorization': `Bearer ${helper_plugin_1.auth.getToken()}`,
+        'Accept': 'application/json',
         'Content-Type': 'application/json',
     };
     return config;

package/dist/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@vegan-friendly/strapi-plugin-elasticsearch",
-    "version": "0.1.0-alpha.3",
+    "version": "0.2.0",
     "description": "A Strapi plugin to enable using Elasticsearch with Strapi CMS.",
     "homepage": "https://github.com/vegan-friendly/strapi-plugin-elasticsearch",
     "strapi": {
@@ -37,7 +37,8 @@
     "dependencies": {
         "@elastic/elasticsearch": "^8.9.0",
         "@strapi/design-system": "^1.19.0",
-        "markdown-to-txt": "^2.0.1"
+        "markdown-to-txt": "^2.0.1",
+        "pretty-ms": "^9.2.0"
     },
     "peerDependencies": {
         "@strapi/strapi": "^4.0.0"

package/dist/server/bootstrap.js

@@ -1,6 +1,5 @@
 'use strict';
 Object.defineProperty(exports, "__esModule", { value: true });
-console.log('strapi-plugin-elasticsearch : 00 Initializing strapi-plugin-elasticsearch plugin.');
 exports.default = async ({ strapi }) => {
     const pluginConfig = await strapi.config.get('plugin.elasticsearch');
     const configureIndexingService = strapi.plugins['elasticsearch'].services.configureIndexing;
@@ -8,8 +7,8 @@ exports.default = async ({ strapi }) => {
     const esInterface = strapi.plugins['elasticsearch'].services.esInterface;
     const indexer = strapi.plugins['elasticsearch'].services.indexer;
     const helper = strapi.plugins['elasticsearch'].services.helper;
+    const virtualCollectionIndexer = strapi.plugins['elasticsearch'].services.virtualCollectionsIndexer;
     try {
-        console.log('strapi-plugin-elasticsearch 1: Initializing strapi-plugin-elasticsearch plugin.');
         await configureIndexingService.initializeStrapiElasticsearch();
         if (!Object.keys(pluginConfig).includes('indexingCronSchedule'))
             console.warn('The plugin strapi-plugin-elasticsearch is enabled but the indexingCronSchedule is not configured.');
@@ -116,6 +115,33 @@ exports.default = async ({ strapi }) => {
                 }
             }
         });
+        // Register virtual collections //
+        const registry = strapi.service('plugin::elasticsearch.virtualCollectionsRegistry');
+        // Setup lifecycle hooks
+        const virtualCollections = registry.getAll();
+        // Create a set of all collections that need hooks
+        const collectionsToHook = new Set();
+        virtualCollections.forEach((collection) => {
+            collection.triggers.forEach((trigger) => {
+                collectionsToHook.add(trigger.collection);
+            });
+        });
+        // Setup hooks for each collection
+        collectionsToHook.forEach((collectionUID) => {
+            strapi.log.info(`Setting up Elasticsearch lifecycle hooks for collection: ${collectionUID}`);
+            strapi.db.lifecycles.subscribe({
+                models: [collectionUID],
+                afterCreate: async (event) => {
+                    await virtualCollectionIndexer.handleTriggerEvent(event);
+                },
+                afterUpdate: async (event) => {
+                    await virtualCollectionIndexer.handleTriggerEvent(event);
+                },
+                afterDelete: async (event) => {
+                    await virtualCollectionIndexer.handleTriggerEvent(event);
+                },
+            });
+        });
         configureIndexingService.markInitialized();
     }
     catch (err) {

package/dist/server/index.d.ts

@@ -1,3 +1,4 @@
+export * from './types';
 declare const _default: {
     register: ({ strapi }: {
         strapi: any;
@@ -145,34 +146,11 @@ declare const _default: {
         };
         esInterface: ({ strapi }: {
             strapi: any;
-        }) => {
-            initializeSearchEngine({ host, uname, password, cert }: {
-                host: any;
-                uname: any;
-                password: any;
-                cert: any;
-            }): Promise<void>;
-            createIndex(indexName: any): Promise<void>;
-            deleteIndex(indexName: any): Promise<void>;
-            attachAliasToIndex(indexName: any): Promise<void>;
-            checkESConnection(): Promise<boolean>;
-            indexDataToSpecificIndex({ itemId, itemData }: {
-                itemId: any;
-                itemData: any;
-            }, iName: any): Promise<void>;
-            indexData({ itemId, itemData }: {
-                itemId: any;
-                itemData: any;
-            }): Promise<void>;
-            removeItemFromIndex({ itemId }: {
-                itemId: any;
-            }): Promise<void>;
-            searchData(searchQuery: any): Promise<any>;
-        };
+        }) => import("./types").EsInterfaceService;
         indexer: ({ strapi }: {
             strapi: any;
         }) => {
-            rebuildIndex(): Promise<boolean | undefined>;
+            rebuildIndex(): Promise<boolean>;
             indexCollection(collectionName: any, indexName?: null): Promise<boolean>;
             indexPendingData(): Promise<boolean>;
         };
@@ -223,6 +201,12 @@ declare const _default: {
                 from: any;
             }): any;
         };
+        virtualCollectionsRegistry: ({ strapi }: {
+            strapi: any;
+        }) => import("./types").VirtualCollectionsRegistryService;
+        virtualCollectionsIndexer: ({ strapi }: {
+            strapi: any;
+        }) => import("./types").VirtualCollectionsIndexerService;
     };
     contentTypes: {
         task: {

package/dist/server/index.js

@@ -1,4 +1,18 @@
 'use strict';
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
@@ -13,6 +27,7 @@ const routes_1 = __importDefault(require("./routes"));
 const middlewares_1 = __importDefault(require("./middlewares"));
 const policies_1 = __importDefault(require("./policies"));
 const services_1 = __importDefault(require("./services"));
+__exportStar(require("./types"), exports);
 exports.default = {
     register: register_1.default,
     bootstrap: bootstrap_1.default,

package/dist/server/services/configure-indexing.js

@@ -124,7 +124,7 @@ exports.default = ({ strapi }) => ({
     },
     async importContentConfig({ config }) {
         const pluginStore = getPluginStore();
-        const settings = await pluginStore.get({ key: 'configsettings' });
+        const settings = (await pluginStore.get({ key: 'configsettings' }));
         if (settings) {
             const objSettings = JSON.parse(settings);
             objSettings['contentConfig'] = JSON.parse(config);
@@ -144,7 +144,7 @@ exports.default = ({ strapi }) => ({
     },
     async setContentConfig({ collection, config }) {
         const pluginStore = getPluginStore();
-        const settings = await pluginStore.get({ key: 'configsettings' });
+        const settings = (await pluginStore.get({ key: 'configsettings' }));
         if (settings) {
             const objSettings = JSON.parse(settings);
             if (Object.keys(objSettings).includes('contentConfig')) {

package/dist/server/services/es-interface.d.ts

@@ -1,27 +1,5 @@
+import { EsInterfaceService } from '../types';
 declare const _default: ({ strapi }: {
     strapi: any;
-}) => {
-    initializeSearchEngine({ host, uname, password, cert }: {
-        host: any;
-        uname: any;
-        password: any;
-        cert: any;
-    }): Promise<void>;
-    createIndex(indexName: any): Promise<void>;
-    deleteIndex(indexName: any): Promise<void>;
-    attachAliasToIndex(indexName: any): Promise<void>;
-    checkESConnection(): Promise<boolean>;
-    indexDataToSpecificIndex({ itemId, itemData }: {
-        itemId: any;
-        itemData: any;
-    }, iName: any): Promise<void>;
-    indexData({ itemId, itemData }: {
-        itemId: any;
-        itemData: any;
-    }): Promise<void>;
-    removeItemFromIndex({ itemId }: {
-        itemId: any;
-    }): Promise<void>;
-    searchData(searchQuery: any): Promise<any>;
-};
+}) => EsInterfaceService;
 export default _default;

package/dist/server/services/es-interface.js

@@ -18,7 +18,7 @@ exports.default = ({ strapi }) => ({
             });
         }
         catch (err) {
-            if (err.message.includes('ECONNREFUSED')) {
+            if (err?.message?.includes('ECONNREFUSED')) {
                 console.error('strapi-plugin-elasticsearch : Connection to ElasticSearch at ', host, ' refused.');
                 console.error(err);
             }
@@ -40,7 +40,7 @@ exports.default = ({ strapi }) => ({
             }
         }
         catch (err) {
-            if (err.message.includes('ECONNREFUSED')) {
+            if (err?.message?.includes('ECONNREFUSED')) {
                 console.log('strapi-plugin-elasticsearch : Error while creating index - connection to ElasticSearch refused.');
                 console.log(err);
             }
@@ -57,7 +57,7 @@ exports.default = ({ strapi }) => ({
             });
         }
         catch (err) {
-            if (err.message.includes('ECONNREFUSED')) {
+            if (err?.message?.includes('ECONNREFUSED')) {
                 console.log('strapi-plugin-elasticsearch : Connection to ElasticSearch refused.');
                 console.log(err);
             }
@@ -83,7 +83,7 @@ exports.default = ({ strapi }) => ({
             await client.indices.putAlias({ index: indexName, name: aliasName });
         }
         catch (err) {
-            if (err.message.includes('ECONNREFUSED')) {
+            if (err?.message?.includes('ECONNREFUSED')) {
                 console.log('strapi-plugin-elasticsearch : Attaching alias to the index - Connection to ElasticSearch refused.');
                 console.log(err);
             }
@@ -97,7 +97,7 @@ exports.default = ({ strapi }) => ({
         if (!client)
             return false;
         try {
-            await client.ping();
+            await client?.ping();
             return true;
         }
         catch (error) {
@@ -135,7 +135,7 @@ exports.default = ({ strapi }) => ({
             await client.indices.refresh({ index: pluginConfig.indexAliasName });
         }
         catch (err) {
-            if (err.meta.statusCode === 404)
+            if (err?.meta?.statusCode === 404)
                 console.error('strapi-plugin-elasticsearch : The entry to be removed from the index already does not exist.');
             else {
                 console.error('strapi-plugin-elasticsearch : Error encountered while removing indexed data from ElasticSearch.');

package/dist/server/services/helper.js

@@ -25,34 +25,35 @@ const getFullPopulateObject = (modelUid, maxDepth = 20, ignore) => {
     if (maxDepth <= 1) {
         return true;
     }
-    if (modelUid === "admin::user" && skipCreatorFields) {
+    if (modelUid === 'admin::user' && skipCreatorFields) {
         return undefined;
     }
     const populate = {};
     const model = strapi.getModel(modelUid);
     if (ignore && !ignore.includes(model.collectionName))
         ignore.push(model.collectionName);
-    for (const [key, value] of Object.entries(getModelPopulationAttributes(model))) {
+    for (const [key, valueRaw] of Object.entries(getModelPopulationAttributes(model))) {
         if (ignore?.includes(key))
             continue;
+        const value = valueRaw;
         if (value) {
-            if (value.type === "component") {
+            if (value.type === 'component') {
                 populate[key] = getFullPopulateObject(value.component, maxDepth - 1);
             }
-            else if (value.type === "dynamiczone") {
-                const dynamicPopulate = value.components.reduce((prev, cur) => {
+            else if (value.type === 'dynamiczone') {
+                const dynamicPopulate = value.components?.reduce((prev, cur) => {
                     const curPopulate = getFullPopulateObject(cur, maxDepth - 1);
                     return curPopulate === true ? prev : (0, fp_1.merge)(prev, curPopulate);
                 }, {});
                 populate[key] = (0, fp_1.isEmpty)(dynamicPopulate) ? true : dynamicPopulate;
             }
-            else if (value.type === "relation") {
-                const relationPopulate = getFullPopulateObject(value.target, (key === 'localizations') && maxDepth > 2 ? 1 : maxDepth - 1, ignore);
+            else if (value.type === 'relation') {
+                const relationPopulate = getFullPopulateObject(value.target, key === 'localizations' && maxDepth > 2 ? 1 : maxDepth - 1, ignore);
                 if (relationPopulate) {
                     populate[key] = relationPopulate;
                 }
             }
-            else if (value.type === "media") {
+            else if (value.type === 'media') {
                 populate[key] = true;
             }
         }
@@ -108,52 +109,56 @@ function extractSubfieldData({ config, data }) {
                 if (Object.keys(extractItem).includes('__component')) {
                     if (conf.component === extractItem.__component &&
                         !Object.keys(conf).includes('subfields') &&
-                        typeof extractItem[conf['field']] !== "undefined" &&
+                        typeof extractItem[conf['field']] !== 'undefined' &&
                         extractItem[conf['field']]) {
                         let val = extractItem[conf['field']];
-                        if (Object.keys(conf).includes('transform')
-                            && conf['transform'] === 'markdown')
+                        if (Object.keys(conf).includes('transform') && conf['transform'] === 'markdown')
                             val = transform_content_1.default.transform({ content: val, from: 'markdown' });
                         returnData = returnData + '\n' + val;
                     }
-                    else if (conf.component === extractItem.__component &&
-                        Object.keys(conf).includes('subfields')) {
-                        returnData = returnData + '\n' + extractSubfieldData({
-                            config: conf['subfields'], data: extractItem[conf['field']]
-                        });
+                    else if (conf.component === extractItem.__component && Object.keys(conf).includes('subfields')) {
+                        returnData =
+                            returnData +
+                                '\n' +
+                                extractSubfieldData({
+                                    config: conf['subfields'],
+                                    data: extractItem[conf['field']],
+                                });
                     }
                 }
                 else {
-                    if (!Object.keys(conf).includes('subfields') &&
-                        typeof extractItem[conf['field']] !== "undefined" &&
-                        extractItem[conf['field']]) {
+                    if (!Object.keys(conf).includes('subfields') && typeof extractItem[conf['field']] !== 'undefined' && extractItem[conf['field']]) {
                         let val = extractItem[conf['field']];
-                        if (Object.keys(conf).includes('transform')
-                            && conf['transform'] === 'markdown')
+                        if (Object.keys(conf).includes('transform') && conf['transform'] === 'markdown')
                             val = transform_content_1.default.transform({ content: val, from: 'markdown' });
                         returnData = returnData + '\n' + val;
                     }
                     else if (Object.keys(conf).includes('subfields')) {
-                        returnData = returnData + '\n' + extractSubfieldData({
-                            config: conf['subfields'], data: extractItem[conf['field']]
-                        });
+                        returnData =
+                            returnData +
+                                '\n' +
+                                extractSubfieldData({
+                                    config: conf['subfields'],
+                                    data: extractItem[conf['field']],
+                                });
                     }
                 }
             }
         }
-    }
-    else //for single component as a field
-     {
+    } //for single component as a field
+    else {
         for (let s = 0; s < config.length; s++) {
             const conf = config[s];
-            if (!Object.keys(conf).includes('subfields') &&
-                typeof data[conf['field']] !== "undefined" &&
-                data[conf['field']])
+            if (!Object.keys(conf).includes('subfields') && typeof data[conf['field']] !== 'undefined' && data[conf['field']])
                 returnData = returnData + '\n' + data[conf['field']];
             else if (Object.keys(conf).includes('subfields')) {
-                returnData = returnData + '\n' + extractSubfieldData({
-                    config: conf['subfields'], data: data[conf['field']]
-                });
+                returnData =
+                    returnData +
+                        '\n' +
+                        extractSubfieldData({
+                            config: conf['subfields'],
+                            data: data[conf['field']],
+                        });
             }
         }
     }
@@ -164,20 +169,12 @@ exports.default = ({ strapi }) => ({
         const configureService = strapi.plugins['elasticsearch'].services.configureIndexing;
         const esInterface = strapi.plugins['elasticsearch'].services.esInterface;
         const pluginConfig = await strapi.config.get('plugin.elasticsearch');
-        const connected = pluginConfig.searchConnector && pluginConfig.searchConnector.host
-            ? await esInterface.checkESConnection()
-            : false;
+        const connected = pluginConfig.searchConnector && pluginConfig.searchConnector.host ? await esInterface.checkESConnection() : false;
         return {
             indexingCronSchedule: pluginConfig.indexingCronSchedule || 'Not configured',
-            elasticHost: pluginConfig.searchConnector
-                ? pluginConfig.searchConnector.host || 'Not configured'
-                : 'Not configured',
-            elasticUserName: pluginConfig.searchConnector
-                ? pluginConfig.searchConnector.username || 'Not configured'
-                : 'Not configured',
-            elasticCertificate: pluginConfig.searchConnector
-                ? pluginConfig.searchConnector.certificate || 'Not configured'
-                : 'Not configured',
+            elasticHost: pluginConfig.searchConnector ? pluginConfig.searchConnector.host || 'Not configured' : 'Not configured',
+            elasticUserName: pluginConfig.searchConnector ? pluginConfig.searchConnector.username || 'Not configured' : 'Not configured',
+            elasticCertificate: pluginConfig.searchConnector ? pluginConfig.searchConnector.certificate || 'Not configured' : 'Not configured',
             elasticIndexAlias: pluginConfig.indexAliasName || 'Not configured',
             connected: connected,
             initialized: configureService.isInitialized(),
@@ -197,7 +194,7 @@ exports.default = ({ strapi }) => ({
     },
     async getCurrentIndexName() {
         const pluginStore = getPluginStore();
-        const settings = await pluginStore.get({ key: 'configsettings' });
+        const settings = (await pluginStore.get({ key: 'configsettings' }));
         let indexName = 'strapi-plugin-elasticsearch-index_000001';
         if (settings) {
             const objSettings = JSON.parse(settings);
@@ -215,7 +212,7 @@ exports.default = ({ strapi }) => ({
     },
     async storeCurrentIndexName(indexName) {
         const pluginStore = getPluginStore();
-        const settings = await pluginStore.get({ key: 'configsettings' });
+        const settings = (await pluginStore.get({ key: 'configsettings' }));
         if (settings) {
             const objSettings = JSON.parse(settings);
             objSettings['indexConfig'] = { name: indexName };
@@ -262,8 +259,7 @@ exports.default = ({ strapi }) => ({
                 }
                 else {
                     val = data[fti[k]];
-                    if (Object.keys(fieldConfig).includes('transform') &&
-                        fieldConfig['transform'] === 'markdown')
+                    if (Object.keys(fieldConfig).includes('transform') && fieldConfig['transform'] === 'markdown')
                         val = transform_content_1.default.transform({ content: val, from: 'markdown' });
                 }
                 if (Object.keys(fieldConfig).includes('searchFieldName'))

package/dist/server/services/index.d.ts

@@ -42,34 +42,11 @@ declare const _default: {
     };
     esInterface: ({ strapi }: {
         strapi: any;
-    }) => {
-        initializeSearchEngine({ host, uname, password, cert }: {
-            host: any;
-            uname: any;
-            password: any;
-            cert: any;
-        }): Promise<void>;
-        createIndex(indexName: any): Promise<void>;
-        deleteIndex(indexName: any): Promise<void>;
-        attachAliasToIndex(indexName: any): Promise<void>;
-        checkESConnection(): Promise<boolean>;
-        indexDataToSpecificIndex({ itemId, itemData }: {
-            itemId: any;
-            itemData: any;
-        }, iName: any): Promise<void>;
-        indexData({ itemId, itemData }: {
-            itemId: any;
-            itemData: any;
-        }): Promise<void>;
-        removeItemFromIndex({ itemId }: {
-            itemId: any;
-        }): Promise<void>;
-        searchData(searchQuery: any): Promise<any>;
-    };
+    }) => import("..").EsInterfaceService;
     indexer: ({ strapi }: {
         strapi: any;
     }) => {
-        rebuildIndex(): Promise<boolean | undefined>;
+        rebuildIndex(): Promise<boolean>;
         indexCollection(collectionName: any, indexName?: null): Promise<boolean>;
         indexPendingData(): Promise<boolean>;
     };
@@ -120,5 +97,11 @@ declare const _default: {
             from: any;
         }): any;
     };
+    virtualCollectionsRegistry: ({ strapi }: {
+        strapi: any;
+    }) => import("..").VirtualCollectionsRegistryService;
+    virtualCollectionsIndexer: ({ strapi }: {
+        strapi: any;
+    }) => import("..").VirtualCollectionsIndexerService;
 };
 export default _default;

package/dist/server/services/index.js

@@ -10,6 +10,8 @@ const perform_indexing_1 = __importDefault(require("./perform-indexing"));
 const log_indexing_1 = __importDefault(require("./log-indexing"));
 const helper_1 = __importDefault(require("./helper"));
 const transform_content_1 = __importDefault(require("./transform-content"));
+const virtual_collections_registry_1 = __importDefault(require("./virtual-collections-registry"));
+const virtual_collections_indexer_1 = __importDefault(require("./virtual-collections-indexer"));
 exports.default = {
     configureIndexing: configure_indexing_1.default,
     scheduleIndexing: schedule_indexing_1.default,
@@ -18,4 +20,6 @@ exports.default = {
     logIndexing: log_indexing_1.default,
     helper: helper_1.default,
     transformContent: transform_content_1.default,
+    virtualCollectionsRegistry: virtual_collections_registry_1.default,
+    virtualCollectionsIndexer: virtual_collections_indexer_1.default,
 };

package/dist/server/services/perform-indexing.d.ts

@@ -1,7 +1,7 @@
 declare const _default: ({ strapi }: {
     strapi: any;
 }) => {
-    rebuildIndex(): Promise<boolean | undefined>;
+    rebuildIndex(): Promise<boolean>;
     indexCollection(collectionName: any, indexName?: null): Promise<boolean>;
     indexPendingData(): Promise<boolean>;
 };

package/dist/server/services/perform-indexing.js

@@ -7,6 +7,7 @@ exports.default = ({ strapi }) => ({
         const scheduleIndexingService = strapi.plugins['elasticsearch'].services.scheduleIndexing;
         const configureIndexingService = strapi.plugins['elasticsearch'].services.configureIndexing;
         const logIndexingService = strapi.plugins['elasticsearch'].services.logIndexing;
+        const virtualCollectionsIndexer = strapi.plugins['elasticsearch'].services['virtualCollectionsIndexer'];
         try {
             console.log('strapi-plugin-elasticsearch : Request to rebuild the index received.');
             const oldIndexName = await helper.getCurrentIndexName();
@@ -22,6 +23,9 @@ exports.default = ({ strapi }) => ({
                 const cols = await configureIndexingService.getCollectionsConfiguredForIndexing();
                 for (let r = 0; r < cols.length; r++)
                     await this.indexCollection(cols[r], newIndexName);
+                // Indexing the virtual collections
+                console.log('strapi-plugin-elasticsearch : Starting to index virtual collections.');
+                const totalIndexed = await virtualCollectionsIndexer.reindexAll(newIndexName);
                 await scheduleIndexingService.markIndexingTaskComplete(item.id);
                 console.log('strapi-plugin-elasticsearch : Indexing of data into the new index complete.');
                 //Step 4 : Move the alias to this new index
@@ -44,6 +48,7 @@ exports.default = ({ strapi }) => ({
             console.log('strapi-plugin-elasticsearch : searchController : An error was encountered while re-indexing.');
             console.log(err);
             await logIndexingService.recordIndexingFail(err);
+            throw err;
         }
     },
     async indexCollection(collectionName, indexName = null) {
@@ -54,7 +59,7 @@ exports.default = ({ strapi }) => ({
         const esInterface = strapi.plugins['elasticsearch'].services.esInterface;
         if (indexName === null)
             indexName = await helper.getCurrentIndexName();
-        let entries = [];
+        let entries = []; //TODO: strapi should provide a type for this
         if (isCollectionDraftPublish) {
             entries = await strapi.entityService.findMany(collectionName, {
                 sort: { createdAt: 'DESC' },

package/dist/server/services/virtual-collections-indexer.d.ts

@@ -0,0 +1,8 @@
+import { VirtualCollectionsIndexerService } from '../types';
+/**
+ * Service to handle indexing of virtual collections
+ */
+declare const _default: ({ strapi }: {
+    strapi: any;
+}) => VirtualCollectionsIndexerService;
+export default _default;

package/dist/server/services/virtual-collections-indexer.js

@@ -0,0 +1,142 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const pretty_ms_1 = __importDefault(require("pretty-ms"));
+/**
+ * Service to handle indexing of virtual collections
+ */
+exports.default = ({ strapi }) => {
+    const getElasticsearchService = () => strapi.plugin('elasticsearch').service('esInterface');
+    const getRegistryService = () => strapi.service('plugin::elasticsearch.virtualCollectionsRegistry');
+    const getHelperService = () => strapi.plugins['elasticsearch'].services.helper;
+    return {
+        /**
+         * Index a single item from a virtual collection
+         */
+        async indexItem(collectionName, itemId) {
+            const registry = getRegistryService();
+            const collection = registry.get(collectionName);
+            if (!collection) {
+                throw new Error(`Virtual collection not found: ${collectionName}`);
+            }
+            try {
+                const results = await collection.extractById([itemId]);
+                if (!results || !Array.isArray(results) || results.length === 0) {
+                    strapi.log.warn(`No data extracted for ${collectionName} with ID ${itemId}`);
+                    return null;
+                }
+                const data = results[0];
+                const indexData = collection.mapToIndex ? data : data;
+                const esService = getElasticsearchService();
+                const helper = getHelperService();
+                const indexItemId = helper.getIndexItemId(collectionName, itemId);
+                await esService.indexDataToSpecificIndex({ itemId: indexItemId, itemData: indexData }, collection.indexName);
+                strapi.log.debug(`Indexed virtual item: ${collectionName}:${itemId}`);
+                return indexData;
+            }
+            catch (error) {
+                strapi.log.error(`Error indexing ${collectionName}:${itemId}: ${error?.message}`);
+                throw error;
+            }
+        },
+        async reindexAll(indexName) {
+            const registry = getRegistryService();
+            const collections = registry.getAll();
+            let totalIndexed = 0;
+            for (const collection of collections) {
+                totalIndexed += await this.reindex(collection.collectionName, indexName);
+            }
+            console.log(`strapi-plugin-elasticsearch : Reindexed ${totalIndexed} items across all ${collections.length} virtual collections`);
+            return totalIndexed;
+        },
+        /**
+         * Reindex all items in a virtual collection
+         */
+        async reindex(collectionName, indexName) {
+            const registry = getRegistryService();
+            const collection = registry.get(collectionName);
+            if (!collection) {
+                throw new Error(`Virtual collection not found: ${collectionName}`);
+            }
+            const timestamp = Date.now();
+            try {
+                const esService = getElasticsearchService();
+                const helper = getHelperService();
+                // await esService.createIndex(tempIndexName);
+                let page = 0;
+                let hasMoreData = true;
+                let totalIndexed = 0;
+                while (hasMoreData) {
+                    const pageData = await collection.extractData(page);
+                    if (!Array.isArray(pageData) || pageData.length === 0) {
+                        hasMoreData = false;
+                        break;
+                    }
+                    const operations = [];
+                    for (const item of pageData) {
+                        const itemId = helper.getIndexItemId({ collectionName, itemId: item.id });
+                        const itemData = collection.mapToIndex ? item : item;
+                        operations.push({ itemId, itemData });
+                    }
+                    if (operations.length > 0) {
+                        await Promise.all(operations.map((op) => esService.indexDataToSpecificIndex(op, indexName)));
+                    }
+                    totalIndexed += pageData.length;
+                    page++;
+                }
+                strapi.log.info(`Reindexed ${totalIndexed} items for virtual collection: ${collectionName}. took ${(0, pretty_ms_1.default)(Date.now() - timestamp)}`);
+                return totalIndexed;
+            }
+            catch (error) {
+                strapi.log.error(`Error reindexing ${collectionName}: ${error?.message} after ${(0, pretty_ms_1.default)(Date.now() - timestamp)}`);
+                throw error;
+            }
+        },
+        /**
+         * Handle a trigger event from a collection
+         */
+        async handleTriggerEvent(event) {
+            const { model, result } = event;
+            const registry = getRegistryService();
+            // Find virtual collections that should be triggered by this model
+            const affectedCollections = registry.findTriggersByCollection(model);
+            for (const collection of affectedCollections) {
+                // Find the specific trigger for this collection
+                const trigger = collection.triggers.find((t) => t.collection === model);
+                if (trigger && trigger.getIdsToReindex) {
+                    // Get IDs that need to be reindexed
+                    const idsToReindex = await trigger.getIdsToReindex(result);
+                    // Reindex each item
+                    for (const id of idsToReindex) {
+                        await this.indexItem(collection.collectionName, id);
+                    }
+                }
+            }
+        },
+        /**
+         * Delete an item from a virtual collection index
+         */
+        async deleteItem(collectionName, itemId) {
+            const registry = getRegistryService();
+            const collection = registry.get(collectionName);
+            if (!collection) {
+                throw new Error(`Virtual collection not found: ${collectionName}`);
+            }
+            try {
+                const esService = getElasticsearchService();
+                await esService.removeItemFromIndex({ itemId });
+                strapi.log.debug(`Deleted indexed item: ${collectionName}:${itemId}`);
+                return true;
+            }
+            catch (error) {
+                if (error?.meta?.statusCode === 404) {
+                    return false;
+                }
+                strapi.log.error(`Error deleting ${collectionName}:${itemId}: ${error.message}`);
+                throw error;
+            }
+        },
+    };
+};

package/dist/server/services/virtual-collections-registry.d.ts

@@ -0,0 +1,8 @@
+import { VirtualCollectionsRegistryService } from '../types';
+/**
+ * Service to handle indexing of virtual collections
+ */
+declare const _default: ({ strapi }: {
+    strapi: any;
+}) => VirtualCollectionsRegistryService;
+export default _default;

package/dist/server/services/virtual-collections-registry.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * Service to handle indexing of virtual collections
+ */
+exports.default = ({ strapi }) => {
+    // const getElasticsearchService = () => strapi.plugin('elasticsearch').service('esInterface');
+    // const getAll = () => {
+    //   const config = strapi.plugin('elasticsearch').config('virtualCollections');
+    //   return config || [];
+    // };
+    // const get = (collectionName) => {
+    //   return getAll().find((collection) => collection.collectionName === collectionName);
+    // };
+    return {
+        getAll() {
+            const config = strapi.plugin('elasticsearch').config('virtualCollections');
+            return config || [];
+        },
+        get(collectionName) {
+            return this.getAll().find((collection) => collection.collectionName === collectionName) ?? null;
+        },
+        register: function (config) {
+            throw new Error('Function not implemented.');
+        },
+        findTriggersByCollection: function (collectionUID) {
+            return this.getAll().filter((collection) => {
+                return collection.triggers.some((trigger) => trigger.collection === collectionUID);
+            });
+        },
+    };
+};

package/dist/server/types/esInterface.type.d.ts

@@ -0,0 +1,70 @@
+export interface EsInterfaceService {
+    /**
+     * Initializes the search engine connection.
+     * @param params - Connection parameters that include host, uname, password, and cert.
+     * @returns A promise that resolves when the initialization is complete.
+     */
+    initializeSearchEngine(params: {
+        host: string;
+        uname: string;
+        password: string;
+        cert: string;
+    }): Promise<void>;
+    /**
+     * Creates an index in the search engine.
+     * @param indexName - The name of the index to create.
+     * @returns A promise that resolves when the index is created.
+     */
+    createIndex(indexName: string): Promise<void>;
+    /**
+     * Deletes an index from the search engine.
+     * @param indexName - The name of the index to delete.
+     * @returns A promise that resolves when the index is deleted.
+     */
+    deleteIndex(indexName: string): Promise<void>;
+    /**
+     * Attaches an alias to a specific index.
+     * @param indexName - The index to which the alias should be attached.
+     * @returns A promise that resolves when the alias is set.
+     */
+    attachAliasToIndex(indexName: string): Promise<void>;
+    /**
+     * Checks the connection status of the search engine.
+     * @returns A promise that resolves with the connection status.
+     */
+    checkESConnection(): Promise<any>;
+    /**
+     * Indexes data to a specific index.
+     * @param data - An object containing the itemId and itemData to index.
+     * @param data.itemId - The full ID of the item to index, in format `collectionName + '::' + itemId`.
+     * @param indexName - The target index name.
+     * @returns A promise that resolves when the data is indexed.
+     */
+    indexDataToSpecificIndex(data: {
+        itemId: string;
+        itemData: any;
+    }, indexName: string): Promise<any>;
+    /**
+     * Indexes data.
+     * @param data - An object containing the itemId and itemData to index.
+     * @returns A promise that resolves when the data is indexed.
+     */
+    indexData(data: {
+        itemId: string;
+        itemData: any;
+    }): Promise<any>;
+    /**
+     * Removes an item from the index.
+     * @param data - An object containing the itemId.
+     * @returns A promise that resolves when the item is removed.
+     */
+    removeItemFromIndex(data: {
+        itemId: string;
+    }): Promise<any>;
+    /**
+     * Searches data in the search engine.
+     * @param searchQuery - The search query.
+     * @returns A promise that resolves with the search results.
+     */
+    searchData(searchQuery: any): Promise<any>;
+}

package/dist/server/types/esInterface.type.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/server/types/index.d.ts

@@ -0,0 +1,2 @@
+export * from './virtual-collections.type';
+export * from './esInterface.type';

package/dist/server/types/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./virtual-collections.type"), exports);
+__exportStar(require("./esInterface.type"), exports);

package/dist/server/types/virtual-collections.d.ts

@@ -0,0 +1,30 @@
+export type VirtualCollectionConfig<T extends {}> = {
+    indexName: string;
+    collectionName: string;
+    extractData: (page: number, pageSize?: number) => Promise<T[]>;
+    extractById: (ids: number[]) => Promise<T[]>;
+    triggers: Array<{
+        collection: string;
+        getIdsToReindex: (result: any) => Promise<number[]>;
+    }>;
+    mapToIndex: (item: T) => Promise<object>;
+};
+export interface VirtualCollectionsRegistryService {
+    /**
+     * Initialize indexes for all registered virtual collections
+     */
+    initializeIndexes(): Promise<void>;
+    /**
+     * Register a virtual collection
+     * @param config - The configuration for the virtual collection
+     * @returns The current instance of the registry
+     */
+    register<T extends {}>(config: VirtualCollectionConfig<T>): this;
+    /**
+     * get all registered virtual collections
+     * @returns An array of all registered virtual collections
+     */
+    getAll(): Array<VirtualCollectionConfig<any>>;
+    get(collectionName: string): VirtualCollectionConfig<any> | null;
+    findTriggersByCollection(collectionUID: string): Array<VirtualCollectionConfig<any>>;
+}

package/dist/server/types/virtual-collections.js

@@ -0,0 +1,2 @@
+'use strict';
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/server/types/virtual-collections.type.d.ts

@@ -0,0 +1,57 @@
+export type VirtualCollectionConfig<T extends {}> = {
+    indexName: string;
+    collectionName: string;
+    extractData: (page: number, pageSize?: number) => Promise<T[]>;
+    extractById: (ids: number[]) => Promise<T[]>;
+    triggers: Array<{
+        collection: string;
+        getIdsToReindex: (result: any) => Promise<number[]>;
+    }>;
+    mapToIndex?: (item: T) => Promise<object>;
+};
+export interface VirtualCollectionsRegistryService {
+    /**
+     * Register a virtual collection
+     * @param config - The configuration for the virtual collection
+     * @returns The current instance of the registry
+     */
+    register<T extends {}>(config: VirtualCollectionConfig<T>): this;
+    /**
+     * get all registered virtual collections
+     * @returns An array of all registered virtual collections
+     */
+    getAll(): Array<VirtualCollectionConfig<any>>;
+    get(collectionName: string): VirtualCollectionConfig<any> | null;
+    findTriggersByCollection(collectionUID: string): Array<VirtualCollectionConfig<any>>;
+}
+export interface VirtualCollectionsIndexerService {
+    /**
+     * Index a single item from a virtual collection.
+     * @param collectionName - The name of the virtual collection.
+     * @param itemId - The id of the item to be indexed.
+     */
+    indexItem(collectionName: string, itemId: number): Promise<any>;
+    /**
+     * Reindex all items in a virtual collection index.
+     * @param indexName - The target index name.
+     */
+    reindexAll(indexName: string): Promise<any>;
+    /**
+     * Reindex all items in a virtual collection.
+     * @param collectionName - The name of the virtual collection.
+     * @param indexName - The target index name.
+     */
+    reindex(collectionName: string, indexName: string): Promise<any>;
+    /**
+     * Handle a trigger event from a collection.
+     * @param event - The trigger event.
+     */
+    handleTriggerEvent(event: any): Promise<any>;
+    /**
+     * Delete an item from a virtual collection index.
+     * @param collectionName - The name of the virtual collection.
+     * @param itemId - The id of the item to be deleted.
+     * @returns A promise that resolves to a boolean indicating success.
+     */
+    deleteItem(collectionName: string, itemId: string): Promise<boolean>;
+}

package/dist/server/types/virtual-collections.type.js

@@ -0,0 +1,2 @@
+'use strict';
+Object.defineProperty(exports, "__esModule", { value: true });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vegan-friendly/strapi-plugin-elasticsearch",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "A Strapi plugin to enable using Elasticsearch with Strapi CMS.",
   "homepage": "https://github.com/vegan-friendly/strapi-plugin-elasticsearch",
   "strapi": {
@@ -37,7 +37,8 @@
   "dependencies": {
     "@elastic/elasticsearch": "^8.9.0",
     "@strapi/design-system": "^1.19.0",
-    "markdown-to-txt": "^2.0.1"
+    "markdown-to-txt": "^2.0.1",
+    "pretty-ms": "^9.2.0"
   },
   "peerDependencies": {
     "@strapi/strapi": "^4.0.0"