strapi-plugin-meilisearch-plus 0.1.0 → 0.1.2

package/README.md

@@ -188,6 +188,7 @@ The plugin supports custom data processing through `transformEntry` and `filterE
 ### transformEntry
 
 Apply custom transformations to entries before indexing. Useful for:
+
 - Flattening nested data structures
 - Enriching entries with computed fields
 - Extracting specific fields for search
@@ -224,6 +225,7 @@ Apply custom transformations to entries before indexing. Useful for:
 ### filterEntry
 
 Filter out entries that shouldn't be indexed. Useful for:
+
 - Excluding entries with certain conditions
 - Filtering by custom field values
 - Permission-based filtering

package/dist/server/index.js

@@ -19,7 +19,7 @@ const bootstrap = ({ strapi }) => {
           );
           for (const contentType of indexedContentTypes) {
             try {
-              lifecycleService.subscribeContentType(contentType);
+              lifecycleService.subscribeContentType({ contentType });
             } catch (error) {
               strapi.log.warn(`[meilisearch-plus] Failed to subscribe to ${contentType}:`, error);
             }
@@ -271,7 +271,7 @@ const contentTypes$1 = ({ strapi }) => ({
       const storeService = strapi.plugin("meilisearch-plus").service("store");
       const lifecycleService = strapi.plugin("meilisearch-plus").service("lifecycle");
       await storeService.addIndexedContentType(contentType);
-      lifecycleService.subscribeContentType(contentType);
+      lifecycleService.subscribeContentType({ contentType });
       const indexedContentTypes = await storeService.getIndexedContentTypes();
       ctx.body = { data: indexedContentTypes };
     } catch (error) {
@@ -293,7 +293,7 @@ const contentTypes$1 = ({ strapi }) => ({
       const meilisearchService = strapi.plugin("meilisearch-plus").service("meilisearch");
       await meilisearchService.emptyOrDeleteIndex({ contentType });
       await storeService.removeIndexedContentType(contentType);
-      lifecycleService.unsubscribeContentType(contentType);
+      lifecycleService.unsubscribeContentType({ contentType });
       const indexedContentTypes = await storeService.getIndexedContentTypes();
       ctx.body = { data: indexedContentTypes };
     } catch (error) {
@@ -864,11 +864,20 @@ const meilisearch = ({ strapi }) => ({
       );
       taskUids.push(response.taskUid);
     }
+    if (taskUids.length > 0) {
+      try {
+        await client.waitForTask(taskUids[taskUids.length - 1]);
+        strapi.log.debug(`[meilisearch-plus] All indexing tasks completed for ${contentType}`);
+      } catch (error) {
+        strapi.log.warn(`[meilisearch-plus] Error waiting for indexing tasks:`, error);
+      }
+    }
     await storeService.addIndexedContentType(contentType);
     return taskUids;
   },
   /**
    * Remove all documents for a content type from MeiliSearch
+   * Handles pagination in case there are more documents than the search limit
    */
   async emptyOrDeleteIndex({ contentType }) {
     const client = await this.initializeClient();
@@ -880,14 +889,31 @@ const meilisearch = ({ strapi }) => ({
       return;
     }
     const index2 = client.index(finalIndexName);
-    const searchResult = await index2.search("", {
-      filter: [`_contentType = "${contentType}"`],
-      limit: 1e4
-    });
-    const ids = searchResult.hits.map((hit) => hit.id);
-    if (ids.length > 0) {
-      await index2.deleteDocuments(ids);
-      strapi.log.info(`[meilisearch-plus] Deleted ${ids.length} documents for ${contentType}`);
+    let totalDeleted = 0;
+    let hasMore = true;
+    while (hasMore) {
+      const searchResult = await index2.search("", {
+        filter: [`_contentType = "${contentType}"`],
+        limit: 1e5,
+        offset: 0
+      });
+      const ids = searchResult.hits.map((hit) => hit.id);
+      if (ids.length > 0) {
+        const response = await index2.deleteDocuments(ids);
+        await client.waitForTask(response.taskUid);
+        totalDeleted += ids.length;
+        strapi.log.debug(
+          `[meilisearch-plus] Batch deleted ${ids.length} documents for ${contentType}`
+        );
+      }
+      hasMore = searchResult.estimatedTotalHits > 0;
+    }
+    if (totalDeleted > 0) {
+      strapi.log.info(
+        `[meilisearch-plus] Total deleted: ${totalDeleted} documents for ${contentType}`
+      );
+    } else {
+      strapi.log.info(`[meilisearch-plus] No documents found to delete for ${contentType}`);
     }
     await storeService.removeIndexedContentType(contentType);
   },
@@ -929,17 +955,20 @@ const meilisearch = ({ strapi }) => ({
       if (contentType) {
         const searchResult = await index2.search("", {
           filter: [`_contentType = "${contentType}"`],
-          limit: 1e4
+          limit: 1e5
+          // Increased to handle larger datasets
         });
         const ids = searchResult.hits.map((hit) => hit.id);
         if (ids.length > 0) {
-          await index2.deleteDocuments(ids);
+          const response = await index2.deleteDocuments(ids);
+          await client.waitForTask(response.taskUid);
           strapi.log.info(`[meilisearch-plus] Deleted ${ids.length} documents for ${contentType}`);
         } else {
           strapi.log.info(`[meilisearch-plus] No documents found for ${contentType} to delete.`);
         }
       } else {
-        await index2.deleteAllDocuments();
+        const response = await index2.deleteAllDocuments();
+        await client.waitForTask(response.taskUid);
         strapi.log.info(`[meilisearch-plus] Deleted all documents in index`);
       }
     } catch (error) {
@@ -1398,11 +1427,18 @@ const config = ({ strapi }) => {
     },
     /**
      * Get the configuration for a specific content type
-     * @param contentType - The short name (e.g., 'page', 'job')
+     * @param contentType - Can be short name (e.g., 'page') or full UID (e.g., 'api::page.page')
      */
     getContentTypeConfig(contentType) {
       const pluginConfig = this.getPluginConfig();
-      return pluginConfig[contentType] || {};
+      if (pluginConfig[contentType]) {
+        return pluginConfig[contentType] || {};
+      }
+      const shortName = contentType.split(".").pop();
+      if (shortName && pluginConfig[shortName]) {
+        return pluginConfig[shortName] || {};
+      }
+      return {};
     },
     /**
      * Transform entries using the transformEntry function from plugin config

package/dist/server/index.mjs

@@ -18,7 +18,7 @@ const bootstrap = ({ strapi }) => {
           );
           for (const contentType of indexedContentTypes) {
             try {
-              lifecycleService.subscribeContentType(contentType);
+              lifecycleService.subscribeContentType({ contentType });
             } catch (error) {
               strapi.log.warn(`[meilisearch-plus] Failed to subscribe to ${contentType}:`, error);
             }
@@ -270,7 +270,7 @@ const contentTypes$1 = ({ strapi }) => ({
       const storeService = strapi.plugin("meilisearch-plus").service("store");
       const lifecycleService = strapi.plugin("meilisearch-plus").service("lifecycle");
       await storeService.addIndexedContentType(contentType);
-      lifecycleService.subscribeContentType(contentType);
+      lifecycleService.subscribeContentType({ contentType });
       const indexedContentTypes = await storeService.getIndexedContentTypes();
       ctx.body = { data: indexedContentTypes };
     } catch (error) {
@@ -292,7 +292,7 @@ const contentTypes$1 = ({ strapi }) => ({
       const meilisearchService = strapi.plugin("meilisearch-plus").service("meilisearch");
       await meilisearchService.emptyOrDeleteIndex({ contentType });
       await storeService.removeIndexedContentType(contentType);
-      lifecycleService.unsubscribeContentType(contentType);
+      lifecycleService.unsubscribeContentType({ contentType });
       const indexedContentTypes = await storeService.getIndexedContentTypes();
       ctx.body = { data: indexedContentTypes };
     } catch (error) {
@@ -863,11 +863,20 @@ const meilisearch = ({ strapi }) => ({
       );
       taskUids.push(response.taskUid);
     }
+    if (taskUids.length > 0) {
+      try {
+        await client.waitForTask(taskUids[taskUids.length - 1]);
+        strapi.log.debug(`[meilisearch-plus] All indexing tasks completed for ${contentType}`);
+      } catch (error) {
+        strapi.log.warn(`[meilisearch-plus] Error waiting for indexing tasks:`, error);
+      }
+    }
     await storeService.addIndexedContentType(contentType);
     return taskUids;
   },
   /**
    * Remove all documents for a content type from MeiliSearch
+   * Handles pagination in case there are more documents than the search limit
    */
   async emptyOrDeleteIndex({ contentType }) {
     const client = await this.initializeClient();
@@ -879,14 +888,31 @@ const meilisearch = ({ strapi }) => ({
       return;
     }
     const index2 = client.index(finalIndexName);
-    const searchResult = await index2.search("", {
-      filter: [`_contentType = "${contentType}"`],
-      limit: 1e4
-    });
-    const ids = searchResult.hits.map((hit) => hit.id);
-    if (ids.length > 0) {
-      await index2.deleteDocuments(ids);
-      strapi.log.info(`[meilisearch-plus] Deleted ${ids.length} documents for ${contentType}`);
+    let totalDeleted = 0;
+    let hasMore = true;
+    while (hasMore) {
+      const searchResult = await index2.search("", {
+        filter: [`_contentType = "${contentType}"`],
+        limit: 1e5,
+        offset: 0
+      });
+      const ids = searchResult.hits.map((hit) => hit.id);
+      if (ids.length > 0) {
+        const response = await index2.deleteDocuments(ids);
+        await client.waitForTask(response.taskUid);
+        totalDeleted += ids.length;
+        strapi.log.debug(
+          `[meilisearch-plus] Batch deleted ${ids.length} documents for ${contentType}`
+        );
+      }
+      hasMore = searchResult.estimatedTotalHits > 0;
+    }
+    if (totalDeleted > 0) {
+      strapi.log.info(
+        `[meilisearch-plus] Total deleted: ${totalDeleted} documents for ${contentType}`
+      );
+    } else {
+      strapi.log.info(`[meilisearch-plus] No documents found to delete for ${contentType}`);
     }
     await storeService.removeIndexedContentType(contentType);
   },
@@ -928,17 +954,20 @@ const meilisearch = ({ strapi }) => ({
       if (contentType) {
         const searchResult = await index2.search("", {
           filter: [`_contentType = "${contentType}"`],
-          limit: 1e4
+          limit: 1e5
+          // Increased to handle larger datasets
         });
         const ids = searchResult.hits.map((hit) => hit.id);
         if (ids.length > 0) {
-          await index2.deleteDocuments(ids);
+          const response = await index2.deleteDocuments(ids);
+          await client.waitForTask(response.taskUid);
           strapi.log.info(`[meilisearch-plus] Deleted ${ids.length} documents for ${contentType}`);
         } else {
           strapi.log.info(`[meilisearch-plus] No documents found for ${contentType} to delete.`);
         }
       } else {
-        await index2.deleteAllDocuments();
+        const response = await index2.deleteAllDocuments();
+        await client.waitForTask(response.taskUid);
         strapi.log.info(`[meilisearch-plus] Deleted all documents in index`);
       }
     } catch (error) {
@@ -1397,11 +1426,18 @@ const config = ({ strapi }) => {
     },
     /**
      * Get the configuration for a specific content type
-     * @param contentType - The short name (e.g., 'page', 'job')
+     * @param contentType - Can be short name (e.g., 'page') or full UID (e.g., 'api::page.page')
      */
     getContentTypeConfig(contentType) {
       const pluginConfig = this.getPluginConfig();
-      return pluginConfig[contentType] || {};
+      if (pluginConfig[contentType]) {
+        return pluginConfig[contentType] || {};
+      }
+      const shortName = contentType.split(".").pop();
+      if (shortName && pluginConfig[shortName]) {
+        return pluginConfig[shortName] || {};
+      }
+      return {};
     },
     /**
      * Transform entries using the transformEntry function from plugin config

package/dist/server/src/services/config.d.ts

@@ -28,7 +28,7 @@ declare const _default: ({ strapi }: {
     getPluginConfig(): PluginConfig;
     /**
      * Get the configuration for a specific content type
-     * @param contentType - The short name (e.g., 'page', 'job')
+     * @param contentType - Can be short name (e.g., 'page') or full UID (e.g., 'api::page.page')
      */
     getContentTypeConfig(contentType: string): ContentTypeConfig;
     /**

package/dist/server/src/services/meilisearch.d.ts

@@ -28,6 +28,7 @@ declare const _default: ({ strapi }: {
     }): Promise<any[]>;
     /**
      * Remove all documents for a content type from MeiliSearch
+     * Handles pagination in case there are more documents than the search limit
      */
     emptyOrDeleteIndex({ contentType }: {
         contentType: string;

package/package.json

@@ -1,5 +1,5 @@
 {
-  "version": "0.1.0",
+  "version": "0.1.2",
   "keywords": [],
   "type": "commonjs",
   "exports": {