@contentstack/cli-cm-bulk-publish 1.5.0 → 1.7.0

package/src/producer/unpublish.js

@@ -15,6 +15,8 @@ const assetQueue = getQueue();
 const { Command } = require('@contentstack/cli-command');
 const command = new Command();
 const { isEmpty } = require('../util');
+const { fetchBulkPublishLimit } = require('../util/common-utility');
+const VARIANTS_UNPUBLISH_API_VERSION = '3.2';
 
 let bulkUnPublishSet = [];
 let bulkUnPulishAssetSet = [];
@@ -50,22 +52,29 @@ function getQueryParams(filter) {
   return queryString;
 }
 
-function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion) {
+function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion, bulkPublishLimit, variantsFlag = false) {
   return new Promise(async (resolve) => {
     for (let index = 0; index < items.length; index++) {
       changedFlag = true;
 
       if (bulkUnpublish) {
-        if (bulkUnPublishSet.length < 10 && items[index].type === 'entry_published') {
-          bulkUnPublishSet.push({
+        if (bulkUnPublishSet.length < bulkPublishLimit && items[index].type === 'entry_published') {
+          const entryData = {
             uid: items[index].data.uid,
             content_type: items[index].content_type_uid,
             locale: items[index].data.locale || 'en-us',
-            publish_details: [items[index].data.publish_details] || [],
-          });
+            publish_details: items[index].data.publish_details || [],
+          };
+        
+          if (variantsFlag && Array.isArray(items[index].data.variants) && items[index].data.variants.length > 0) {
+            const entryWithVariants = { ...entryData, variants: items[index].data.variants };
+            bulkUnPublishSet.push(entryWithVariants);
+          } else {
+            bulkUnPublishSet.push(entryData);
+          }
         }
 
-        if (bulkUnPulishAssetSet.length < 10 && items[index].type === 'asset_published') {
+        if (bulkUnPulishAssetSet.length < bulkPublishLimit && items[index].type === 'asset_published') {
           bulkUnPulishAssetSet.push({
             uid: items[index].data.uid,
             version: items[index].data._version,
@@ -73,7 +82,7 @@ function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion
           });
         }
 
-        if (bulkUnPulishAssetSet.length === 10) {
+        if (bulkUnPulishAssetSet.length === bulkPublishLimit) {
           await queue.Enqueue({
             assets: bulkUnPulishAssetSet,
             Type: 'asset',
@@ -85,7 +94,7 @@ function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion
           bulkUnPulishAssetSet = [];
         }
 
-        if (bulkUnPublishSet.length === 10) {
+        if (bulkUnPublishSet.length === bulkPublishLimit) {
           await queue.Enqueue({
             entries: bulkUnPublishSet,
             locale: locale,
@@ -96,7 +105,7 @@ function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion
           });
           bulkUnPublishSet = [];
         }
-        if (index === items.length - 1 && bulkUnPulishAssetSet.length <= 10 && bulkUnPulishAssetSet.length > 0) {
+        if (index === items.length - 1 && bulkUnPulishAssetSet.length <= bulkPublishLimit && bulkUnPulishAssetSet.length > 0) {
           await queue.Enqueue({
             assets: bulkUnPulishAssetSet,
             Type: 'asset',
@@ -108,7 +117,7 @@ function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion
           bulkUnPulishAssetSet = [];
         }
 
-        if (index === items.length - 1 && bulkUnPublishSet.length <= 10 && bulkUnPublishSet.length > 0) {
+        if (index === items.length - 1 && bulkUnPublishSet.length <= bulkPublishLimit && bulkUnPublishSet.length > 0) {
           await queue.Enqueue({
             entries: bulkUnPublishSet,
             locale: locale,
@@ -121,7 +130,7 @@ function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion
         }
       } else {
         if (items[index].type === 'entry_published') {
-          await entryQueue.Enqueue({
+          await entryQueue.Enqueue({  
             content_type: items[index].content_type_uid,
             publish_details: [items[index].data.publish_details],
             environments: [environment],
@@ -129,6 +138,7 @@ function bulkAction(stack, items, bulkUnpublish, environment, locale, apiVersion
             locale: items[index].data.locale || 'en-us',
             Type: 'entry',
             stack: stack,
+            apiVersion,
           });
         }
         if (items[index].type === 'asset_published') {
@@ -155,6 +165,8 @@ async function getSyncEntries(
   environment,
   deliveryToken,
   apiVersion,
+  bulkPublishLimit,
+  variantsFlag,
   paginationToken = null,
 ) {
   return new Promise(async (resolve, reject) => {
@@ -203,10 +215,17 @@ async function getSyncEntries(
       }
 
       const entriesResponse = await Stack.sync(syncData);
-
       if (entriesResponse.items.length > 0) {
-        await bulkAction(stack, entriesResponse.items, bulkUnpublish, environment, locale, apiVersion);
+        if (variantsFlag) {
+          queryParamsObj.apiVersion = VARIANTS_UNPUBLISH_API_VERSION;
+          const itemsWithVariants = await attachVariantsToItems(stack, entriesResponse.items, queryParamsObj);
+          // Call bulkAction for entries with variants
+          await bulkAction(stack, itemsWithVariants, bulkUnpublish, environment, locale, apiVersion, bulkPublishLimit, variantsFlag);
+        }
+        // Call bulkAction for entries without variants
+        await bulkAction(stack, entriesResponse.items, bulkUnpublish, environment, locale, apiVersion, bulkPublishLimit, false);
       }
+      
       if (entriesResponse.items.length === 0) {
         if (!changedFlag) console.log('No Entries/Assets Found published on specified environment');
         return resolve();
@@ -221,6 +240,8 @@ async function getSyncEntries(
           environment,
           deliveryToken,
           apiVersion,
+          bulkPublishLimit,
+          variantsFlag,
           null,
         );
       }, 3000);
@@ -229,6 +250,52 @@ async function getSyncEntries(
     }
   });
 }
+async function attachVariantsToItems(stack, items, queryParams) {
+  for (const item of items) {
+    const { content_type_uid, data } = item;
+    const variantEntries = await getVariantEntries(stack, content_type_uid, item, queryParams); // Fetch the variants using fetchVariants method
+    item.data.variants = variantEntries; // Attach the fetched variants to the data object in the item
+  }
+  return items;
+}
+
+async function getVariantEntries(stack, contentType, entries, queryParams, skip = 0) {
+  try {
+    let variantQueryParams = {
+      locale: queryParams.locale || 'en-us',
+      include_count: true,
+      skip: skip,  // Adding skip parameter for pagination
+      limit: 100,  // Set a limit to fetch up to 100 entries per request
+    };
+
+    const variantsEntriesResponse = await stack
+      .contentType(contentType)
+      .entry(entries.data.uid)
+      .variants()
+      .query(variantQueryParams)
+      .find();
+
+    // Map the response items to extract variant UIDs
+    const variants = variantsEntriesResponse.items.map(entry => ({
+      uid: entry.variants._variant._uid,
+    }));
+
+    // Check if there are more entries to fetch
+    if (variantsEntriesResponse.items.length === variantQueryParams.limit) {
+      // Recursively fetch the next set of variants with updated skip value
+      const nextVariants = await getVariantEntries(stack, contentType, entries, queryParams, skip + variantQueryParams.limit);
+      
+      // Ensure nextVariants is an array before concatenation
+      return Array.isArray(nextVariants) ? variants.concat(nextVariants) : variants;
+    }
+
+    return variants;
+  } catch (error) {
+    // Handle error message retrieval from different properties
+    const errorMessage = error?.errorMessage || error?.message || error?.errors || 'Falied to fetch the variant entries, Please contact the admin for support.';
+    throw new Error(`Error fetching variants: ${errorMessage}`);
+  }
+}
 
 async function start(
   {
@@ -242,6 +309,7 @@ async function start(
     onlyEntries,
     f_types,
     apiVersion,
+    includeVariants,
   },
   stack,
   config,
@@ -256,7 +324,9 @@ async function start(
     }
     process.exit(0);
   });
-
+  if (includeVariants) {
+    apiVersion = VARIANTS_UNPUBLISH_API_VERSION;
+  }
   if (retryFailed) {
     if (typeof retryFailed === 'string' && retryFailed.length > 0) {
       if (!validateFile(retryFailed, ['unpublish', 'bulk-unpublish'])) {
@@ -294,7 +364,8 @@ async function start(
     }
     setConfig(config, bulkUnpublish);
     const queryParams = getQueryParams(filter);
-    await getSyncEntries(stack, config, locale, queryParams, bulkUnpublish, environment, deliveryToken, apiVersion);
+    const bulkPublishLimit = fetchBulkPublishLimit(stack?.org_uid);
+    await getSyncEntries(stack, config, locale, queryParams, bulkUnpublish, environment, deliveryToken, apiVersion, bulkPublishLimit, includeVariants);
   }
 }
 
@@ -305,4 +376,4 @@ module.exports = {
   setConfig,
   getQueryParams,
   start,
-};
+};