pim-import 6.11.0 → 6.12.0

package/README.md

@@ -442,6 +442,68 @@ await importDownloads("/path/to/downloads.csv");
 
 ---
 
+## SEO Import
+
+Imports SEO metadata (meta title and meta description) from a CSV file stored on S3 into Contentful `topicSeo` entries.
+
+The function parses the `slug` column to extract the locale and the actual slug value. The locale is the first path segment; the slug is the last segment. For example, `de/global/bespoke/` means locale=`de` and slug=`bespoke`, so it searches for a `page` entry with `fields.slug.de = "bespoke"`.
+
+### CSV format
+
+| Column            | Description                                                                           |
+| ----------------- | ------------------------------------------------------------------------------------- |
+| `slug`            | Localized slug path (e.g., `de/global/bespoke/` or `en-US/us/projects/project-name/`) |
+| `metaTitle`       | Meta title for the detected locale                                                    |
+| `metaDescription` | Meta description for the detected locale                                              |
+
+### Example CSV
+
+```csv
+slug,metaTitle,metaDescription
+de/global/bespoke/,Bespoke - German,Die Meta-Beschreibung für die Bespoke-Seite
+/en-US/us/projects/projects-bodegas-faustino/,Bodegas Faustino,The meta description for Bodegas Faustino
+```
+
+See `src/pim/methods/seo-example.csv` for a complete example.
+
+### Usage
+
+```ts
+import { importSeoFromCsv } from "pim-import";
+
+const result = await importSeoFromCsv(
+  "path/to/seo-data.csv", // S3 path (required)
+  0, // offset (default 0)
+  50, // limit, -1 = all (default 50)
+);
+// result: {
+//   offset: number,
+//   limit: number,
+//   completed: boolean,
+//   total: number,
+//   processed: number,
+//   created: number,
+//   updated: number,
+//   skipped: number,
+//   errors: string[]
+// }
+```
+
+### Behavior
+
+- **Slug parsing**: Extracts locale (first segment) and slug (last segment) from the path
+- **Slug fallback**: If a page does not have the slug translated for the requested locale (i.e., `fields.slug.{locale}` does not exist), falls back to searching with `fields.slug.en`
+- **Invalid format**: Logs a warning and skips rows with malformed slug paths
+- **Unknown locale**: Logs a warning and skips rows with unsupported locales
+- **Page not found**: Logs a warning and skips the row
+- **topicSeo exists**: Updates only `metaTitle` and `metaDescription` for the detected locale; other locales and fields remain unchanged
+- **topicSeo not found**: Creates a new `topicSeo` entry, populates `metaTitle`/`metaDescription` for the detected locale, and associates it to the page's `seo` field
+- **Empty CSV value**: Retains the existing value in Contentful (never overwrites with empty)
+- **Published automatically**: New and updated `topicSeo` entries are published immediately
+- **Errors**: Logged but processing continues for other rows
+
+---
+
 ## Contentful utilities
 
 ```ts

package/dist/algolia/products.js

@@ -322,7 +322,7 @@ const reindexProducts = async (filterKey, filterValue, offset = 0, limit = 50, l
     const timeStart = new Date();
     (0, logs_1.log)(`reindexProducts - filterKey: ${filterKey} filterValue: ${filterValue} offset: ${offset} limit: ${limit} lastPimSyncDateGte: ${lastPimSyncDateGte} filters: ${filters
         .map((filter) => `${filter.key}:${filter.value}`)
-        .join(", ")}`);
+        .join(", ")} lastModifiedGte: ${lastModifiedGte}`);
     const records = await getObjects(filterKey, filterValue, offset, limit, lastPimSyncDateGte, filters, lastModifiedGte);
     const defaultEnvironmentLocaleCode = await (0, contentful_cda_1.getEnvironmentDefaultLocaleCode)();
     const objectsToSave = records.objects.filter((object) => !isObjectToDelete(object, defaultEnvironmentLocaleCode));

package/dist/index.d.ts

@@ -12,6 +12,7 @@ export { importProductByCode, setProductsRelationships, setProductRelationships,
 export { publishAllProductDrafts } from "./pim/methods/bulkPublish";
 export { migrateEntryFields } from "./pim/methods/migrateEntryFields";
 export { checkTopicDraftAndPagePublished } from "./pim/methods/checkTopicDraftAndPagePublished";
+export { importSeoFromCsv } from "./pim/methods/seo";
 export { getIndex, cloneIndexSettings } from "./algolia/config";
 export { reindexFamilies, reindexFamily, removeFamilyObject, } from "./algolia/families";
 export { reindexSubFamilies, reindexSubFamily, removeSubFamilyObject, } from "./algolia/subFamilies";

package/dist/index.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.removeSubFamilyObject = exports.reindexSubFamily = exports.reindexSubFamilies = exports.removeFamilyObject = exports.reindexFamily = exports.reindexFamilies = exports.cloneIndexSettings = exports.getIndex = exports.checkTopicDraftAndPagePublished = exports.migrateEntryFields = exports.publishAllProductDrafts = exports.purgeProductThumbCacheByProductCodes = exports.populateDestinations = exports.reimportAuditProducts = exports.getProductPageIdByCode = exports.removeAllProductModelProductRelations = exports.removeProductFromColorVariantsByProductLine = exports.setProductAutodescriptionByTopicId = exports.getProductAutodescription = exports.setProductsAutodescription = exports.generateTechSpecPdf = exports.audit = exports.getAllProductEntriesByCatalog = exports.setProductRelationships = exports.setProductsRelationships = exports.importProductByCode = exports.importFamilies = exports.importSubFamilies = exports.importSubModels = exports.importModels = exports.importLatestProducts = exports.importCategories = exports.importDictionaryProductSubLine = exports.importDictionaryProductLine = exports.importDictionaryData = exports.importDictionaryIcons = exports.importDictionaryFields = exports.savePDFToS3 = exports.getFileFromS3 = exports.saveJsonToS3 = exports.uploadS3 = exports.initS3 = exports.getEntries = exports.getTopicPage = exports.getEntryByID = exports.deleteEntries = exports.deletePages = exports.initBaseEntries = exports.initContentful = exports.initPim = void 0;
-exports.netlifyBuild = exports.notify = exports.importDesigner = exports.importDesigners = exports.generatePDFByUrl = exports.removeRecordsByStatus = exports.getLogFolder = exports.setLogFilename = exports.setLogPath = exports.setLogId = exports.setServerUtils = exports.log = exports.getLatestProducts = exports.getStaticDailyProducts = exports.getLocalISOTime = exports.importDownloads = exports.removePostObject = exports.reindexPosts = exports.reindexPost = exports.removePressReleaseObject = exports.reindexPressReleases = exports.reindexPressRelease = exports.removePressReviewObject = exports.reindexPressReviews = exports.reindexPressReview = exports.removeStoryObject = exports.reindexStories = exports.reindexStory = exports.removeProjectObject = exports.reindexProjects = exports.reindexProject = exports.removeInspirationObject = exports.reindexInspirations = exports.reindexInspiration = exports.removeDownloadObject = exports.reindexDownloads = exports.reindexDownload = exports.removeModelObject = exports.reindexModels = exports.reindexModel = exports.removeSubModelObject = exports.reindexSubModels = exports.reindexSubModel = exports.triggerPDFGenerator = exports.removeProductObject = exports.reindexProducts = exports.reindexProduct = void 0;
+exports.reindexSubFamily = exports.reindexSubFamilies = exports.removeFamilyObject = exports.reindexFamily = exports.reindexFamilies = exports.cloneIndexSettings = exports.getIndex = exports.importSeoFromCsv = exports.checkTopicDraftAndPagePublished = exports.migrateEntryFields = exports.publishAllProductDrafts = exports.purgeProductThumbCacheByProductCodes = exports.populateDestinations = exports.reimportAuditProducts = exports.getProductPageIdByCode = exports.removeAllProductModelProductRelations = exports.removeProductFromColorVariantsByProductLine = exports.setProductAutodescriptionByTopicId = exports.getProductAutodescription = exports.setProductsAutodescription = exports.generateTechSpecPdf = exports.audit = exports.getAllProductEntriesByCatalog = exports.setProductRelationships = exports.setProductsRelationships = exports.importProductByCode = exports.importFamilies = exports.importSubFamilies = exports.importSubModels = exports.importModels = exports.importLatestProducts = exports.importCategories = exports.importDictionaryProductSubLine = exports.importDictionaryProductLine = exports.importDictionaryData = exports.importDictionaryIcons = exports.importDictionaryFields = exports.savePDFToS3 = exports.getFileFromS3 = exports.saveJsonToS3 = exports.uploadS3 = exports.initS3 = exports.getEntries = exports.getTopicPage = exports.getEntryByID = exports.deleteEntries = exports.deletePages = exports.initBaseEntries = exports.initContentful = exports.initPim = void 0;
+exports.netlifyBuild = exports.notify = exports.importDesigner = exports.importDesigners = exports.generatePDFByUrl = exports.removeRecordsByStatus = exports.getLogFolder = exports.setLogFilename = exports.setLogPath = exports.setLogId = exports.setServerUtils = exports.log = exports.getLatestProducts = exports.getStaticDailyProducts = exports.getLocalISOTime = exports.importDownloads = exports.removePostObject = exports.reindexPosts = exports.reindexPost = exports.removePressReleaseObject = exports.reindexPressReleases = exports.reindexPressRelease = exports.removePressReviewObject = exports.reindexPressReviews = exports.reindexPressReview = exports.removeStoryObject = exports.reindexStories = exports.reindexStory = exports.removeProjectObject = exports.reindexProjects = exports.reindexProject = exports.removeInspirationObject = exports.reindexInspirations = exports.reindexInspiration = exports.removeDownloadObject = exports.reindexDownloads = exports.reindexDownload = exports.removeModelObject = exports.reindexModels = exports.reindexModel = exports.removeSubModelObject = exports.reindexSubModels = exports.reindexSubModel = exports.triggerPDFGenerator = exports.removeProductObject = exports.reindexProducts = exports.reindexProduct = exports.removeSubFamilyObject = void 0;
 var config_1 = require("./pim/config");
 Object.defineProperty(exports, "initPim", { enumerable: true, get: function () { return config_1.init; } });
 var contentful_1 = require("./libs/contentful");
@@ -58,6 +58,8 @@ var migrateEntryFields_1 = require("./pim/methods/migrateEntryFields");
 Object.defineProperty(exports, "migrateEntryFields", { enumerable: true, get: function () { return migrateEntryFields_1.migrateEntryFields; } });
 var checkTopicDraftAndPagePublished_1 = require("./pim/methods/checkTopicDraftAndPagePublished");
 Object.defineProperty(exports, "checkTopicDraftAndPagePublished", { enumerable: true, get: function () { return checkTopicDraftAndPagePublished_1.checkTopicDraftAndPagePublished; } });
+var seo_1 = require("./pim/methods/seo");
+Object.defineProperty(exports, "importSeoFromCsv", { enumerable: true, get: function () { return seo_1.importSeoFromCsv; } });
 var config_2 = require("./algolia/config");
 Object.defineProperty(exports, "getIndex", { enumerable: true, get: function () { return config_2.getIndex; } });
 Object.defineProperty(exports, "cloneIndexSettings", { enumerable: true, get: function () { return config_2.cloneIndexSettings; } });

package/dist/libs/contentful.js

@@ -178,7 +178,8 @@ const getAllEntriesByCodes = async (codes, contentTypeId, select, filter = "fiel
     if (!codes.length) {
         return [];
     }
-    (0, logs_1.log)(`getAllEntriesByCodes codes: ${codes.length} contentTypeId: ${contentTypeId}`);
+    const uniqueCodes = Array.from(new Set(codes));
+    (0, logs_1.log)(`getAllEntriesByCodes uniqueCodes: ${uniqueCodes.length} contentTypeId: ${contentTypeId}`);
     const env = await (0, exports.getEnvironment)();
     const defEnvLocaleCode = await (0, exports.getEnvironmentDefaultLocaleCode)();
     let allItems = [];
@@ -188,11 +189,11 @@ const getAllEntriesByCodes = async (codes, contentTypeId, select, filter = "fiel
     const chunkLimit = 20;
     const filterKey = `${filter}[in]`;
     let codesChunks = [];
-    if (codes.length > chunkLimit) {
-        codesChunks = (0, utils_1.doChunk)(codes, chunkLimit);
+    if (uniqueCodes.length > chunkLimit) {
+        codesChunks = (0, utils_1.doChunk)(uniqueCodes, chunkLimit);
     }
     else {
-        codesChunks.push(codes);
+        codesChunks.push(uniqueCodes);
     }
     let count = 0;
     for (const codesChunk of codesChunks) {

package/dist/pim/methods/dictionary.js

@@ -363,10 +363,11 @@ const importDictionaryProductSubLine = async () => {
                 (0, logs_1.log)(`Import productSubLine ${productSubLine.code}`);
                 let productSubLineEntry = await (0, contentful_1.getEntryByCode)(productSubLine.code, "topicProductSubLine");
                 let productLineEntry = null;
-                if (productSubLine.othersData.productLine.code) {
-                    productLineEntry = await (0, contentful_1.getEntryByCode)(productSubLine.othersData.productLine.code, "topicProductLine");
+                const productLineCode = productSubLine.productLine?.code;
+                if (productLineCode) {
+                    productLineEntry = await (0, contentful_1.getEntryByCode)(productLineCode, "topicProductLine");
                     if (!productLineEntry) {
-                        (0, logs_1.log)(`No topicProductLine with code ${productSubLine.othersData.productLine.code} found for the productSubLine ${productSubLine.code}`);
+                        (0, logs_1.log)(`No topicProductLine with code ${productLineCode} found for the productSubLine ${productSubLine.code}`);
                     }
                 }
                 else {

package/dist/pim/methods/products.js

@@ -391,6 +391,11 @@ const getProductFields = async (pimDetails) => {
 const getTopicProductIdByCode = (productCode) => {
     return productCode;
 };
+const extractProductCode = (code) => {
+    return code?.includes(PIM_DUPLICATE_SEPARATOR)
+        ? code.split(PIM_DUPLICATE_SEPARATOR)[0]
+        : code;
+};
 const getProductPageIdByCode = (productCode) => {
     return `${productCode}_PAGE`;
 };
@@ -1056,17 +1061,24 @@ const getAllProductEntriesByCatalog = async (catalog, limit = 100, select = "")
     return allItems;
 };
 exports.getAllProductEntriesByCatalog = getAllProductEntriesByCatalog;
+const updateEntryInArray = (entries, updatedEntry) => {
+    const index = entries.findIndex((e) => e.sys.id === updatedEntry.sys.id);
+    if (index !== -1) {
+        entries[index] = updatedEntry;
+    }
+};
 const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLocaleCode, current, allAudit, productPageEntries) => {
-    (0, logs_1.log)(`Search product entry with id ${audit.product}...`);
+    const productCode = extractProductCode(audit.product);
+    (0, logs_1.log)(`Search product entry with id ${productCode}...`);
     let productEntry = productEntries.find((currentEntry) => currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
-        audit.product);
+        productCode);
     if (!productEntry) {
         let logMessage = "";
         if (catalog) {
-            logMessage = `The ${audit.product} product was not found in the CMS with catalog ${catalog}`;
+            logMessage = `The ${productCode} product was not found in the CMS with catalog ${catalog}`;
         }
         else {
-            logMessage = `The ${audit.product} product was not found in the CMS`;
+            logMessage = `The ${productCode} product was not found in the CMS`;
         }
         (0, logs_1.log)(logMessage, "WARN");
         if (logs_1.serverUtils) {
@@ -1077,7 +1089,7 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
         return { current, continue: true };
     }
     (0, logs_1.log)(`Founded product with id ${productEntry.sys.id}`);
-    const pageEntryFromId = (0, exports.getProductPageIdByCode)(audit.product);
+    const pageEntryFromId = (0, exports.getProductPageIdByCode)(productCode);
     (0, logs_1.log)(`Search product page entry with id ${pageEntryFromId}...`);
     let pageEntryFrom = productPageEntries.find((currentEntry) => currentEntry.sys.id === pageEntryFromId);
     if (pageEntryFrom) {
@@ -1091,31 +1103,35 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
         return entryCatalog.sys.id;
     });
     if (catalog && !productCatalogs.includes(catalog)) {
-        (0, logs_1.log)(`Product ${audit.product} does not belong to the ${catalog} catalog`);
+        (0, logs_1.log)(`Product ${productCode} does not belong to the ${catalog} catalog`);
     }
     else if (["PRODUCT_UNPUBLISH", "PRODUCT_WEBOFF"].includes(audit.what)) {
         (0, logs_1.log)(`Set the product status as archive...`);
         productEntry = await (0, contentful_1.archiveEntry)(productEntry, true);
+        updateEntryInArray(productEntries, productEntry);
         if (!pageEntryFrom) {
             (0, logs_1.log)(`${pageEntryFromId} page from not found`);
         }
         else if (pageEntryFrom.isArchived()) {
-            (0, logs_1.log)(`Can't create redirect ${audit.product} to ${audit.upgradeProduct} because the page ${pageEntryFrom.sys.id} is archived.`, "WARN");
+            (0, logs_1.log)(`Can't create redirect ${productCode} to ${audit.upgradeProduct} because the page ${pageEntryFrom.sys.id} is archived.`, "WARN");
         }
         else if (pageEntryFrom?.fields) {
             if (audit.upgradeProduct && audit.upgradeProduct !== "0") {
-                (0, logs_1.log)(`Creating redirect from ${audit.product} to ${audit.upgradeProduct}`);
+                (0, logs_1.log)(`Creating redirect from ${productCode} to ${audit.upgradeProduct}`);
                 const pageEntryToId = (0, exports.getProductPageIdByCode)(audit.upgradeProduct);
                 const pageEntryTo = await (0, contentful_1.getEntryByID)(pageEntryToId, "page", "sys.id");
                 if (pageEntryTo) {
                     pageEntryFrom.fields = await (0, contentful_1.addToRelationFields)(pageEntryFrom, "redirectTo", pageEntryTo.sys.id);
                     pageEntryFrom = await pageEntryFrom.update();
+                    updateEntryInArray(productPageEntries, pageEntryFrom);
+                    (0, logs_1.log)(`Created redirect from ${productCode} to ${audit.upgradeProduct}`);
                 }
                 else {
-                    (0, logs_1.log)(`Can't create redirect ${audit.product} to ${audit.upgradeProduct} because the page ${pageEntryToId} not found.`, "WARN");
+                    (0, logs_1.log)(`Can't create redirect ${productCode} to ${audit.upgradeProduct} because the page ${pageEntryToId} not found.`, "WARN");
                 }
             }
             pageEntryFrom = await (0, contentful_1.archiveEntry)(pageEntryFrom);
+            updateEntryInArray(productPageEntries, pageEntryFrom);
         }
     }
     else if (audit.what === "REMOVE_PRODUCT_RELATIONS" &&
@@ -1125,6 +1141,7 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
             try {
                 (0, logs_1.log)(`Publish existing changes of entry ${productEntry.sys.id}.`);
                 productEntry = await productEntry.publish();
+                updateEntryInArray(productEntries, productEntry);
             }
             catch (err) {
                 (0, logs_1.log)(`Cannot publish changes of entry ${productEntry.sys.id}.`);
@@ -1138,33 +1155,28 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
                 }
                 else {
                     let edit = false;
-                    if (item?.catalogCode) {
-                        productEntry.fields = await (0, contentful_1.removeFromRelationFields)(productEntry, "catalogs", item.catalogCode, true);
-                        (0, logs_1.log)(`edit catalogs`);
-                        edit = true;
-                    }
                     if (item?.categoryCode) {
                         const categoriesFieldKey = "categories" + (0, utils_1.capitalizeFirstLetter)(item.where);
+                        (0, logs_1.log)(`Removing ${item.categoryCode} from ${categoriesFieldKey}...`);
                         productEntry.fields = await (0, contentful_1.removeFromRelationFields)(productEntry, categoriesFieldKey, item.categoryCode, true);
-                        (0, logs_1.log)(`edit ${categoriesFieldKey}`);
                         edit = true;
                     }
                     if (item?.subfamilyCode) {
                         const subFamiliesFieldKey = "subFamilies" + (0, utils_1.capitalizeFirstLetter)(item.where);
+                        (0, logs_1.log)(`Removing ${item.subfamilyCode} from ${subFamiliesFieldKey}...`);
                         productEntry.fields = await (0, contentful_1.removeFromRelationFields)(productEntry, subFamiliesFieldKey, item.subfamilyCode, true);
-                        (0, logs_1.log)(`edit ${subFamiliesFieldKey}`);
                         edit = true;
                     }
                     if (item?.models) {
                         const modelsFieldKey = "models" + (0, utils_1.capitalizeFirstLetter)(item.where);
+                        (0, logs_1.log)(`Removing ${item.models} from ${modelsFieldKey}...`);
                         productEntry.fields = await (0, contentful_1.removeFromRelationFields)(productEntry, modelsFieldKey, item.models, true);
-                        (0, logs_1.log)(`edit ${modelsFieldKey}`);
                         edit = true;
                     }
                     if (item?.subModels) {
                         const subModelsFieldKey = "subModels" + (0, utils_1.capitalizeFirstLetter)(item.where);
+                        (0, logs_1.log)(`Removing ${item.subModels} from ${subModelsFieldKey}...`);
                         productEntry.fields = await (0, contentful_1.removeFromRelationFields)(productEntry, subModelsFieldKey, item.subModels, true);
-                        (0, logs_1.log)(`edit ${subModelsFieldKey}`);
                         edit = true;
                     }
                     const objectFieldsRelations = {
@@ -1215,9 +1227,11 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
                         try {
                             (0, logs_1.log)(`update ${productEntry.sys.id}`);
                             productEntry = await productEntry.update();
+                            updateEntryInArray(productEntries, productEntry);
                             if (productEntry.isPublished()) {
                                 try {
                                     productEntry = await productEntry.publish();
+                                    updateEntryInArray(productEntries, productEntry);
                                 }
                                 catch (err) {
                                     (0, logs_1.log)(`Cannot publish entry ${productEntry.sys.id}.`);
@@ -1232,13 +1246,12 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
                     }
                     else {
                         (0, logs_1.log)(`No valid editable criteria found`);
-                        console.log(productEntry.sys.id, "audit", audit);
                     }
                 }
             }
         }
         else {
-            (0, logs_1.log)(`No catalogs field found in the audit ${audit.product} product`, "WARN");
+            (0, logs_1.log)(`No catalogs field found in the audit ${productCode} product`, "WARN");
         }
     }
     else {
@@ -1247,16 +1260,16 @@ const productAudit = async (audit, productEntries, catalog, defaultEnvironmentLo
     return { current, continue: false };
 };
 const familyAudit = async (audit, familyEntries, catalog, defaultEnvironmentLocaleCode, current, allAudit) => {
-    (0, logs_1.log)(`Search family entry with id ${audit.product}...`);
-    let familyEntry = familyEntries.find((currentEntry) => currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
-        audit.product);
+    const familyCode = extractProductCode(audit.product);
+    (0, logs_1.log)(`Search family entry with id ${familyCode}...`);
+    let familyEntry = familyEntries.find((currentEntry) => currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] === familyCode);
     if (!familyEntry) {
         let logMessage = "";
         if (catalog) {
-            logMessage = `The ${audit.product} family was not found in the CMS with catalog ${catalog}`;
+            logMessage = `The ${familyCode} family was not found in the CMS with catalog ${catalog}`;
         }
         else {
-            logMessage = `The ${audit.product} family was not found in the CMS`;
+            logMessage = `The ${familyCode} family was not found in the CMS`;
         }
         (0, logs_1.log)(logMessage, "WARN");
         if (logs_1.serverUtils) {
@@ -1272,12 +1285,12 @@ const familyAudit = async (audit, familyEntries, catalog, defaultEnvironmentLoca
         return entryCatalog.sys.id;
     });
     if (catalog && !familyCatalogs.includes(catalog)) {
-        (0, logs_1.log)(`Family ${audit.product} does not belong to the ${catalog} catalog`);
+        (0, logs_1.log)(`Family ${familyCode} does not belong to the ${catalog} catalog`);
     }
     else if (audit.what === "REMOVE_FAMILY_RELATIONS") {
         for (const item of audit?.catalogs) {
             if (!item?.where) {
-                (0, logs_1.log)(`catalogs.where field not exists. Family: ${audit.product} `, "WARN");
+                (0, logs_1.log)(`catalogs.where field not exists. Family: ${familyCode} `, "WARN");
             }
             else {
                 if (item.where === "DESIGNERS" && item?.codes) {
@@ -1297,16 +1310,17 @@ const familyAudit = async (audit, familyEntries, catalog, defaultEnvironmentLoca
     return { current, continue: false };
 };
 const subFamilyAudit = async (audit, subfamilyEntries, catalog, defaultEnvironmentLocaleCode, current, allAudit) => {
-    (0, logs_1.log)(`Search subFamily entry with id ${audit.product}...`);
+    const subFamilyCode = extractProductCode(audit.product);
+    (0, logs_1.log)(`Search subFamily entry with id ${subFamilyCode}...`);
     let subFamilyEntry = subfamilyEntries.find((currentEntry) => currentEntry?.fields?.code?.[defaultEnvironmentLocaleCode] ===
-        audit.product);
+        subFamilyCode);
     if (!subFamilyEntry) {
         let logMessage = "";
         if (catalog) {
-            logMessage = `The ${audit.product} subFamily was not found in the CMS with catalog ${catalog}`;
+            logMessage = `The ${subFamilyCode} subFamily was not found in the CMS with catalog ${catalog}`;
         }
         else {
-            logMessage = `The ${audit.product} subFamily was not found in the CMS`;
+            logMessage = `The ${subFamilyCode} subFamily was not found in the CMS`;
         }
         (0, logs_1.log)(logMessage, "WARN");
         if (logs_1.serverUtils) {
@@ -1320,7 +1334,7 @@ const subFamilyAudit = async (audit, subfamilyEntries, catalog, defaultEnvironme
     (0, logs_1.log)(`Get subFamily catalogs...`);
     const subFamilyCatalog = subFamilyEntry?.fields?.catalog?.[defaultEnvironmentLocaleCode].sys.id;
     if (catalog && subFamilyCatalog !== catalog) {
-        (0, logs_1.log)(`SubFamily ${audit.product} does not belong to the ${catalog} catalog`);
+        (0, logs_1.log)(`SubFamily ${subFamilyCode} does not belong to the ${catalog} catalog`);
     }
     else if (audit.what === "REMOVE_SUBFAMILY_RELATIONS") {
         for (const item of audit?.catalogs) {
@@ -1365,7 +1379,7 @@ const audit = async (lastModified, catalog, offset = 0, limit = 150, s3FilePath
         const filename = `${lastModified}-all-audit.json`;
         const path = `audit${process.env.FPI_CTF_ENVIRONMENT
             ? "/" + process.env.FPI_CTF_ENVIRONMENT
-            : ""}`;
+            : ""}/${catalog}`;
         await (0, s3_1.saveJsonToS3)(allAudit, filename, path);
         const s3Path = `${path}/${filename}`;
         if (logs_1.serverUtils) {
@@ -1395,19 +1409,17 @@ const audit = async (lastModified, catalog, offset = 0, limit = 150, s3FilePath
         ];
         const productCodes = allAudit
             .filter((item) => productAuditWhat.includes(item.what))
-            .map((audit) => audit.product);
+            .map((audit) => extractProductCode(audit.product));
         const familyCodes = allAudit
             .filter((item) => item.what === "REMOVE_FAMILY_RELATIONS")
-            .map((audit) => audit.product);
+            .map((audit) => extractProductCode(audit.product));
         const subFamilyCodes = allAudit
             .filter((item) => item.what === "REMOVE_SUBFAMILY_RELATIONS")
-            .map((audit) => audit.product);
+            .map((audit) => extractProductCode(audit.product));
         const otherFilters = [];
         if (catalog) {
             otherFilters.push({ key: "fields.catalogs.sys.id[in]", value: catalog });
         }
-        (0, logs_1.log)(`Get ${productCodes.length} product entry from Contentful`);
-        console.log("productCodes", productCodes);
         const productEntries = await (0, contentful_1.getAllEntriesByCodes)(productCodes, "topicProduct", "sys,fields", "fields.code", otherFilters);
         (0, logs_1.log)(`Founded ${productEntries.length} topicProduct`);
         let familyEntries = [];
@@ -1425,7 +1437,7 @@ const audit = async (lastModified, catalog, offset = 0, limit = 150, s3FilePath
             !subFamilyEntries.length) {
             (0, logs_1.log)(`No items found between offset: ${offset} and limit: ${limit}. Total: ${total}`);
             const nextOffset = offset + limit;
-            const completed = limit === -1 || offset >= total;
+            const completed = limit === -1 || nextOffset >= total;
             if (completed) {
                 (0, logs_1.log)(`Audit completed`);
             }
@@ -1433,7 +1445,9 @@ const audit = async (lastModified, catalog, offset = 0, limit = 150, s3FilePath
             const secs = (0, utils_1.secondBetweenTwoDate)(timeStart, tEnd);
             (0, logs_1.log)(`Execution time: ${secs} seconds`);
             if (logs_1.serverUtils) {
-                logs_1.serverUtils.log(`Audit completed`);
+                if (completed) {
+                    logs_1.serverUtils.log(`Audit completed`);
+                }
                 logs_1.serverUtils.updateProgress(100);
             }
             return {
@@ -1970,7 +1984,7 @@ const reimportAuditProducts = async (lastModified, catalog, offset = 0, limit =
         if (!entries.length) {
             (0, logs_1.log)(`No products found between offset: ${offset} and limit: ${limit}. Total: ${total}`);
             const nextOffset = offset + limit;
-            const completed = limit === -1 || offset >= total;
+            const completed = limit === -1 || nextOffset >= total;
             if (completed) {
                 (0, logs_1.log)(`Audit completed`);
             }
@@ -2010,7 +2024,7 @@ const reimportAuditProducts = async (lastModified, catalog, offset = 0, limit =
             const productCatalogs = productEntry?.fields?.catalogs?.[defaultEnvironmentLocaleCode].map((entryCatalog) => {
                 return entryCatalog.sys.id;
             });
-            if (catalog && !productCatalogs.includes(catalog)) {
+            if (catalog && !productCatalogs?.includes(catalog)) {
                 (0, logs_1.log)(`Product ${audit.product} does not belong to the ${catalog} catalog`);
             }
             else {

package/dist/pim/methods/seo.d.ts

@@ -0,0 +1,13 @@
+interface ImportResult {
+    offset: number;
+    limit: number;
+    completed: boolean;
+    total: number;
+    processed: number;
+    created: number;
+    updated: number;
+    skipped: number;
+    errors: string[];
+}
+export declare const importSeoFromCsv: (s3CsvPath: string, offset?: number, limit?: number) => Promise<ImportResult>;
+export default importSeoFromCsv;

package/dist/pim/methods/seo.js

@@ -0,0 +1,224 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.importSeoFromCsv = void 0;
+const contentful_1 = require("../../libs/contentful");
+const s3_1 = require("../../libs/s3");
+const logs_1 = require("../../libs/logs");
+const csv_parser_1 = __importDefault(require("csv-parser"));
+const stream_1 = require("stream");
+const LOCALES = contentful_1.cfLocales;
+const parseCsvFromS3 = async (s3Path) => {
+    const csvString = await (0, s3_1.getFileFromS3)(s3Path);
+    return new Promise((resolve, reject) => {
+        const results = [];
+        stream_1.Readable.from(csvString)
+            .pipe((0, csv_parser_1.default)())
+            .on("data", (data) => results.push(data))
+            .on("end", () => resolve(results))
+            .on("error", reject);
+    });
+};
+const parseLocalizedSlug = (slugPath) => {
+    const cleanPath = slugPath.startsWith("/") ? slugPath.slice(1) : slugPath;
+    const segments = cleanPath.split("/").filter(Boolean);
+    if (segments.length < 2) {
+        return null;
+    }
+    const locale = segments[0];
+    const slug = segments[segments.length - 1];
+    if (!locale || !slug) {
+        return null;
+    }
+    return { locale, slug };
+};
+const isValidLocale = (locale) => {
+    return LOCALES.includes(locale);
+};
+const findPageBySlug = async (locale, slug) => {
+    const env = await (0, contentful_1.getEnvironment)();
+    const slugFieldKey = `fields.slug.${locale}`;
+    let opts = {
+        content_type: "page",
+        [slugFieldKey]: slug,
+        limit: 1,
+        include: 1,
+    };
+    let { items } = await env.getEntries(opts);
+    if (items.length === 0 && locale !== "en") {
+        (0, logs_1.log)(`Slug not found for locale "${locale}", falling back to "en"`);
+        opts = {
+            content_type: "page",
+            "fields.slug.en": slug,
+            limit: 1,
+            include: 1,
+        };
+        ({ items } = await env.getEntries(opts));
+    }
+    return items.length > 0 ? items[0] : null;
+};
+const createTopicSeo = async (metaTitle, metaDescription) => {
+    const env = await (0, contentful_1.getEnvironment)();
+    const hasMetaTitle = Object.keys(metaTitle).length > 0;
+    const hasMetaDescription = Object.keys(metaDescription).length > 0;
+    const fields = {
+        metaTitle: hasMetaTitle ? metaTitle : { en: "" },
+        metaDescription: hasMetaDescription ? metaDescription : { en: "" },
+    };
+    const entryData = { fields };
+    const topicSeo = await env.createEntry("topicSeo", entryData);
+    await topicSeo.publish();
+    return topicSeo;
+};
+const updateTopicSeo = async (topicSeoEntry, metaTitle, metaDescription) => {
+    const currentFields = topicSeoEntry.fields;
+    const newMetaTitle = {};
+    for (const locale of LOCALES) {
+        if (metaTitle[locale] && metaTitle[locale].trim() !== "") {
+            newMetaTitle[locale] = metaTitle[locale];
+        }
+        else if (currentFields.metaTitle?.[locale]) {
+            newMetaTitle[locale] = currentFields.metaTitle[locale];
+        }
+    }
+    const newMetaDescription = {};
+    for (const locale of LOCALES) {
+        if (metaDescription[locale] && metaDescription[locale].trim() !== "") {
+            newMetaDescription[locale] = metaDescription[locale];
+        }
+        else if (currentFields.metaDescription?.[locale]) {
+            newMetaDescription[locale] = currentFields.metaDescription[locale];
+        }
+    }
+    const updateData = {
+        fields: {
+            metaTitle: newMetaTitle,
+            metaDescription: newMetaDescription,
+        },
+    };
+    const updatedEntry = await (0, contentful_1.updateEntry)(topicSeoEntry, updateData, true);
+    return updatedEntry;
+};
+const associateTopicSeoToPage = async (pageEntry, topicSeoEntry) => {
+    pageEntry.fields.seo = {
+        en: {
+            sys: {
+                type: "Link",
+                linkType: "Entry",
+                id: topicSeoEntry.sys.id,
+            },
+        },
+    };
+    const updatedPage = await pageEntry.update();
+    await updatedPage.publish();
+    return updatedPage;
+};
+const importSeoFromCsv = async (s3CsvPath, offset = 0, limit = 50) => {
+    const errors = [];
+    let processed = 0;
+    let created = 0;
+    let updated = 0;
+    let skipped = 0;
+    (0, logs_1.log)(`Importing SEO from CSV: ${s3CsvPath} (offset: ${offset}, limit: ${limit})`);
+    let csvData;
+    try {
+        csvData = await parseCsvFromS3(s3CsvPath);
+    }
+    catch (err) {
+        throw new Error(`Failed to parse CSV from S3: ${s3CsvPath}. ${err?.message || err}`);
+    }
+    const total = csvData.length;
+    (0, logs_1.log)(`CSV loaded: ${total} rows`);
+    let count = 0;
+    for (const row of csvData) {
+        if (offset <= count && (limit === -1 || processed < limit)) {
+            const slugPath = row.slug?.trim();
+            if (!slugPath) {
+                errors.push(`Row ${count}: slug is empty, skipping`);
+                (0, logs_1.log)(`Row ${count}: slug is empty, skipping`, "WARN");
+                count++;
+                processed++;
+                continue;
+            }
+            const parsed = parseLocalizedSlug(slugPath);
+            if (!parsed) {
+                errors.push(`Row ${count}: invalid slug path format "${slugPath}", skipping`);
+                (0, logs_1.log)(`Row ${count}: invalid slug path format "${slugPath}", skipping`, "WARN");
+                count++;
+                processed++;
+                continue;
+            }
+            const { locale, slug } = parsed;
+            if (!isValidLocale(locale)) {
+                errors.push(`Row ${count}: unknown locale "${locale}" in slug path "${slugPath}", skipping`);
+                (0, logs_1.log)(`Row ${count}: unknown locale "${locale}" in slug path "${slugPath}", skipping`, "WARN");
+                count++;
+                processed++;
+                continue;
+            }
+            (0, logs_1.log)(`Processing row ${count}: locale="${locale}", slug="${slug}"`);
+            try {
+                const pageEntry = await findPageBySlug(locale, slug);
+                if (!pageEntry) {
+                    errors.push(`Page not found for slug="${slug}" (locale=${locale})`);
+                    (0, logs_1.log)(`Page not found for slug="${slug}" (locale=${locale})`, "WARN");
+                    processed++;
+                    count++;
+                    continue;
+                }
+                const existingTopicSeo = pageEntry.fields?.seo?.en?.sys?.id;
+                const metaTitle = {};
+                const metaDescription = {};
+                if (row.metaTitle && row.metaTitle.trim() !== "") {
+                    metaTitle[locale] = row.metaTitle.trim();
+                }
+                if (row.metaDescription && row.metaDescription.trim() !== "") {
+                    metaDescription[locale] = row.metaDescription.trim();
+                }
+                if (existingTopicSeo) {
+                    const env = await (0, contentful_1.getEnvironment)();
+                    const topicSeoEntry = await env.getEntry(existingTopicSeo);
+                    if (topicSeoEntry) {
+                        await updateTopicSeo(topicSeoEntry, metaTitle, metaDescription);
+                        (0, logs_1.log)(`Updated topicSeo ${existingTopicSeo} for page ${pageEntry.sys.id}`);
+                        updated++;
+                    }
+                    else {
+                        errors.push(`topicSeo ${existingTopicSeo} not found for page slug="${slug}" (locale=${locale})`);
+                        (0, logs_1.log)(`topicSeo ${existingTopicSeo} not found for page slug="${slug}" (locale=${locale})`, "WARN");
+                        skipped++;
+                    }
+                }
+                else {
+                    const newTopicSeo = await createTopicSeo(metaTitle, metaDescription);
+                    await associateTopicSeoToPage(pageEntry, newTopicSeo);
+                    (0, logs_1.log)(`Created and associated topicSeo ${newTopicSeo.sys.id} to page ${pageEntry.sys.id}`);
+                    created++;
+                }
+            }
+            catch (err) {
+                const errorMsg = `Error processing slug="${slug}" (locale=${locale}): ${err?.message || err}`;
+                errors.push(errorMsg);
+                (0, logs_1.log)(errorMsg, "ERROR");
+            }
+            processed++;
+        }
+        count++;
+    }
+    const nextOffset = offset + processed;
+    return {
+        offset: nextOffset,
+        limit,
+        completed: nextOffset >= total,
+        total,
+        processed,
+        created,
+        updated,
+        skipped,
+        errors,
+    };
+};
+exports.importSeoFromCsv = importSeoFromCsv;
+exports.default = exports.importSeoFromCsv;

package/dist/resources/DProductSubLine.d.ts

@@ -1,34 +1,71 @@
 export interface DProductSubLine {
+    parentName: string;
     code: string;
-    image?: null;
-    imageAlternative?: null;
+    image: string | null;
+    imageAlternative: string | null;
     value_en: string;
-    value_en_US: string;
     value_it: string;
     value_es: string;
     value_de: string;
     value_fr: string;
-    value_sv: string;
-    value_no: string;
-    value_da: string;
-    value_ru: string;
-    othersData: OthersData;
-}
-export interface OthersData {
+    value_sv: string | null;
+    value_no: string | null;
+    value_da: string | null;
+    value_ru: string | null;
+    value_en_US: string | null;
+    value_ja: string | null;
+    value_zh: string | null;
+    value_ko: string | null;
+    note_en: string | null;
+    note_it: string | null;
+    note_es: string | null;
+    note_de: string | null;
+    note_fr: string | null;
+    note_sv: string | null;
+    note_no: string | null;
+    note_da: string | null;
+    note_ru: string | null;
+    note_en_US: string | null;
+    note_zh: string | null;
+    note_ja: string | null;
+    note_ko: string | null;
+    imgRelUrl: string | null;
+    imgAltRelUrl: string | null;
+    priority: number | null;
     productLine: ProductLine;
 }
 export interface ProductLine {
+    parentName: string;
     code: string;
-    image?: null;
-    imageAlternative?: null;
+    image: string | null;
+    imageAlternative: string | null;
     value_en: string;
     value_it: string;
     value_es: string;
     value_de: string;
     value_fr: string;
-    value_sv: string;
-    value_no: string;
-    value_da: string;
-    value_ru: string;
-    value_en_US?: null;
+    value_sv: string | null;
+    value_no: string | null;
+    value_da: string | null;
+    value_ru: string | null;
+    value_en_US: string | null;
+    value_ja: string | null;
+    value_zh: string | null;
+    value_ko: string | null;
+    note_en: string | null;
+    note_it: string | null;
+    note_es: string | null;
+    note_de: string | null;
+    note_fr: string | null;
+    note_sv: string | null;
+    note_no: string | null;
+    note_da: string | null;
+    note_ru: string | null;
+    note_en_US: string | null;
+    note_zh: string | null;
+    note_ja: string | null;
+    note_ko: string | null;
+    imgRelUrl: string | null;
+    imgAltRelUrl: string | null;
+    priority: number | null;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pim-import",
-  "version": "6.11.0",
+  "version": "6.12.0",
   "description": "",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",