sr-npm 1.7.1318 → 1.7.1320

package/backend/data.js

@@ -165,8 +165,11 @@ async function saveJobsDataToCMS() {
   });
 
   if (siteconfig.customFields==="true") {
+    console.log("populating custom fields collection");
     await populateCustomFieldsCollection(customFieldsLabels,templateType);
+    console.log("populating custom values collection");
     await populateCustomValuesCollection(customFieldsValues);
+    console.log("populated custom fields and values collections successfully");
   }
 
   // Sort jobs by title (ascending, case-insensitive, numeric-aware)
@@ -282,7 +285,7 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsWithNo
     const richContentConverterToken = await getTokenFromCMS(TOKEN_NAME.RICH_CONTENT_CONVERTER_TOKEN);
 
     console.log("before promise all")
-    jobsWithNoDescriptions=await Promise.all(jobsWithNoDescriptions.map( async job => {
+    const jobsWithDescriptions=await Promise.all(jobsWithNoDescriptions.map( async job => {
       const jobDetails =  await fetchJobDescription(job._id);
             const richContentDescription= await htmlRichContentConverter(jobDetails.jobAd.sections,richContentConverterToken);
             const jobLocation = fetchJobLocation(jobDetails);
@@ -296,8 +299,8 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsWithNo
             };
             return updatedJob;
     }))
-    console.log("jobsWithNoDescriptions: after map ",jobsWithNoDescriptions);
-    return {success: true, updatedJobs: jobsWithNoDescriptions};
+    console.log("jobsWithDescriptions: after map ",jobsWithDescriptions);
+    return {success: true, updatedJobs: jobsWithDescriptions};
 
     // await chunkedBulkOperation({
     //   items: jobsWithNoDescriptions.items,
@@ -527,7 +530,7 @@ async function syncJobsFast() {
   try{
   console.log("Syncing jobs fast");
   await createCollections();
-  // await clearCollections();
+   await clearCollections();
   await fillSecretManagerMirror();
 
   console.log("saving jobs data to CMS");//change comment
@@ -539,49 +542,55 @@ async function syncJobsFast() {
   const status=await saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsData);
 
   console.log("status inside syncJobsFast: ",status);
-  // if(status.success){
-  //   await clearCollections();
-  //   const updatedJobs=status.updatedJobs;
-  //   const chunkSize = 1000;
-  // let totalSaved = 0;
-  // const totalChunks = Math.ceil(updatedJobs.length / chunkSize);
-
-  // console.log(
-  //   `Processing ${updatedJobs.length} jobs in ${totalChunks} chunks of max ${chunkSize} items each`
-  // );
+  if(status.success){
+    await wixData.truncate(COLLECTIONS.JOBS)
+    //await clearCollections();
+    const updatedJobs=status.updatedJobs;
+    const chunkSize = 1000;
+  let totalSaved = 0;
+  const totalChunks = Math.ceil(updatedJobs.length / chunkSize);
+
+  console.log(
+    `Processing ${updatedJobs.length} jobs in ${totalChunks} chunks of max ${chunkSize} items each`
+  );
   
-  // await chunkedBulkOperation({
-  //   items: updatedJobs,
-  //   chunkSize,
-  //   processChunk: async (chunk, chunkNumber) => {
-  //     console.log(`Saving chunk ${chunkNumber}/${totalChunks}: ${chunk.length} jobs`);
-  //     try {
-  //       const result = await wixData.bulkSave(COLLECTIONS.JOBS, chunk);
-  //       const saved = result.inserted + result.updated || chunk.length;
-  //       totalSaved += saved;
-  //       console.log(
-  //         `✓ Chunk ${chunkNumber} saved successfully. Inserted: ${result.inserted}, Updated: ${result.updated}`
-  //       );
-  //     } catch (error) {
-  //       console.error(`✗ Error saving chunk ${chunkNumber}:`, error);
-  //       throw error;
-  //     }
-  //   },
-  // });
-  // console.log(`✓ All chunks processed. Total jobs saved: ${totalSaved}/${updatedJobs.length}`);
-  // if (siteconfig.customFields==="true") {
-  //   let customValues = await getAllCustomValues();
-
-  //   console.log("inserting jobs references to custom values collection");
-  //   console.log("customValues: ",customValues)
-  //   console.log("customValues.items: ",customValues.items)
-
-  //   for (const value of customValues.items) {
-  //     await insertJobsReference(value._id, value.valueId);
-  //   }
-  //   console.log("inserted jobs references to custom values collection successfully");
-  // }
-  // }
+  await chunkedBulkOperation({
+    items: updatedJobs,
+    chunkSize,
+    processChunk: async (chunk, chunkNumber) => {
+      console.log(`Saving chunk ${chunkNumber}/${totalChunks}: ${chunk.length} jobs`);
+      try {
+        const result = await wixData.bulkSave(COLLECTIONS.JOBS, chunk);
+        const saved = result.inserted + result.updated || chunk.length;
+        totalSaved += saved;
+        console.log(
+          `✓ Chunk ${chunkNumber} saved successfully. Inserted: ${result.inserted}, Updated: ${result.updated}`
+        );
+      } catch (error) {
+        console.error(`✗ Error saving chunk ${chunkNumber}:`, error);
+        throw error;
+      }
+    },
+  });
+  console.log(`✓ All chunks processed. Total jobs saved: ${totalSaved}/${updatedJobs.length}`);
+  if (siteconfig.customFields==="true") {
+console.log("inserting jobs references to custom values collection");
+
+    //put this inside function
+    //------------------------------------------------------------------------------------------------
+    let customValues = await getAllCustomValues();
+
+    console.log("inserting jobs references to custom values collection");
+    console.log("customValues: ",customValues)
+    console.log("customValues.items: ",customValues.items)
+
+    for (const value of customValues.items) {
+      await insertJobsReference(value._id, value.valueId);
+    }
+    console.log("inserted jobs references to custom values collection successfully");
+  }
+  //------------------------------------------------------------------------------------------------
+  }
   console.log("saved jobs descriptions and location apply url to CMS successfully");//change comment
 
   await aggregateJobs();
@@ -606,7 +615,7 @@ async function clearCollections() {
   await Promise.all([
     wixData.truncate(COLLECTIONS.CITIES),
     wixData.truncate(COLLECTIONS.AMOUNT_OF_JOBS_PER_DEPARTMENT),
-    wixData.truncate(COLLECTIONS.JOBS),
+    //wixData.truncate(COLLECTIONS.JOBS),
     wixData.truncate(COLLECTIONS.BRANDS),
     siteconfig.customFields==="true" ? wixData.truncate(COLLECTIONS.CUSTOM_VALUES) : null,
     siteconfig.customFields==="true" ? wixData.truncate(COLLECTIONS.CUSTOM_FIELDS) : null,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sr-npm",
-  "version": "1.7.1318",
+  "version": "1.7.1320",
   "description": "",
   "main": "index.js",
   "scripts": {