sr-npm 1.7.1316 → 1.7.1318

package/backend/data.js

@@ -250,18 +250,18 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsWithNo
   try {
    // let jobsWithNoDescriptions = await getJobsWithNoDescriptions();
 
-    if (siteconfig.customFields==="true") {
-      let customValues = await getAllCustomValues();
+    // if (siteconfig.customFields==="true") {
+    //   let customValues = await getAllCustomValues();
 
-      console.log("inserting jobs references to custom values collection");
-      console.log("customValues: ",customValues)
-      console.log("customValues.items: ",customValues.items)
+    //   console.log("inserting jobs references to custom values collection");
+    //   console.log("customValues: ",customValues)
+    //   console.log("customValues.items: ",customValues.items)
 
-      for (const value of customValues.items) {
-        await insertJobsReference(value._id, value.valueId);
-      }
-      console.log("inserted jobs references to custom values collection successfully");
-    }
+    //   for (const value of customValues.items) {
+    //     await insertJobsReference(value._id, value.valueId);
+    //   }
+    //   console.log("inserted jobs references to custom values collection successfully");
+    // }
   
     // let totalUpdated = 0;
     // let totalFailed = 0;
@@ -281,9 +281,10 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsWithNo
     //const pageChunks = Math.ceil(jobsWithNoDescriptions.items.length / API_CHUNK_SIZE);
     const richContentConverterToken = await getTokenFromCMS(TOKEN_NAME.RICH_CONTENT_CONVERTER_TOKEN);
 
-    jobsWithNoDescriptions=jobsWithNoDescriptions.map(async job => {
-      const jobDetails = await fetchJobDescription(job._id);
-            const richContentDescription=await htmlRichContentConverter(jobDetails.jobAd.sections,richContentConverterToken);
+    console.log("before promise all")
+    jobsWithNoDescriptions=await Promise.all(jobsWithNoDescriptions.map( async job => {
+      const jobDetails =  await fetchJobDescription(job._id);
+            const richContentDescription= await htmlRichContentConverter(jobDetails.jobAd.sections,richContentConverterToken);
             const jobLocation = fetchJobLocation(jobDetails);
             const {applyLink , referFriendLink} = fetchApplyAndReferFriendLink(jobDetails);
             const updatedJob = {
@@ -294,7 +295,8 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsWithNo
               referFriendLink: referFriendLink,
             };
             return updatedJob;
-    })
+    }))
+    console.log("jobsWithNoDescriptions: after map ",jobsWithNoDescriptions);
     return {success: true, updatedJobs: jobsWithNoDescriptions};
 
     // await chunkedBulkOperation({
@@ -537,37 +539,49 @@ async function syncJobsFast() {
   const status=await saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS(jobsData);
 
   console.log("status inside syncJobsFast: ",status);
-  if(status.success){
-    await clearCollections();
-    const updatedJobs=status.updatedJobs;
-    const chunkSize = 1000;
-  let totalSaved = 0;
-  const totalChunks = Math.ceil(updatedJobs.length / chunkSize);
-
-  console.log(
-    `Processing ${updatedJobs.length} jobs in ${totalChunks} chunks of max ${chunkSize} items each`
-  );
+  // if(status.success){
+  //   await clearCollections();
+  //   const updatedJobs=status.updatedJobs;
+  //   const chunkSize = 1000;
+  // let totalSaved = 0;
+  // const totalChunks = Math.ceil(updatedJobs.length / chunkSize);
+
+  // console.log(
+  //   `Processing ${updatedJobs.length} jobs in ${totalChunks} chunks of max ${chunkSize} items each`
+  // );
   
-  await chunkedBulkOperation({
-    items: updatedJobs,
-    chunkSize,
-    processChunk: async (chunk, chunkNumber) => {
-      console.log(`Saving chunk ${chunkNumber}/${totalChunks}: ${chunk.length} jobs`);
-      try {
-        const result = await wixData.bulkSave(COLLECTIONS.JOBS, chunk);
-        const saved = result.inserted + result.updated || chunk.length;
-        totalSaved += saved;
-        console.log(
-          `✓ Chunk ${chunkNumber} saved successfully. Inserted: ${result.inserted}, Updated: ${result.updated}`
-        );
-      } catch (error) {
-        console.error(`✗ Error saving chunk ${chunkNumber}:`, error);
-        throw error;
-      }
-    },
-  });
-  console.log(`✓ All chunks processed. Total jobs saved: ${totalSaved}/${updatedJobs.length}`);
-  }
+  // await chunkedBulkOperation({
+  //   items: updatedJobs,
+  //   chunkSize,
+  //   processChunk: async (chunk, chunkNumber) => {
+  //     console.log(`Saving chunk ${chunkNumber}/${totalChunks}: ${chunk.length} jobs`);
+  //     try {
+  //       const result = await wixData.bulkSave(COLLECTIONS.JOBS, chunk);
+  //       const saved = result.inserted + result.updated || chunk.length;
+  //       totalSaved += saved;
+  //       console.log(
+  //         `✓ Chunk ${chunkNumber} saved successfully. Inserted: ${result.inserted}, Updated: ${result.updated}`
+  //       );
+  //     } catch (error) {
+  //       console.error(`✗ Error saving chunk ${chunkNumber}:`, error);
+  //       throw error;
+  //     }
+  //   },
+  // });
+  // console.log(`✓ All chunks processed. Total jobs saved: ${totalSaved}/${updatedJobs.length}`);
+  // if (siteconfig.customFields==="true") {
+  //   let customValues = await getAllCustomValues();
+
+  //   console.log("inserting jobs references to custom values collection");
+  //   console.log("customValues: ",customValues)
+  //   console.log("customValues.items: ",customValues.items)
+
+  //   for (const value of customValues.items) {
+  //     await insertJobsReference(value._id, value.valueId);
+  //   }
+  //   console.log("inserted jobs references to custom values collection successfully");
+  // }
+  // }
   console.log("saved jobs descriptions and location apply url to CMS successfully");//change comment
 
   await aggregateJobs();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sr-npm",
-  "version": "1.7.1316",
+  "version": "1.7.1318",
   "description": "",
   "main": "index.js",
   "scripts": {