sr-npm 1.7.563 → 1.7.565

package/backend/consts.js

@@ -1,13 +1,12 @@
-const {saveJobsDataToCMS,saveJobsDescriptionsAndLocationApplyUrlToCMS,createCollections,aggregateJobs,referenceJobs,syncJobsFast} = require('./data')
+const {saveJobsDataToCMS,saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,createCollections,aggregateJobs,referenceJobs,syncJobsFast} = require('./data')
 
 
 const QUERY_MAX_LIMIT = 1000;
 
 const TASKS_NAMES = {
     SYNC_JOBS: 'syncJobsFromSRAPIToCMS',
-    SYNC_JOBS_SPLITTED: 'syncJobsFromSRAPIToCMSSplitted',
     INSERT_JOBS_TO_CMS: 'insertJobsToCMS',
-    INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS: 'insertJobsDescriptionsLocationApplyUrlToCMS',
+    INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS: 'insertJobsDescriptionsLocationApplyUrlReferencesToCMS',
     AGGREGATE_JOBS_BY_FIELD_TO_CMS: 'aggregateJobsByFieldToCMS',
     REFERENCE_JOBS: 'referenceJobs',
     CREATE_COLLECTIONS: 'createCollections',
@@ -22,19 +21,7 @@ const TASKS = {
       childTasks: [
         { name: TASKS_NAMES.CREATE_COLLECTIONS},
         { name: TASKS_NAMES.INSERT_JOBS_TO_CMS },
-        { name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS },
-        { name: TASKS_NAMES.AGGREGATE_JOBS_BY_FIELD_TO_CMS },
-        {name: TASKS_NAMES.REFERENCE_JOBS},
-      ],
-      scheduleChildrenSequentially: true,
-      estimatedDurationSec: 60,
-    },
-    [TASKS_NAMES.SYNC_JOBS_SPLITTED]: {
-      name: TASKS_NAMES.SYNC_JOBS_SPLITTED,
-      childTasks: [
-        { name: TASKS_NAMES.CREATE_COLLECTIONS},
-        { name: TASKS_NAMES.INSERT_JOBS_TO_CMS },
-        { name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS },
+        { name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS },
         { name: TASKS_NAMES.AGGREGATE_JOBS_BY_FIELD_TO_CMS },
         {name: TASKS_NAMES.REFERENCE_JOBS},
       ],
@@ -55,10 +42,10 @@ const TASKS = {
       shouldSkipCheck:()=>false,
       estimatedDurationSec:20
     },
-    [TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS]: {
-      name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS,
+    [TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS]: {
+      name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS,
       getIdentifier:()=> "SHOULD_NEVER_SKIP",
-      process:saveJobsDescriptionsAndLocationApplyUrlToCMS,
+      process:saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,
       shouldSkipCheck:()=>false,
       estimatedDurationSec:20
     },

package/backend/data.js

@@ -114,9 +114,6 @@ async function saveJobsDataToCMS() {
     return basicJob;
   });
   
-  console.log("customFieldsLabels: ", customFieldsLabels);
-  console.log("customFieldsValues: ", customFieldsValues);
-  console.log("jobToCustomValues: ", jobToCustomValues);
   await populateCustomFieldsCollection(customFieldsLabels);
   await populateCustomValuesCollection(customFieldsValues);
   // Sort jobs by title (ascending, case-insensitive, numeric-aware)
@@ -153,32 +150,14 @@ async function saveJobsDataToCMS() {
       }
     },
   });
-
-  // await insertValuesReference(jobToCustomValues);
-  // console.log("inserted values reference successfully");
-  // //await insertJobsReference(customValuesToJobs);
-  // console.log("inserted jobs reference successfully");
-
   console.log(`✓ All chunks processed. Total jobs saved: ${totalSaved}/${jobsData.length}`);
 }
 
 async function insertValuesReference(jobId) {
   await wixData.insertReference(COLLECTIONS.JOBS, JOBS_COLLECTION_FIELDS.MULTI_REF_JOBS_CUSTOM_VALUES,jobId, jobToCustomValues[jobId]);
-  // console.log("inserting values reference");
-  // for (const jobId of Object.keys(jobToCustomValues)) {
-  //   const items = jobToCustomValues[jobId];
-  //   await wixData.insertReference(COLLECTIONS.JOBS, JOBS_COLLECTION_FIELDS.MULTI_REF_JOBS_CUSTOM_VALUES,jobId, items);
-  // }
-  // console.log("inserted values reference successfully");
 }
 async function insertJobsReference(valueId) {
   await wixData.insertReference(COLLECTIONS.CUSTOM_VALUES, CUSTOM_VALUES_COLLECTION_FIELDS.MULTI_REF_JOBS_CUSTOM_VALUES,valueId, customValuesToJobs[valueId]);
-  // console.log("inserting jobs reference");
-  // for (const valueId of Object.keys(customValuesToJobs)) {
-  //   const items = customValuesToJobs[valueId];
-  //   await wixData.insertReference(COLLECTIONS.CUSTOM_VALUES, CUSTOM_VALUES_COLLECTION_FIELDS.MULTI_REF_JOBS_CUSTOM_VALUES,valueId, items);
-  // }
-  // console.log("inserted jobs reference successfully");
 }
 
 async function populateCustomFieldsCollection(customFields) {
@@ -211,15 +190,12 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS() {
   try {
     let jobsWithNoDescriptions = await getJobsWithNoDescriptions();
     let customValues=await getAllCustomValues();
-    console.log("customValues: ", customValues);
-    console.log("jobToCustomValues: ", jobToCustomValues);
-    console.log("customValuesToJobs: ", customValuesToJobs);
 
-    console.log("inserting jobs references");
+    console.log("inserting jobs references to custom values collection");
     for (const value of customValues.items) {
       await insertJobsReference(value._id);
     }
-    console.log("inserted jobs references successfully");
+    console.log("inserted jobs references to custom values collection successfully");
     
 
     let totalUpdated = 0;
@@ -468,23 +444,8 @@ async function syncJobsFast() {
   await referenceJobs();
   console.log("syncing jobs fast finished successfully");
 }
-async function syncJobsFastSplitted() {
-  console.log("Syncing jobs fast");
-  await createCollections();
-  await clearCollections();
-  await fillSecretManagerMirror();
-  console.log("saving jobs data to CMS");
-  await saveJobsDataToCMS();
-  console.log("saved jobs data to CMS successfully");
-  await aggregateJobs();
-  await referenceJobs();
-  console.log("syncing jobs fast finished successfully");
-}
-async function syncJobsDescriptionsAndLocationApplyUrlFastSplitted() {
-  console.log("Syncing jobs descriptions and location apply url and values references");
-  await saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS();
-  console.log("saved jobs descriptions and location apply url and values references successfully");
-}
+
+
 
 async function clearCollections() {
   console.log("clearing collections");
@@ -543,8 +504,7 @@ module.exports = {
   aggregateJobs,
   createCollections,
   saveJobsDataToCMS,
-  syncJobsFastSplitted,
-  syncJobsDescriptionsAndLocationApplyUrlFastSplitted,
+  saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,
   aggregateJobsByFieldToCMS,
   referenceJobsToField,
   fillSecretManagerMirror,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sr-npm",
-  "version": "1.7.563",
+  "version": "1.7.565",
   "description": "",
   "main": "index.js",
   "scripts": {