sr-npm 1.7.562 → 1.7.564

package/backend/consts.js

@@ -1,13 +1,12 @@
-const {saveJobsDataToCMS,saveJobsDescriptionsAndLocationApplyUrlToCMS,createCollections,aggregateJobs,referenceJobs,syncJobsFast} = require('./data')
+const {saveJobsDataToCMS,saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,createCollections,aggregateJobs,referenceJobs,syncJobsFast} = require('./data')
 
 
 const QUERY_MAX_LIMIT = 1000;
 
 const TASKS_NAMES = {
     SYNC_JOBS: 'syncJobsFromSRAPIToCMS',
-    SYNC_JOBS_SPLITTED: 'syncJobsFromSRAPIToCMSSplitted',
     INSERT_JOBS_TO_CMS: 'insertJobsToCMS',
-    INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS: 'insertJobsDescriptionsLocationApplyUrlToCMS',
+    INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS: 'insertJobsDescriptionsLocationApplyUrlReferencesToCMS',
     AGGREGATE_JOBS_BY_FIELD_TO_CMS: 'aggregateJobsByFieldToCMS',
     REFERENCE_JOBS: 'referenceJobs',
     CREATE_COLLECTIONS: 'createCollections',
@@ -22,19 +21,7 @@ const TASKS = {
       childTasks: [
         { name: TASKS_NAMES.CREATE_COLLECTIONS},
         { name: TASKS_NAMES.INSERT_JOBS_TO_CMS },
-        { name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS },
-        { name: TASKS_NAMES.AGGREGATE_JOBS_BY_FIELD_TO_CMS },
-        {name: TASKS_NAMES.REFERENCE_JOBS},
-      ],
-      scheduleChildrenSequentially: true,
-      estimatedDurationSec: 60,
-    },
-    [TASKS_NAMES.SYNC_JOBS_SPLITTED]: {
-      name: TASKS_NAMES.SYNC_JOBS_SPLITTED,
-      childTasks: [
-        { name: TASKS_NAMES.CREATE_COLLECTIONS},
-        { name: TASKS_NAMES.INSERT_JOBS_TO_CMS },
-        { name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS },
+        { name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS },
         { name: TASKS_NAMES.AGGREGATE_JOBS_BY_FIELD_TO_CMS },
         {name: TASKS_NAMES.REFERENCE_JOBS},
       ],
@@ -55,10 +42,10 @@ const TASKS = {
       shouldSkipCheck:()=>false,
       estimatedDurationSec:20
     },
-    [TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS]: {
-      name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_TO_CMS,
+    [TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS]: {
+      name: TASKS_NAMES.INSERT_JOBS_DESCRIPTIONS_LOCATION_APPLY_URL_REFERENCES_TO_CMS,
       getIdentifier:()=> "SHOULD_NEVER_SKIP",
-      process:saveJobsDescriptionsAndLocationApplyUrlToCMS,
+      process:saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,
       shouldSkipCheck:()=>false,
       estimatedDurationSec:20
     },

package/backend/data.js

@@ -211,9 +211,15 @@ async function saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS() {
   try {
     let jobsWithNoDescriptions = await getJobsWithNoDescriptions();
     let customValues=await getAllCustomValues();
-    for (const valueId of customValues.items) {
-      await insertJobsReference(valueId);
+    console.log("customValues: ", customValues);
+    console.log("jobToCustomValues: ", jobToCustomValues);
+    console.log("customValuesToJobs: ", customValuesToJobs);
+
+    console.log("inserting jobs references");
+    for (const value of customValues.items) {
+      await insertJobsReference(value._id);
     }
+    console.log("inserted jobs references successfully");
     
 
     let totalUpdated = 0;
@@ -462,21 +468,8 @@ async function syncJobsFast() {
   await referenceJobs();
   console.log("syncing jobs fast finished successfully");
 }
-async function syncJobsFastSplitted() {
-  console.log("Syncing jobs fast");
-  await createCollections();
-  await clearCollections();
-  await fillSecretManagerMirror();
-  console.log("saving jobs data to CMS");
-  await saveJobsDataToCMS();
-  console.log("saved jobs data to CMS successfully");
-  console.log("saving jobs descriptions and location apply url to CMS");
-  await saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS();
-  console.log("saved jobs descriptions and location apply url to CMS successfully");
-  await aggregateJobs();
-  await referenceJobs();
-  console.log("syncing jobs fast finished successfully");
-}
+
+
 
 async function clearCollections() {
   console.log("clearing collections");
@@ -535,7 +528,7 @@ module.exports = {
   aggregateJobs,
   createCollections,
   saveJobsDataToCMS,
-  saveJobsDescriptionsAndLocationApplyUrlToCMS: saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,
+  saveJobsDescriptionsAndLocationApplyUrlReferencesToCMS,
   aggregateJobsByFieldToCMS,
   referenceJobsToField,
   fillSecretManagerMirror,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sr-npm",
-  "version": "1.7.562",
+  "version": "1.7.564",
   "description": "",
   "main": "index.js",
   "scripts": {