sr-npm 1.7.54 → 1.7.56

package/backend/collectionConsts.js

@@ -0,0 +1,48 @@
+const COLLECTIONS = {
+    AMOUNT_OF_JOBS_PER_DEPARTMENT: 'AmountOfJobsPerDepartment1',
+    CITIES: 'cities1',
+    JOBS: 'Jobs1',
+    API_KEY: 'ApiKey',
+}
+
+const COLLECTIONS_FIELDS = {
+    AMOUNT_OF_JOBS_PER_DEPARTMENT: [
+      {key:'title', type: 'TEXT'},
+      { key: 'count', type: 'NUMBER' },
+    ],
+    CITIES: [
+      {key:'title', type: 'TEXT'},
+      { key: 'regionCode', type: 'TEXT' },
+      { key: 'city', type: 'TEXT' },
+      {key:'location', type: 'OBJECT'},
+      {key:'count', type: 'NUMBER'},
+      {key:'country', type: 'TEXT'},
+      {key:'remote', type: 'TEXT'},
+      {key:'countryCode', type: 'TEXT'},
+      {key:'manual', type: 'TEXT'},      
+      {key:'region', type: 'TEXT'},
+      {key:'latitude', type: 'NUMBER'},
+      {key:'longitude', type: 'NUMBER'},
+    ],
+    JOBS: [
+        {key:'location', type: 'OBJECT'},
+        {key:'postingStatus', type: 'TEXT'},
+        {key:'country', type: 'TEXT'},
+        {key:'department', type: 'TEXT'},
+        {key:'language', type: 'TEXT'},
+        {key:'jobDescription', type: 'OBJECT'},  
+        {key:'cityText', type: 'TEXT'},         
+        {key:'departmentref', type: 'REFERENCE', typeMetadata: { reference: { referencedCollectionId: 'AmountOfJobsPerDepartment1' } } },
+        {key:'city', type: 'REFERENCE', typeMetadata: { reference: { referencedCollectionId: 'cities1' } } },
+    ],  
+    API_KEY: [
+      {key:'token', type: 'TEXT'},
+    ],
+  };
+
+
+
+  module.exports = {
+    COLLECTIONS,
+    COLLECTIONS_FIELDS,
+};

package/backend/consts.js

@@ -5,21 +5,24 @@ const {
   referenceJobsToField,
 } = require('./data');
 const { createCollectionIfMissing } = require('@hisense-staging/velo-npm/backend');
+const { COLLECTIONS, COLLECTIONS_FIELDS } = require('./collectionConsts');
 
 const QUERY_MAX_LIMIT = 1000;
 
 const TASKS_NAMES = {
-  SYNC_JOBS: 'syncJobsFromSRAPIToCMS',
-  INSERT_JOBS_TO_CMS: 'insertJobsToCMS',
-  INSERT_JOBS_DESCRIPTIONS_TO_CMS: 'insertJobsDescriptionsToCMS',
-  FILL_JOBS_PER_CITY_COLLECTION: 'fillJobsPerCityCollection',
-  FILL_JOBS_PER_DEPARTMENT_COLLECTION: 'fillJobsPerDepartmentCollection',
-  REFERENCE_JOBS_TO_LOCATIONS: 'referenceJobsToLocations',
-  REFERENCE_JOBS_TO_DEPARTMENT: 'referenceJobsToDepartment',
-  CREATE_JOBS_COLLECTION: 'createJobsCollection',
-  CREATE_CITIES_COLLECTION: 'createCitiesCollection',
-  CREATE_AMOUNT_OF_JOBS_PER_DEPARTMENT_COLLECTION: 'createAmountOfJobsPerDepartmentCollection',
-};
+    SYNC_JOBS: 'syncJobsFromSRAPIToCMS',
+    INSERT_JOBS_TO_CMS: 'insertJobsToCMS',
+    INSERT_JOBS_DESCRIPTIONS_TO_CMS: 'insertJobsDescriptionsToCMS',
+    FILL_JOBS_PER_CITY_COLLECTION: 'fillJobsPerCityCollection',
+    FILL_JOBS_PER_DEPARTMENT_COLLECTION: 'fillJobsPerDepartmentCollection',
+    REFERENCE_JOBS_TO_LOCATIONS: 'referenceJobsToLocations',
+    REFERENCE_JOBS_TO_DEPARTMENT: 'referenceJobsToDepartment',
+    CREATE_JOBS_COLLECTION: 'createJobsCollection',
+    CREATE_CITIES_COLLECTION: 'createCitiesCollection',
+    CREATE_AMOUNT_OF_JOBS_PER_DEPARTMENT_COLLECTION: 'createAmountOfJobsPerDepartmentCollection',
+    CREATE_API_KEY_COLLECTION_AND_FILL_IT: 'createApiKeyCollectionAndFillIt',
+}
+
 
 const TASKS = {
   [TASKS_NAMES.SYNC_JOBS]: {
@@ -125,61 +128,16 @@ const TASKS = {
   },
 };
 
-const COLLECTIONS = {
-  AMOUNT_OF_JOBS_PER_DEPARTMENT: 'AmountOfJobsPerDepartment1',
-  CITIES: 'cities1',
-  JOBS: 'Jobs1',
-};
 
-const COLLECTIONS_FIELDS = {
-  AMOUNT_OF_JOBS_PER_DEPARTMENT: [
-    { key: 'title', type: 'TEXT' },
-    { key: 'count', type: 'NUMBER' },
-  ],
-  CITIES: [
-    { key: 'title', type: 'TEXT' },
-    { key: 'regionCode', type: 'TEXT' },
-    { key: 'city', type: 'TEXT' },
-    { key: 'location', type: 'OBJECT' },
-    { key: 'count', type: 'NUMBER' },
-    { key: 'country', type: 'TEXT' },
-    { key: 'remote', type: 'TEXT' },
-    { key: 'countryCode', type: 'TEXT' },
-    { key: 'manual', type: 'TEXT' },
-    { key: 'region', type: 'TEXT' },
-    { key: 'latitude', type: 'NUMBER' },
-    { key: 'longitude', type: 'NUMBER' },
-  ],
-  JOBS: [
-    { key: 'location', type: 'OBJECT' },
-    { key: 'postingStatus', type: 'TEXT' },
-    { key: 'country', type: 'TEXT' },
-    { key: 'department', type: 'TEXT' },
-    { key: 'language', type: 'TEXT' },
-    { key: 'jobDescription', type: 'OBJECT' },
-    { key: 'cityText', type: 'TEXT' },
-    {
-      key: 'departmentRef',
-      type: 'REFERENCE',
-      typeMetadata: { reference: { referencedCollectionId: 'AmountOfJobsPerDepartment1' } },
-    },
-    {
-      key: 'city',
-      type: 'REFERENCE',
-      typeMetadata: { reference: { referencedCollectionId: 'cities1' } },
-    },
-  ],
-};
 
 const TASK_TYPE = {
   SCHEDULED: 'scheduled',
   EVENT: 'event',
 };
 
-module.exports = {
-  TASKS_NAMES,
-  TASK_TYPE,
-  TASKS,
-  COLLECTIONS,
-  QUERY_MAX_LIMIT,
+  module.exports = {
+    TASKS_NAMES,
+    TASK_TYPE,
+    TASKS,
+    QUERY_MAX_LIMIT
 };

package/backend/data.js

@@ -1,5 +1,9 @@
 const { items: wixData } = require('@wix/data');
 const { fetchPositionsFromSRAPI, fetchJobDescription } = require('./fetchPositionsFromSRAPI');
+const { createCollectionIfMissing } = require('@hisense-staging/velo-npm/backend');
+const { COLLECTIONS, COLLECTIONS_FIELDS } = require('./collectionConsts');
+const { secrets } = require("@wix/secrets");
+const { auth } = require('@wix/essentials');
 const { chunkedBulkOperation, delay, countJobsPerGivenField, fillCityLocation ,prepateToSaveArray,normalizeCityName} = require('./utils');
 const { getAllPositions } = require('./queries');
 
@@ -27,8 +31,6 @@ async function saveJobsDataToCMS() {
   const chunkSize = 1000;
   let totalSaved = 0;
   const totalChunks = Math.ceil(jobsData.length / chunkSize);
-  console.log('jobsData is    ', jobsData);
-  console.log('totalChunks is    ', totalChunks);
 
   console.log(
     `Processing ${jobsData.length} jobs in ${totalChunks} chunks of max ${chunkSize} items each`
@@ -138,20 +140,20 @@ async function saveJobsDescriptionsAndLocationToCMS() {
 }
 
 
-async function iterateOverAllJobs(results, field, jobsPerField, cityLocations) {
+function iterateOverAllJobs(results, field) {
+  const jobsPerField = {};
+  const cityLocations = {};
     countJobsPerGivenField(results, field, jobsPerField);
     if (field === 'cityText') {
       fillCityLocation(results, cityLocations);
     }
-
+    return { jobsPerField, cityLocations };
 }
 
 async function aggregateJobsByFieldToCMS({ field, collection }) {
   console.log(`counting jobs per ${field}.`);
-  const jobsPerField = {};
-  const cityLocations = {};
   let results = await getAllPositions();
-  await iterateOverAllJobs(results, field, jobsPerField, cityLocations);
+  const { jobsPerField, cityLocations } = iterateOverAllJobs(results, field);
   const toSave = prepateToSaveArray(jobsPerField, cityLocations, field);
   if (toSave.length === 0) {
     console.log('No jobs found.');
@@ -250,9 +252,39 @@ function fetchJobLocation(jobDetails) {
   return jobLocation;
 }
 
+
+
+function getSmartToken() {
+  const elevatedGetSecretValue = auth.elevate(secrets.getSecretValue);
+  return elevatedGetSecretValue("x-smarttoken")
+    .then((secret) => {
+      return secret;
+    })
+    .catch((error) => {
+      console.error(error);
+    });
+}
+
+
+async function createApiKeyCollectionAndFillIt() {
+    console.log("Creating ApiKey collection and filling it with the smart token");
+    await createCollectionIfMissing(COLLECTIONS.API_KEY, COLLECTIONS_FIELDS.API_KEY,null,'singleItem');
+    console.log("Getting the smart token");
+    const token = await getSmartToken();
+    console.log("token is :  ", token);
+    console.log("Inserting the smart token into the ApiKey collection");
+    await wixData.insert(COLLECTIONS.API_KEY, {
+        token: token.value
+    });
+
+    console.log("Smart token inserted into the ApiKey collection");
+}
+
+
 module.exports = {
-  saveJobsDataToCMS,
-  saveJobsDescriptionsAndLocationToCMS,
-  aggregateJobsByFieldToCMS,
-  referenceJobsToField,
+    saveJobsDataToCMS,
+    saveJobsDescriptionsAndLocationToCMS,
+    aggregateJobsByFieldToCMS,
+    referenceJobsToField,
+    createApiKeyCollectionAndFillIt,
 };

package/backend/fetchPositionsFromSRAPI.js

@@ -1,20 +1,22 @@
 const { fetch } = require('wix-fetch');
+const { items: wixData } = require('@wix/data');
+const { COLLECTIONS } = require('./collectionConsts');
 
-async function makeSmartRecruitersRequest(path) {
+async function makeSmartRecruitersRequest(path,token) {
   // const baseUrl = 'https://api.smartrecruiters.com'; // PROD
   const baseUrl = 'https://aoxley54.wixstudio.com/external-template/_functions'; // TEST
-  const fullUrl = `${baseUrl}${path}`;
-  //console.log(`Making request to: ${fullUrl}`);
+    const fullUrl = `${baseUrl}${path}`;
+  
+    //console.log(`Making request to: ${fullUrl}`);
   try {
     const response = await fetch(fullUrl, {
       method: 'GET',
       headers: {
         'Accept-Language': 'en',
-        accept: 'application/json',
-        'x-smarttoken': 'DCRA1-1d30ea5fe9be42d9b9ae94ff933ebef5',
-        Cookie:
-          'AWSALB=GYltFw3fLKortMxHR5vIOT1CuUROyhWNIX/qL8ZnPl1/8mhOcnIsBKYslzmNJPEzSy/jvNbO+6tXpH8yqcpQJagYt57MhbKlLqTSzoNq1G/w7TjOxPGR3UTdXW0d; AWSALBCORS=GYltFw3fLKortMxHR5vIOT1CuUROyhWNIX/qL8ZnPl1/8mhOcnIsBKYslzmNJPEzSy/jvNbO+6tXpH8yqcpQJagYt57MhbKlLqTSzoNq1G/w7TjOxPGR3UTdXW0d',
-      },
+        'accept': 'application/json',
+        'x-smarttoken': token,
+        'Cookie': 'AWSALB=GYltFw3fLKortMxHR5vIOT1CuUROyhWNIX/qL8ZnPl1/8mhOcnIsBKYslzmNJPEzSy/jvNbO+6tXpH8yqcpQJagYt57MhbKlLqTSzoNq1G/w7TjOxPGR3UTdXW0d; AWSALBCORS=GYltFw3fLKortMxHR5vIOT1CuUROyhWNIX/qL8ZnPl1/8mhOcnIsBKYslzmNJPEzSy/jvNbO+6tXpH8yqcpQJagYt57MhbKlLqTSzoNq1G/w7TjOxPGR3UTdXW0d'
+      }
     });
 
     if (response.ok) {
@@ -33,8 +35,9 @@ async function fetchPositionsFromSRAPI() {
   let allPositions = [];
   let totalFound = 0;
   let nextPageId = null; // Start with no page ID for the first request
-  let page = 0;
-  const MAX_PAGES = 30; // Safety limit to prevent infinite loops
+  let pageCount = 0;
+  const MAX_PAGES = 30 // Safety limit to prevent infinite loops
+  const token = await getSmartTokenFromCMS();
 
   console.log('Starting to fetch all positions with pagination...');
 
@@ -47,10 +50,10 @@ async function fetchPositionsFromSRAPI() {
       if (nextPageId) {
         apiPath += `&nextPageId=${nextPageId}`;
       }
-
-      console.log(`Fetching page ${page} with path: ${apiPath}`);
-      const response = await makeSmartRecruitersRequest(apiPath);
-
+      
+      console.log(`Fetching page ${pageCount} with path: ${apiPath}`);
+      const response = await makeSmartRecruitersRequest(apiPath,token);
+      
       // Add positions from this page to our collection
       if (response.content && Array.isArray(response.content)) {
         allPositions = allPositions.concat(response.content);
@@ -108,6 +111,16 @@ async function fetchJobDescription(jobId) {
   return await makeSmartRecruitersRequest(`/jobs/${jobId}`);
 }
 
+async function getSmartTokenFromCMS() {
+  const result = await wixData.query(COLLECTIONS.API_KEY).limit(1).find();
+  if (result.items.length > 0) {
+      return result.items[0].token; // This is your string token
+  } else {
+      return null; // No token found
+  }
+}
+
+
 module.exports = {
   fetchPositionsFromSRAPI,
   fetchJobDescription,

package/backend/utils.js

@@ -26,7 +26,7 @@ function fillCityLocation(jobs, cityLocations) {
   }
 }
 
-function prepateToSaveArray(jobsPerField, cityLocations, field) {
+function prepareToSaveArray(jobsPerField, cityLocations, field) {
   if (field === 'cityText') {
     return Object.entries(jobsPerField).map(([value, amount]) => {
       const loc = cityLocations[value] || {};
@@ -70,6 +70,6 @@ module.exports = {
   delay,
   countJobsPerGivenField,
   fillCityLocation,
-  prepateToSaveArray,
+  prepateToSaveArray: prepareToSaveArray,
   normalizeCityName,
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sr-npm",
-  "version": "1.7.54",
+  "version": "1.7.56",
   "description": "",
   "main": "index.js",
   "scripts": {