@yrpri/api 9.0.139 → 9.0.141

package/services/llms/baseChatBot.js

@@ -1,4 +1,5 @@
 import { OpenAI } from "openai";
+import log from "../../utils/loggerTs.js";
 const DEBUG = false;
 const url = process.env.REDIS_MEMORY_URL ||
     process.env.REDIS_URL ||
@@ -13,19 +14,19 @@ export class YpBaseChatBot {
     loadMemory() {
         return new Promise(async (resolve, reject) => {
             try {
-                console.log("loadMemoryWithOwnership loadMemory: redisKey: ", this.redisKey);
+                log.info("loadMemoryWithOwnership loadMemory: redisKey: ", this.redisKey);
                 const memoryString = await this.redis.get(this.redisKey);
                 if (memoryString) {
                     const memory = JSON.parse(memoryString);
                     resolve(memory);
                 }
                 else {
-                    console.error("loadMemoryWithOwnership loadMemory: no memory found");
+                    log.error("loadMemoryWithOwnership loadMemory: no memory found");
                     resolve(undefined);
                 }
             }
             catch (error) {
-                console.error("loadMemoryWithOwnership loadMemory: Can't load memory from redis", error);
+                log.error("loadMemoryWithOwnership loadMemory: Can't load memory from redis", error);
                 resolve(undefined);
             }
         });
@@ -40,9 +41,9 @@ export class YpBaseChatBot {
         this.wsClientId = wsClientId;
         this.wsClientSocket = wsClients.get(this.wsClientId);
         this.wsClients = wsClients;
-        console.log(`WebSockets: BaseChatBot constructor for ${this.wsClientId}`);
+        log.info(`WebSockets: BaseChatBot constructor for ${this.wsClientId}`);
         if (!this.wsClientSocket) {
-            console.error(`WebSockets: WS Client ${this.wsClientId} not found in streamWebSocketResponses`);
+            log.error(`WebSockets: WS Client ${this.wsClientId} not found in streamWebSocketResponses`);
         }
         this.openaiClient = new OpenAI({
             apiKey: process.env.OPENAI_API_KEY,
@@ -52,14 +53,14 @@ export class YpBaseChatBot {
         if (this.memory) {
             try {
                 await this.redis.set(this.redisKey, JSON.stringify(this.memory));
-                console.log(`Saved memory to redis: ${this.redisKey}`);
+                log.info(`Saved memory to redis: ${this.redisKey}`);
             }
             catch (error) {
-                console.log("Can't save memory to redis", error);
+                log.info("Can't save memory to redis", error);
             }
         }
         else {
-            console.error("Memory is not initialized");
+            log.error("Memory is not initialized");
         }
     }
     renderSystemPrompt() {
@@ -102,7 +103,7 @@ export class YpBaseChatBot {
     sendToClient(sender, message, type = "stream", uniqueToken = undefined, hiddenContextMessage = false) {
         try {
             if (process.env.WS_DEBUG) {
-                console.log(`sendToClient: ${JSON.stringify({ sender, type, message, hiddenContextMessage }, null, 2)}`);
+                log.info(`sendToClient: ${JSON.stringify({ sender, type, message, hiddenContextMessage }, null, 2)}`);
             }
             this.wsClientSocket.send(JSON.stringify({
                 sender,
@@ -116,7 +117,7 @@ export class YpBaseChatBot {
             this.lastSentToUserAt = new Date();
         }
         catch (error) {
-            console.error("Can't send message to client", error);
+            log.error("Can't send message to client", error);
         }
     }
     async streamWebSocketResponses(stream) {
@@ -138,7 +139,7 @@ export class YpBaseChatBot {
                 }
             }
             catch (error) {
-                console.error(error);
+                log.error(error);
                 this.sendToClient("assistant", "There has been an error, please retry", "error");
                 reject();
             }

package/services/llms/imageGeneration/chatGptImageGenerator.js

@@ -1,5 +1,6 @@
 // chatGptImageGenerator.ts
 import { OpenAI } from "openai";
+import log from "../../../utils/loggerTs.js";
 export class ChatGptImageGenerator {
     constructor(openAiKey) {
         this.maxRetryCount = 3;
@@ -35,7 +36,7 @@ export class ChatGptImageGenerator {
                     n: 1,
                     size,
                 });
-                console.log("res", JSON.stringify(res, null, 2));
+                log.info("res", JSON.stringify(res, null, 2));
                 const b64Json = res?.data?.[0]?.b64_json;
                 if (b64Json) {
                     // Assuming the image is a PNG, adjust if another format is expected
@@ -46,7 +47,7 @@ export class ChatGptImageGenerator {
             catch (err) {
                 retryCount += 1;
                 if (retryCount >= this.maxRetryCount) {
-                    console.error(`ChatGptImageGenerator failed after ${retryCount} attempts`, err);
+                    log.error(`ChatGptImageGenerator failed after ${retryCount} attempts`, err);
                     return undefined;
                 }
                 // Exponential back-off – starts at 5 s and grows +5 s each retry

package/services/llms/imageGeneration/collectionImageGenerator.js

@@ -6,6 +6,7 @@ import { FluxImageGenerator } from "./fluxImageGenerator.js";
 import { DalleImageGenerator } from "./dalleImageGenerator.js";
 import { ImageProcessorService } from "./imageProcessorService.js";
 import { S3Service } from "./s3Service.js";
+import log from "../../../utils/loggerTs.js";
 // Suppose these come from your codebase
 import models from "../../../models/index.cjs";
 import { ImagenImageGenerator } from "./imagenImageGenerator.js";
@@ -46,19 +47,19 @@ export class CollectionImageGenerator {
                 // Decide which generator to use
                 if (this.imagenImageGenerator) {
                     imageGenerator = this.imagenImageGenerator;
-                    console.info("Using ImagenImageGenerator");
+                    log.info("Using ImagenImageGenerator");
                 }
                 else if (this.fluxImageGenerator) {
                     imageGenerator = this.fluxImageGenerator;
-                    console.info("Using FluxImageGenerator");
+                    log.info("Using FluxImageGenerator");
                 }
                 else if (process.env.USE_CHATGPT_IMAGE_GENERATOR) {
                     imageGenerator = this.chatGptImageGenerator;
-                    console.info("Using ChatGptImageGenerator");
+                    log.info("Using ChatGptImageGenerator");
                 }
                 else {
                     imageGenerator = this.dalleImageGenerator;
-                    console.info("Using DalleImageGenerator");
+                    log.info("Using DalleImageGenerator");
                 }
                 // 1) Generate image
                 const imageUrl = await imageGenerator.generateImageUrl(workPackage.prompt, workPackage.imageType);
@@ -77,11 +78,11 @@ export class CollectionImageGenerator {
                         }
                         const imageBuffer = Buffer.from(base64Data, "base64");
                         fs.writeFileSync(imageFilePath, imageBuffer);
-                        console.debug("Data URI written to file successfully.");
+                        log.debug("Data URI written to file successfully.");
                     }
                     else {
                         await this.imageProcessorService.downloadImage(imageUrl, imageFilePath, axios);
-                        console.debug(fs.existsSync(imageFilePath)
+                        log.debug(fs.existsSync(imageFilePath)
                             ? "File downloaded successfully."
                             : "File download failed.");
                     }

package/services/llms/imageGeneration/dalleImageGenerator.js

@@ -1,4 +1,5 @@
 import { AzureOpenAI, OpenAI } from "openai";
+import log from "../../../utils/loggerTs.js";
 export class DalleImageGenerator {
     constructor(azureOpenaAiBase, azureOpenAiApiKey, azureDalleDeployment, openAiKey) {
         this.maxRetryCount = 3;
@@ -61,15 +62,15 @@ export class DalleImageGenerator {
                     retrying = false;
                 }
                 else {
-                    console.debug("Result: NONE");
+                    log.debug("Result: NONE");
                 }
             }
             catch (error) {
-                console.warn("Error generating image with DALL·E, retrying...");
-                console.warn(error.stack);
+                log.warn("Error generating image with DALL·E, retrying...");
+                log.warn(error.stack);
                 retryCount++;
                 const sleepingFor = 5000 + retryCount * 10000;
-                console.debug(`Sleeping for ${sleepingFor} milliseconds`);
+                log.debug(`Sleeping for ${sleepingFor} milliseconds`);
                 await new Promise((resolve) => setTimeout(resolve, sleepingFor));
             }
         }
@@ -77,7 +78,7 @@ export class DalleImageGenerator {
             return result.data[0].url;
         }
         else {
-            console.error(`Error generating image after ${retryCount} retries`);
+            log.error(`Error generating image after ${retryCount} retries`);
             return undefined;
         }
     }

package/services/llms/imageGeneration/fluxImageGenerator.js

@@ -1,4 +1,5 @@
 import Replicate from "replicate";
+import log from "../../../utils/loggerTs.js";
 export class FluxImageGenerator {
     constructor(replicateApiKey, fluxProModelName) {
         this.replicateApiKey = replicateApiKey;
@@ -33,16 +34,16 @@ export class FluxImageGenerator {
                 }
             }
             catch (error) {
-                console.warn("Error generating image with Flux, retrying...");
-                console.warn(error.stack);
+                log.warn("Error generating image with Flux, retrying...");
+                log.warn(error.stack);
                 retryCount++;
                 const sleepingFor = 5000 + retryCount * 10000;
-                console.debug(`Sleeping for ${sleepingFor} milliseconds`);
+                log.debug(`Sleeping for ${sleepingFor} milliseconds`);
                 await new Promise((resolve) => setTimeout(resolve, sleepingFor));
             }
         }
         if (!result) {
-            console.error(`Error generating image after ${retryCount} retries`);
+            log.error(`Error generating image after ${retryCount} retries`);
         }
         return undefined;
     }

package/services/llms/imageGeneration/imageProcessorService.js

@@ -2,6 +2,7 @@ import fs from "fs";
 import path from "path";
 import sharp from "sharp";
 import { v4 as uuidv4 } from "uuid";
+import log from "../../../utils/loggerTs.js";
 export class ImageProcessorService {
     constructor() {
         this.validFormats = ["jpeg", "png", "webp", "gif", "tiff", "avif", "svg"];
@@ -54,7 +55,7 @@ export class ImageProcessorService {
             return resizedImageFilePath;
         }
         catch (err) {
-            console.error("Error resizing image:", err);
+            log.error("Error resizing image:", err);
             if (fs.existsSync(resizedImageFilePath)) {
                 fs.unlinkSync(resizedImageFilePath);
             }

package/services/llms/imageGeneration/imagenImageGenerator.js

@@ -3,6 +3,7 @@ import path from "path";
 import { v4 as uuidv4 } from "uuid";
 import { PredictionServiceClient } from "@google-cloud/aiplatform";
 import { helpers } from "@google-cloud/aiplatform";
+import log from "../../../utils/loggerTs.js";
 export class ImagenImageGenerator {
     constructor(s3Service) {
         this.s3Service = s3Service;
@@ -14,10 +15,10 @@ export class ImagenImageGenerator {
         this.endpoint = `projects/${this.projectId}/locations/${this.location}/publishers/google/models/imagen-3.0-generate-002`;
         this.s3Bucket = process.env.S3_BUCKET || "";
         if (!this.projectId) {
-            console.warn("Warning: GOOGLE_CLOUD_PROJECT_ID is not set. Vertex AI calls may fail.");
+            log.warn("Warning: GOOGLE_CLOUD_PROJECT_ID is not set. Vertex AI calls may fail.");
         }
         if (!this.s3Bucket) {
-            console.warn("Warning: S3_BUCKET is not set. Image upload may fail.");
+            log.warn("Warning: S3_BUCKET is not set. Image upload may fail.");
         }
     }
     /**
@@ -61,7 +62,7 @@ export class ImagenImageGenerator {
                 const [response] = await predictionServiceClient.predict(request);
                 const predictions = response.predictions;
                 if (!predictions || predictions.length === 0) {
-                    console.warn("No image was generated. Check the request parameters and prompt.");
+                    log.warn("No image was generated. Check the request parameters and prompt.");
                 }
                 else {
                     // 4) Extract base64 data from the first prediction
@@ -87,19 +88,19 @@ export class ImagenImageGenerator {
                 }
             }
             catch (error) {
-                console.warn("Error generating image with Vertex AI Imagen. Will retry...");
-                console.warn(error?.message || error);
+                log.warn("Error generating image with Vertex AI Imagen. Will retry...");
+                log.warn(error?.message || error);
             }
             // Retry logic
             if (!finalUrl) {
                 retryCount++;
                 const sleepingFor = 5000 + retryCount * 10000;
-                console.debug(`Sleeping for ${sleepingFor} ms before retry #${retryCount}...`);
+                log.debug(`Sleeping for ${sleepingFor} ms before retry #${retryCount}...`);
                 await new Promise((resolve) => setTimeout(resolve, sleepingFor));
             }
         }
         if (!finalUrl) {
-            console.error(`Failed to generate Imagen after ${retryCount} retries.`);
+            log.error(`Failed to generate Imagen after ${retryCount} retries.`);
             return undefined;
         }
         return finalUrl;

package/services/llms/imageGeneration/s3Service.js

@@ -1,6 +1,7 @@
 import AWS from "aws-sdk";
 import fs from "fs";
 import axios from "axios";
+import log from "../../../utils/loggerTs.js";
 export class S3Service {
     constructor(cloudflareApiKey, cloudflareZoneId) {
         this.cloudflareApiKey = cloudflareApiKey;
@@ -38,17 +39,17 @@ export class S3Service {
             Key: key,
             ACL: "private",
         };
-        console.log(`Disabling/Deleting Key from S3: ${JSON.stringify(params)}`);
+        log.info(`Disabling/Deleting Key from S3: ${JSON.stringify(params)}`);
         return new Promise((resolve, reject) => {
             s3.putObjectAcl(params, (err, data) => {
                 if (err) {
-                    console.error(`Error deleting image from S3: ${err}`);
+                    log.error(`Error deleting image from S3: ${err}`);
                     reject(err);
                 }
                 else {
-                    console.log(`Deleted image from S3: ${imageUrl}`, data);
+                    log.info(`Deleted image from S3: ${imageUrl}`, data);
                     if (this.cloudflareApiKey && this.cloudflareZoneId) {
-                        console.log("Purging Cloudflare cache for image:", imageUrl);
+                        log.info("Purging Cloudflare cache for image:", imageUrl);
                         axios
                             .post(`https://api.cloudflare.com/client/v4/zones/${this.cloudflareZoneId}/purge_cache`, { files: [imageUrl] }, {
                             headers: {
@@ -57,20 +58,20 @@ export class S3Service {
                             },
                         })
                             .then((response) => {
-                            console.log("Cloudflare cache purged:", response.data);
+                            log.info("Cloudflare cache purged:", response.data);
                             resolve(data);
                         })
                             .catch((error) => {
                             if (error.response) {
-                                console.error("Error purging Cloudflare cache:", error.response.data);
-                                console.error("Status code:", error.response.status);
-                                console.error("Headers:", error.response.headers);
+                                log.error("Error purging Cloudflare cache:", error.response.data);
+                                log.error("Status code:", error.response.status);
+                                log.error("Headers:", error.response.headers);
                             }
                             else if (error.request) {
-                                console.error("No response received:", error.request);
+                                log.error("No response received:", error.request);
                             }
                             else {
-                                console.error("Error setting up request:", error.message);
+                                log.error("Error setting up request:", error.message);
                             }
                             resolve(data);
                         });
@@ -104,7 +105,7 @@ export class S3Service {
     async deleteMediaFormatsUrls(formats) {
         for (const url of formats) {
             await this.deleteS3Url(url);
-            console.log(`Deleted image from S3: ${url}`);
+            log.info(`Deleted image from S3: ${url}`);
         }
     }
 }

package/services/llms/llmTranslation.js

@@ -2,6 +2,7 @@ import { jsonrepair } from "jsonrepair";
 import { OpenAI } from "openai";
 import { YpLanguages } from "../../utils/ypLanguages.js";
 import * as cheerio from "cheerio";
+import log from "../../utils/loggerTs.js";
 export class YpLlmTranslation {
     constructor() {
         this.modelName = "gpt-4o";
@@ -246,7 +247,7 @@ export class YpLlmTranslation {
         const moderationResponse = await this.openaiClient.moderations.create({
             input: content,
         });
-        console.log("Moderation response:", moderationResponse);
+        log.info("Moderation response:", moderationResponse);
         const flagged = moderationResponse.results[0].flagged;
         return flagged;
     }
@@ -254,7 +255,7 @@ export class YpLlmTranslation {
         try {
             const originalStrings = this.extractHtmlStrings(htmlToTranslate);
             if (originalStrings.length === 0) {
-                console.warn("No HTML strings to translate");
+                log.warn("No HTML strings to translate");
                 return htmlToTranslate;
             }
             const batchSize = 10;
@@ -266,7 +267,7 @@ export class YpLlmTranslation {
                     translatedStrings.push(...translatedBatch);
                 }
                 else {
-                    console.error("Failed to translate batch:", batch);
+                    log.error("Failed to translate batch:", batch);
                     return undefined;
                 }
             }
@@ -275,27 +276,27 @@ export class YpLlmTranslation {
             return translatedHtml;
         }
         catch (error) {
-            console.error("Error in getHtmlTranslation:", error);
+            log.error("Error in getHtmlTranslation:", error);
             return undefined;
         }
     }
     async getOneTranslation(languageIsoCode, stringToTranslate) {
         try {
-            console.log(`getOneTranslation: ${stringToTranslate} ${languageIsoCode}`);
+            log.info(`getOneTranslation: ${stringToTranslate} ${languageIsoCode}`);
             const languageName = YpLanguages.getEnglishName(languageIsoCode) || languageIsoCode;
             return (await this.callSimpleLlm(languageName, stringToTranslate, false, this.renderOneTranslationSystemMessage, this.renderOneTranslationUserMessage));
         }
         catch (error) {
-            console.error("Error in getAnswerIdeas:", error);
+            log.error("Error in getAnswerIdeas:", error);
             return undefined;
         }
     }
     async getListTranslation(languageIsoCode, stringsToTranslate) {
         try {
-            console.log(`getOneTranslation: ${languageIsoCode}`);
+            log.info(`getOneTranslation: ${languageIsoCode}`);
             const languageName = YpLanguages.getEnglishName(languageIsoCode) || languageIsoCode;
             if (await this.getModerationFlag(stringsToTranslate.join(" "))) {
-                console.error("Flagged:", stringsToTranslate);
+                log.error("Flagged:", stringsToTranslate);
                 return null;
             }
             else {
@@ -303,16 +304,16 @@ export class YpLlmTranslation {
             }
         }
         catch (error) {
-            console.error("Error in getAnswerIdeas:", error);
+            log.error("Error in getAnswerIdeas:", error);
             return undefined;
         }
     }
     async getChoiceTranslation(languageIsoCode, answerContent, maxCharactersInTranslation = 140) {
         try {
-            console.log(`async getChoiceTranslation: ${answerContent}`);
+            log.info(`async getChoiceTranslation: ${answerContent}`);
             const languageName = YpLanguages.getEnglishName(languageIsoCode) || languageIsoCode;
             if (await this.getModerationFlag(answerContent)) {
-                console.error("Flagged:", answerContent);
+                log.error("Flagged:", answerContent);
                 return null;
             }
             else {
@@ -326,16 +327,16 @@ export class YpLlmTranslation {
             }
         }
         catch (error) {
-            console.error("Error in getAnswerIdeas:", error);
+            log.error("Error in getAnswerIdeas:", error);
             return undefined;
         }
     }
     async getQuestionTranslation(languageIsoCode, question, maxCharactersInTranslation = 300) {
         try {
-            console.log(`getQuestionTranslation: ${question} ${languageIsoCode}`);
+            log.info(`getQuestionTranslation: ${question} ${languageIsoCode}`);
             const languageName = YpLanguages.getEnglishName(languageIsoCode) || languageIsoCode;
             if (await this.getModerationFlag(question)) {
-                console.error("Flagged:", question);
+                log.error("Flagged:", question);
                 return null;
             }
             else {
@@ -349,7 +350,7 @@ export class YpLlmTranslation {
             }
         }
         catch (error) {
-            console.error("Error in getAnswerIdeas:", error);
+            log.error("Error in getAnswerIdeas:", error);
             return undefined;
         }
     }
@@ -369,16 +370,16 @@ export class YpLlmTranslation {
         let running = true;
         while (running) {
             try {
-                console.log(`Messages ${retries}:`, messages);
+                log.info(`Messages ${retries}:`, messages);
                 const results = await this.openaiClient.chat.completions.create({
                     model: this.modelName,
                     messages,
                     max_tokens: this.maxTokens,
                     temperature: this.temperature,
                 });
-                console.log("Results:", results);
+                log.info("Results:", results);
                 let llmOutput = results.choices[0].message.content;
-                console.log("Return text:", llmOutput);
+                log.info("Return text:", llmOutput);
                 if (parseJson) {
                     if (llmOutput) {
                         llmOutput = llmOutput.replace(/```json/g, "");
@@ -386,7 +387,7 @@ export class YpLlmTranslation {
                         return JSON.parse(jsonrepair(llmOutput));
                     }
                     {
-                        console.error("No content in response");
+                        log.error("No content in response");
                         return undefined;
                     }
                 }
@@ -395,7 +396,7 @@ export class YpLlmTranslation {
                 }
             }
             catch (error) {
-                console.error("Error in getChoiceTranslation:", error);
+                log.error("Error in getChoiceTranslation:", error);
                 retries++;
                 if (retries > maxRetries) {
                     running = false;
@@ -405,7 +406,7 @@ export class YpLlmTranslation {
         }
     }
     async callSchemaLlm(jsonInSchema, jsonOutSchema, lengthInfo, languageName, question, toTranslate, maxCharactersInTranslation, systemRenderer, userRenderer) {
-        console.log("Call schema LLM:", jsonInSchema, jsonOutSchema, lengthInfo, languageName, question, toTranslate, maxCharactersInTranslation);
+        log.info("Call schema LLM:", jsonInSchema, jsonOutSchema, lengthInfo, languageName, question, toTranslate, maxCharactersInTranslation);
         const messages = [
             {
                 role: "system",
@@ -421,16 +422,16 @@ export class YpLlmTranslation {
         let running = true;
         while (running) {
             try {
-                console.log(`Messages ${retries}:`, messages);
+                log.info(`Messages ${retries}:`, messages);
                 const results = await this.openaiClient.chat.completions.create({
                     model: this.modelName,
                     messages,
                     max_tokens: this.maxTokens,
                     temperature: this.temperature,
                 });
-                console.log("Results:", results);
+                log.info("Results:", results);
                 let textJson = results.choices[0].message.content;
-                console.log("Text JSON:", textJson);
+                log.info("Text JSON:", textJson);
                 if (textJson) {
                     textJson = textJson.replace(/```json/g, "");
                     textJson = textJson.replace(/```/g, "");
@@ -439,28 +440,28 @@ export class YpLlmTranslation {
                         if (maxCharactersInTranslation &&
                             translationData.translatedContent.length >
                                 maxCharactersInTranslation) {
-                            console.log("Translation too long retrying:", translationData.translatedContent);
+                            log.info("Translation too long retrying:", translationData.translatedContent);
                             messages[0].content = this.renderSchemaTryAgainSystemMessage(jsonInSchema, jsonOutSchema, lengthInfo, translationData.translatedContent);
                             throw new Error("Translation too long");
                         }
                         running = false;
-                        console.log("Return text " + translationData.translatedContent);
+                        log.info("Return text " + translationData.translatedContent);
                         return translationData.translatedContent;
                     }
                     else {
                         this.temperature = Math.random() * 0.99;
-                        console.log("No content in response. Temperature set to: " + this.temperature);
+                        log.info("No content in response. Temperature set to: " + this.temperature);
                         throw new Error("No content in response");
                     }
                 }
                 else {
                     this.temperature = Math.random() * 0.99;
-                    console.log("No content in response. Temperature set to:" + this.temperature);
+                    log.info("No content in response. Temperature set to:" + this.temperature);
                     throw new Error("No content in response");
                 }
             }
             catch (error) {
-                console.error("Error in callSchemaLlm:", error);
+                log.error("Error in callSchemaLlm:", error);
                 retries++;
                 if (retries > maxRetries) {
                     running = false;

package/services/models/ac_activity.cjs

@@ -1,5 +1,5 @@
 "use strict";
-const log = require('../utils/logger.cjs');
+const log = require('../../utils/logger.cjs');
 const queue = require('../workers/queue.cjs');
 const toJson = require('../utils/to_json.cjs');
 const commonIndexForActivitiesAndNewsFeeds = require('../engine/news_feeds/activity_and_item_index_definitions.cjs').commonIndexForActivitiesAndNewsFeeds;

package/services/models/ac_notification.cjs

@@ -1,6 +1,6 @@
 "use strict";
 const async = require("async");
-const log = require('../utils/logger.cjs');
+const log = require('../../utils/logger.cjs');
 const toJson = require('../utils/to_json.cjs');
 const _ = require('lodash');
 const queue = require('../workers/queue.cjs');