@okf/ootils 1.6.9 → 1.6.11

package/dist/universal.js

@@ -20,6 +20,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/universal.ts
 var universal_exports = {};
 __export(universal_exports, {
+  BASE_BULLMQ_CONFIG: () => BASE_BULLMQ_CONFIG,
   deleteVal: () => deleteVal,
   extractAllBlocksFromTpl: () => extractAllBlocksFromTpl,
   genTagId: () => genTagId,
@@ -304,8 +305,249 @@ var _extractBlocksFromSomeBuilders = ({
     allBlocksAry.push(...inputBlockConfigsToPush);
   }
 };
+
+// src/bullmq/GLOBAL_BULLMQ_CONFIG.js
+var BASE_BULLMQ_CONFIG = {
+  PLUGIN__MAD_USERS_SYNC_QUEUE: {
+    id: "plugin--mad-users-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      // Process jobs one at a time to avoid race conditions
+      limiter: {
+        max: 5,
+        // Max 10 jobs per...
+        duration: 6e4
+        // ...60 seconds (rate limiting)
+      }
+    }
+  },
+  // Chunk Processing Queue
+  CREATE_CHUNKS_QUEUE: {
+    id: "create-chunks-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  CREATE_ANNOS_QUEUE: {
+    id: "create-annos-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  CONTENT_ENHANCE_AND_EMBED_QUEUE: {
+    id: "content-enhance-and-embed-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  DIRECT_DATA_IMPORT_QUEUE: {
+    id: "direct-data-import-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      limiter: {
+        max: 5,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  AI_CATEGORIZE_QUEUE: {
+    id: "ai-categorize-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  ANNOS_ELASTIC_SYNC_QUEUE: {
+    id: "annos-elastic-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  CHUNKS_ELASTIC_SYNC_QUEUE: {
+    id: "chunks-elastic-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  }
+};
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  BASE_BULLMQ_CONFIG,
   deleteVal,
   extractAllBlocksFromTpl,
   genTagId,

package/dist/universal.mjs

@@ -272,7 +272,248 @@ var _extractBlocksFromSomeBuilders = ({
     allBlocksAry.push(...inputBlockConfigsToPush);
   }
 };
+
+// src/bullmq/GLOBAL_BULLMQ_CONFIG.js
+var BASE_BULLMQ_CONFIG = {
+  PLUGIN__MAD_USERS_SYNC_QUEUE: {
+    id: "plugin--mad-users-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      // Process jobs one at a time to avoid race conditions
+      limiter: {
+        max: 5,
+        // Max 10 jobs per...
+        duration: 6e4
+        // ...60 seconds (rate limiting)
+      }
+    }
+  },
+  // Chunk Processing Queue
+  CREATE_CHUNKS_QUEUE: {
+    id: "create-chunks-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  CREATE_ANNOS_QUEUE: {
+    id: "create-annos-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 10,
+      // Process 10 jobs at once for chunk processing
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  CONTENT_ENHANCE_AND_EMBED_QUEUE: {
+    id: "content-enhance-and-embed-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // Max 50 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  DIRECT_DATA_IMPORT_QUEUE: {
+    id: "direct-data-import-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        attempts: 3,
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      limiter: {
+        max: 5,
+        // Max 5 jobs per...
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  AI_CATEGORIZE_QUEUE: {
+    id: "ai-categorize-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 1,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  ANNOS_ELASTIC_SYNC_QUEUE: {
+    id: "annos-elastic-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  },
+  CHUNKS_ELASTIC_SYNC_QUEUE: {
+    id: "chunks-elastic-sync-queue",
+    queueConfig: {
+      defaultJobOptions: {
+        attempts: 3,
+        backoff: {
+          type: "exponential",
+          delay: 2e3
+        },
+        removeOnComplete: 30,
+        removeOnFail: 100
+      },
+      streams: {
+        events: {
+          maxLen: 10
+          // Keep very low, cuz we dont really use historical stream events as of now
+        }
+      }
+    },
+    workerConfig: {
+      concurrency: 5,
+      limiter: {
+        max: 100,
+        // (lets always keep this same as content enhance & embed since it comes immediately after)
+        duration: 6e4
+        // ...60 seconds (higher throughput for chunking)
+      }
+    }
+  }
+};
 export {
+  BASE_BULLMQ_CONFIG,
   deleteVal,
   extractAllBlocksFromTpl,
   genTagId,

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.6.9",
+  "version": "1.6.11",
   "description": "Utility functions for both browser and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",