@yellowpanther/shared 1.1.7 → 1.2.1

package/package.json

@@ -1,6 +1,9 @@
 {
   "name": "@yellowpanther/shared",
-  "version": "1.1.7",
+  "version": "1.2.1",
+  "publishConfig": {
+    "access": "public"
+  },
   "description": "Reusable shared utilities for YP microservices (e.g., redis, queue, config)",
   "author": "Yellow Panther",
   "main": "src/index.js",
@@ -18,6 +21,15 @@
     "./queue/compressionQueue": "./src/queue/compressionQueue.js",
     "./queue/newsTranslationQueue": "./src/queue/newsTranslationQueue.js",
     "./queue/newsTranslateQueue": "./src/queue/newsTranslateQueue.js",
+    "./queue/newsPublishQueue": "./src/queue/newsPublishQueue.js",
+    "./queue/articlePublishQueue": "./src/queue/articlePublishQueue.js",
+    "./queue/videoPublishQueue": "./src/queue/videoPublishQueue.js",
+    "./queue/imagePublishQueue": "./src/queue/imagePublishQueue.js",
+    "./queue/imageAlbumPublishQueue": "./src/queue/imageAlbumPublishQueue.js",
+    "./queue/pagePublishQueue": "./src/queue/pagePublishQueue.js",
+    "./queue/productPublishQueue": "./src/queue/productPublishQueue.js",
+    "./queue/quizPublishQueue": "./src/queue/quizPublishQueue.js",
+    "./queue/predictPublishQueue": "./src/queue/predictPublishQueue.js",
     "./queue/queueRegistry": "./src/queue/queueRegistry.js",
     "./*": "./src/*"
   },

package/src/config/index.js

@@ -29,6 +29,9 @@ const envValidation = Joi.object()
     LOG_FOLDER: Joi.string().optional(),
     LOG_FILE: Joi.string().optional(),
     LOG_LEVEL: Joi.string().optional(),
+    REGISTER_REPEATABLES: Joi.number().optional().default(0),
+    DEBUG_DB: Joi.number().optional().default(0),
+    DEBUG_LOGGER: Joi.number().optional().default(0),
 
     REDIS_HOST: Joi.string().default('127.0.0.1'),
     REDIS_PORT: Joi.number().default(6379),
@@ -98,6 +101,7 @@ const videoPresets = {
 module.exports = {
   name: process.env.APP_NAME || 'ip-cms',
   nodeEnv: envVar.NODE_ENV,
+  registerRepeatables: envVar.REGISTER_REPEATABLES || 0,
   port: envVar.PORT,
   dbHost: envVar.DB_HOST,
   dbUser: envVar.DB_USER,
@@ -125,6 +129,10 @@ module.exports = {
     env: process.env.NODE_ENV || 'development',
     port: process.env.PORT || 3000
   },
+  debug: {
+    logger: envVar.DEBUG_LOGGER || 0,
+    db: envVar.DEBUG_DB || 0
+  },
   jwt: {
     secret: envVar.JWT_SECRET,
     accessExpirationMinutes: envVar.JWT_ACCESS_EXPIRATION_MINUTES,

package/src/index.js

@@ -9,5 +9,14 @@ module.exports = {
   compressionQueue: require('./queue/compressionQueue'),
   addCompressionJob: require('./queue/compressionQueue').addCompressionJob,
   newsTranslateQueue: require('./queue/newsTranslateQueue'),
-  addNewsTranslationJob: require('./queue/newsTranslateQueue').addNewsTranslationJob
+  addNewsTranslationJob: require('./queue/newsTranslateQueue').addNewsTranslationJob,
+  addNewsPublishJob: require('./queue/newsPublishQueue').addNewsPublishJob,
+  addArticlePublishJob: require('./queue/articlePublishQueue').addArticlePublishJob,
+  addVideoPublishJob: require('./queue/videoPublishQueue').addVideoPublishJob,
+  addImagePublishJob: require('./queue/imagePublishQueue').addImagePublishJob,
+  addPagePublishJob: require('./queue/pagePublishQueue').addPagePublishJob,
+  addProductPublishJob: require('./queue/productPublishQueue').addProductPublishJob,
+  addQuizPublishJob: require('./queue/quizPublishQueue').addQuizPublishJob,
+  addPredictionPublishJob: require('./queue/predictionPublishQueue').addPredictionPublishJob,
+  addImageAlbumPublishJob: require('./queue/imageAlbumPublishQueue').addImageAlbumPublishJob,
 };

package/src/queue/articlePublishQueue.js

@@ -0,0 +1,164 @@
+// src/queue/articlePublishQueue.js
+// One-off *publish* scheduler for article items (BullMQ).
+// Strong upsert: purge any prior job for the same article before adding a new delayed job.
+
+const { Queue } = require('bullmq');
+const redisClient = require('../redis/redisClient');
+// const logger = require('../logger'); // uncomment if you have a shared logger
+
+const DEBUG = String(process.env.DEBUG_LOGGER || '').trim() === '1';
+const DRIFT_MS = Math.max(0, Number(process.env.SCHEDULE_DRIFT_MS || 250));
+
+const articlePublishQueue = new Queue('articlePublishQueue', {
+  connection: redisClient,
+  defaultJobOptions: {
+    attempts: 5,
+    backoff: { type: 'exponential', delay: 2000 },
+    removeOnComplete: 500,
+    removeOnFail: 500,
+  },
+});
+
+// --- ID helpers --------------------------------------------------------------
+
+function stableJobId(article_id) {
+  return `article:publish:${article_id}`;
+}
+function versionedJobId(article_id, runAtIso) {
+  return `article:publish:${article_id}:${runAtIso}`;
+}
+
+// --- Time helpers ------------------------------------------------------------
+
+/** Parse anything into a UTC Date. Strings without timezone are treated as UTC. */
+function normalizeToUtcDate(input) {
+  if (input instanceof Date) return new Date(input.getTime());
+  if (typeof input === 'number') return new Date(input); // epoch ms
+
+  if (typeof input === 'string') {
+    // Has timezone (Z or ±hh:mm)
+    if (/[zZ]|[+\-]\d{2}:\d{2}$/.test(input)) {
+      const d = new Date(input);
+      if (Number.isNaN(d.getTime())) throw new Error(`Invalid ISO datetime: ${input}`);
+      return d;
+    }
+    // No timezone => treat as UTC
+    const s = input.trim().replace(' ', 'T');
+    const d = new Date(`${s}Z`);
+    if (Number.isNaN(d.getTime())) throw new Error(`Invalid datetime (no tz): ${input}`);
+    return d;
+  }
+
+  throw new Error(`Unsupported runAtUtc type: ${typeof input}`);
+}
+
+// --- Purge helpers -----------------------------------------------------------
+
+async function findPendingArticleJobs(article_id) {
+  const states = ['delayed', 'waiting', 'waiting-children', 'active'];
+  const jobs = await articlePublishQueue.getJobs(states);
+  return jobs.filter(
+    (j) => j?.name === 'article:publish' && j?.data?.article_id === String(article_id)
+  );
+}
+
+async function purgeExistingForArticle(article_id) {
+  let removed = 0;
+
+  // Remove any pending/waiting/active jobs for this article
+  const pendings = await findPendingArticleJobs(article_id);
+  for (const j of pendings) {
+    try {
+      await j.remove();
+      removed++;
+    } catch (e) {
+      if (DEBUG) console.warn(`[articlePublishQueue] failed to remove pending job ${j.id}: ${e.message}`);
+    }
+  }
+
+  // Also remove a leftover stable job if present
+  const last = await articlePublishQueue.getJob(stableJobId(article_id));
+  if (last) {
+    try {
+      await last.remove();
+      removed++;
+    } catch (e) {
+      if (DEBUG) console.warn(`[articlePublishQueue] failed to remove stable job ${last.id}: ${e.message}`);
+    }
+  }
+
+  if (DEBUG) {
+    console.info('[articlePublishQueue] purgeExistingForArticle', {
+      article_id: String(article_id),
+      removed,
+    });
+  }
+  return removed;
+}
+
+// --- Public API --------------------------------------------------------------
+
+/**
+ * Upsert a one-off publish job for an article.
+ * - Purges any previous jobs for this article
+ * - Uses a versioned jobId by default (or stable if useStableId=true)
+ *
+ * @param {Object} params
+ * @param {string|number} params.article_id
+ * @param {string|number|Date} params.runAtUtc - ISO string, epoch ms, or Date (UTC)
+ * @param {object} [params.extra]
+ * @param {boolean} [params.useStableId=false] - if true, uses stable jobId
+ */
+async function addArticlePublishJob({ article_id, runAtUtc, extra = {}, useStableId = false }) {
+  if (!article_id || !runAtUtc) {
+    throw new Error('addArticlePublishJob: article_id and runAtUtc are required');
+  }
+
+  const runAt = normalizeToUtcDate(runAtUtc);
+  const runAtIso = runAt.toISOString();
+
+  // drift guard to avoid immediate fire due to ms skew
+  const now = Date.now();
+  let delayMs = runAt.getTime() - now;
+  if (delayMs < DRIFT_MS) delayMs = Math.max(0, DRIFT_MS);
+
+  // Purge any prior jobs for this article (across states)
+  await purgeExistingForArticle(article_id);
+
+  // Choose jobId strategy
+  const jobId = useStableId ? stableJobId(article_id) : versionedJobId(article_id, runAtIso);
+
+  const job = await articlePublishQueue.add(
+    'article:publish',
+    { article_id: String(article_id), runAtUtc: runAtIso, extra },
+    { jobId, delay: delayMs }
+  );
+
+  if (DEBUG) {
+    console.info('[articlePublishQueue] upsert', {
+      article_id: String(article_id),
+      jobId,
+      runAtIso,
+      delayMs,
+      nowIso: new Date(now).toISOString(),
+    });
+  }
+
+  return job;
+}
+
+/** Cancel any scheduled publish for a given article (if present). */
+async function cancelArticlePublishJob(article_id) {
+  const removed = await purgeExistingForArticle(article_id);
+  return removed > 0;
+}
+
+module.exports = {
+  articlePublishQueue,
+  addArticlePublishJob,
+  cancelArticlePublishJob,
+  // exported helpers for tooling/tests
+  stableJobId,
+  versionedJobId,
+  normalizeToUtcDate,
+};

package/src/queue/imageAlbumPublishQueue.js

@@ -0,0 +1,164 @@
+// src/queue/imageAlbumPublishQueue.js
+// One-off *publish* scheduler for image album items (BullMQ).
+// Strong upsert: purge any prior job for the same album before adding a new delayed job.
+
+const { Queue } = require('bullmq');
+const redisClient = require('../redis/redisClient');
+// const logger = require('../logger'); // uncomment if you have a shared logger
+
+const DEBUG    = String(process.env.DEBUG_LOGGER || '').trim() === '1';
+const DRIFT_MS = Math.max(0, Number(process.env.SCHEDULE_DRIFT_MS || 250));
+
+const imageAlbumPublishQueue = new Queue('imageAlbumPublishQueue', {
+  connection: redisClient,
+  defaultJobOptions: {
+    attempts: 5,
+    backoff: { type: 'exponential', delay: 2000 },
+    removeOnComplete: 500,
+    removeOnFail: 500,
+  },
+});
+
+// ── ID helpers ────────────────────────────────────────────────────────────────
+
+function stableJobId(album_id) {
+  return `imageAlbum:publish:${album_id}`;
+}
+function versionedJobId(album_id, runAtIso) {
+  return `imageAlbum:publish:${album_id}:${runAtIso}`;
+}
+
+// ── Time helpers ──────────────────────────────────────────────────────────────
+
+/** Parse anything into a UTC Date. Strings without timezone are treated as UTC. */
+function normalizeToUtcDate(input) {
+  if (input instanceof Date) return new Date(input.getTime());
+  if (typeof input === 'number') return new Date(input); // epoch ms
+
+  if (typeof input === 'string') {
+    // Has timezone (Z or ±hh:mm)
+    if (/[zZ]|[+\-]\d{2}:\d{2}$/.test(input)) {
+      const d = new Date(input);
+      if (Number.isNaN(d.getTime())) throw new Error(`Invalid ISO datetime: ${input}`);
+      return d;
+    }
+    // No timezone => treat as UTC
+    const s = input.trim().replace(' ', 'T');
+    const d = new Date(`${s}Z`);
+    if (Number.isNaN(d.getTime())) throw new Error(`Invalid datetime (no tz): ${input}`);
+    return d;
+  }
+
+  throw new Error(`Unsupported runAtUtc type: ${typeof input}`);
+}
+
+// ── Purge helpers ────────────────────────────────────────────────────────────
+
+async function findPendingAlbumJobs(album_id) {
+  const states = ['delayed', 'waiting', 'waiting-children', 'active'];
+  const jobs = await imageAlbumPublishQueue.getJobs(states);
+  return jobs.filter(
+    (j) => j?.name === 'imageAlbum:publish' && j?.data?.album_id === String(album_id)
+  );
+}
+
+async function purgeExistingForAlbum(album_id) {
+  let removed = 0;
+
+  // Remove any pending/waiting/active jobs for this album
+  const pendings = await findPendingAlbumJobs(album_id);
+  for (const j of pendings) {
+    try {
+      await j.remove();
+      removed++;
+    } catch (e) {
+      if (DEBUG) console.warn(`[imageAlbumPublishQueue] failed to remove pending job ${j.id}: ${e.message}`);
+    }
+  }
+
+  // Also remove a leftover stable job if present
+  const last = await imageAlbumPublishQueue.getJob(stableJobId(album_id));
+  if (last) {
+    try {
+      await last.remove();
+      removed++;
+    } catch (e) {
+      if (DEBUG) console.warn(`[imageAlbumPublishQueue] failed to remove stable job ${last.id}: ${e.message}`);
+    }
+  }
+
+  if (DEBUG) {
+    console.info('[imageAlbumPublishQueue] purgeExistingForAlbum', {
+      album_id: String(album_id),
+      removed,
+    });
+  }
+  return removed;
+}
+
+// ── Public API ───────────────────────────────────────────────────────────────
+
+/**
+ * Upsert a one-off publish job for an image album.
+ * - Purges any previous jobs for this album
+ * - Uses a versioned jobId by default (or stable if useStableId=true)
+ *
+ * @param {Object} params
+ * @param {string|number} params.album_id
+ * @param {string|number|Date} params.runAtUtc - ISO string, epoch ms, or Date (UTC)
+ * @param {object} [params.extra]
+ * @param {boolean} [params.useStableId=false] - if true, uses stable jobId
+ */
+async function addImageAlbumPublishJob({ album_id, runAtUtc, extra = {}, useStableId = false }) {
+  if (!album_id || !runAtUtc) {
+    throw new Error('addImageAlbumPublishJob: album_id and runAtUtc are required');
+  }
+
+  const runAt = normalizeToUtcDate(runAtUtc);
+  const runAtIso = runAt.toISOString();
+
+  // Drift guard to avoid immediate fire due to ms skew
+  const now = Date.now();
+  let delayMs = runAt.getTime() - now;
+  if (delayMs < DRIFT_MS) delayMs = Math.max(0, DRIFT_MS);
+
+  // Purge any prior jobs for this album (across states)
+  await purgeExistingForAlbum(album_id);
+
+  // Choose jobId strategy
+  const jobId = useStableId ? stableJobId(album_id) : versionedJobId(album_id, runAtIso);
+
+  const job = await imageAlbumPublishQueue.add(
+    'imageAlbum:publish',
+    { album_id: String(album_id), runAtUtc: runAtIso, extra },
+    { jobId, delay: delayMs }
+  );
+
+  if (DEBUG) {
+    console.info('[imageAlbumPublishQueue] upsert', {
+      album_id: String(album_id),
+      jobId,
+      runAtIso,
+      delayMs,
+      nowIso: new Date(now).toISOString(),
+    });
+  }
+
+  return job;
+}
+
+/** Cancel any scheduled publish for a given image album (if present). */
+async function cancelImageAlbumPublishJob(album_id) {
+  const removed = await purgeExistingForAlbum(album_id);
+  return removed > 0;
+}
+
+module.exports = {
+  imageAlbumPublishQueue,
+  addImageAlbumPublishJob,
+  cancelImageAlbumPublishJob,
+  // helpers for tooling/tests
+  stableJobId,
+  versionedJobId,
+  normalizeToUtcDate,
+};

package/src/queue/imagePublishQueue.js

@@ -0,0 +1,164 @@
+// src/queue/imagePublishQueue.js
+// One-off *publish* scheduler for image items (BullMQ).
+// Strong upsert: purge any prior job for the same image before adding a new delayed job.
+
+const { Queue } = require('bullmq');
+const redisClient = require('../redis/redisClient');
+// const logger = require('../logger'); // uncomment if you have a shared logger
+
+const DEBUG    = String(process.env.DEBUG_LOGGER || '').trim() === '1';
+const DRIFT_MS = Math.max(0, Number(process.env.SCHEDULE_DRIFT_MS || 250));
+
+const imagePublishQueue = new Queue('imagePublishQueue', {
+  connection: redisClient,
+  defaultJobOptions: {
+    attempts: 5,
+    backoff: { type: 'exponential', delay: 2000 },
+    removeOnComplete: 500,
+    removeOnFail: 500,
+  },
+});
+
+// ── ID helpers ─────────────────────────────────────────────────────────────────
+
+function stableJobId(image_id) {
+  return `image:publish:${image_id}`;
+}
+function versionedJobId(image_id, runAtIso) {
+  return `image:publish:${image_id}:${runAtIso}`;
+}
+
+// ── Time helpers ───────────────────────────────────────────────────────────────
+
+/** Parse anything into a UTC Date. Strings without timezone are treated as UTC. */
+function normalizeToUtcDate(input) {
+  if (input instanceof Date) return new Date(input.getTime());
+  if (typeof input === 'number') return new Date(input); // epoch ms
+
+  if (typeof input === 'string') {
+    // Has timezone (Z or ±hh:mm)
+    if (/[zZ]|[+\-]\d{2}:\d{2}$/.test(input)) {
+      const d = new Date(input);
+      if (Number.isNaN(d.getTime())) throw new Error(`Invalid ISO datetime: ${input}`);
+      return d;
+    }
+    // No timezone => treat as UTC
+    const s = input.trim().replace(' ', 'T');
+    const d = new Date(`${s}Z`);
+    if (Number.isNaN(d.getTime())) throw new Error(`Invalid datetime (no tz): ${input}`);
+    return d;
+  }
+
+  throw new Error(`Unsupported runAtUtc type: ${typeof input}`);
+}
+
+// ── Purge helpers ─────────────────────────────────────────────────────────────
+
+async function findPendingImageJobs(image_id) {
+  const states = ['delayed', 'waiting', 'waiting-children', 'active'];
+  const jobs = await imagePublishQueue.getJobs(states);
+  return jobs.filter(
+    (j) => j?.name === 'image:publish' && j?.data?.image_id === String(image_id)
+  );
+}
+
+async function purgeExistingForImage(image_id) {
+  let removed = 0;
+
+  // Remove any pending/waiting/active jobs for this image
+  const pendings = await findPendingImageJobs(image_id);
+  for (const j of pendings) {
+    try {
+      await j.remove();
+      removed++;
+    } catch (e) {
+      if (DEBUG) console.warn(`[imagePublishQueue] failed to remove pending job ${j.id}: ${e.message}`);
+    }
+  }
+
+  // Also remove a leftover stable job if present
+  const last = await imagePublishQueue.getJob(stableJobId(image_id));
+  if (last) {
+    try {
+      await last.remove();
+      removed++;
+    } catch (e) {
+      if (DEBUG) console.warn(`[imagePublishQueue] failed to remove stable job ${last.id}: ${e.message}`);
+    }
+  }
+
+  if (DEBUG) {
+    console.info('[imagePublishQueue] purgeExistingForImage', {
+      image_id: String(image_id),
+      removed,
+    });
+  }
+  return removed;
+}
+
+// ── Public API ────────────────────────────────────────────────────────────────
+
+/**
+ * Upsert a one-off publish job for an image.
+ * - Purges any previous jobs for this image
+ * - Uses a versioned jobId by default (or stable if useStableId=true)
+ *
+ * @param {Object} params
+ * @param {string|number} params.image_id
+ * @param {string|number|Date} params.runAtUtc - ISO string, epoch ms, or Date (UTC)
+ * @param {object} [params.extra]
+ * @param {boolean} [params.useStableId=false] - if true, uses stable jobId
+ */
+async function addImagePublishJob({ image_id, runAtUtc, extra = {}, useStableId = false }) {
+  if (!image_id || !runAtUtc) {
+    throw new Error('addImagePublishJob: image_id and runAtUtc are required');
+  }
+
+  const runAt = normalizeToUtcDate(runAtUtc);
+  const runAtIso = runAt.toISOString();
+
+  // Drift guard to avoid immediate fire due to ms skew
+  const now = Date.now();
+  let delayMs = runAt.getTime() - now;
+  if (delayMs < DRIFT_MS) delayMs = Math.max(0, DRIFT_MS);
+
+  // Purge any prior jobs for this image (across states)
+  await purgeExistingForImage(image_id);
+
+  // Choose jobId strategy
+  const jobId = useStableId ? stableJobId(image_id) : versionedJobId(image_id, runAtIso);
+
+  const job = await imagePublishQueue.add(
+    'image:publish',
+    { image_id: String(image_id), runAtUtc: runAtIso, extra },
+    { jobId, delay: delayMs }
+  );
+
+  if (DEBUG) {
+    console.info('[imagePublishQueue] upsert', {
+      image_id: String(image_id),
+      jobId,
+      runAtIso,
+      delayMs,
+      nowIso: new Date(now).toISOString(),
+    });
+  }
+
+  return job;
+}
+
+/** Cancel any scheduled publish for a given image (if present). */
+async function cancelImagePublishJob(image_id) {
+  const removed = await purgeExistingForImage(image_id);
+  return removed > 0;
+}
+
+module.exports = {
+  imagePublishQueue,
+  addImagePublishJob,
+  cancelImagePublishJob,
+  // helpers for tooling/tests
+  stableJobId,
+  versionedJobId,
+  normalizeToUtcDate,
+};