backend-manager 5.9.1 → 5.9.3

package/CHANGELOG.md

@@ -14,6 +14,26 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 - `Fixed` for any bug fixes.
 - `Security` in case of vulnerabilities.
 
+# [5.9.3] - 2026-06-21
+
+### Changed
+- **`admin/hook` route now triggers BEM internal crons.** Path resolution searches BEM's events directory (crons), consumer project root, and consumer hooks/ directory. Supports both function exports (`module.exports = async (opts) => {}`) and class-based hooks. Example: `POST /admin/hook { path: "cron/daily/blog-auto-publisher" }`.
+- **MCP `run_hook` tool updated** with expanded description and example paths for all built-in cron jobs.
+
+### Available hook paths (built-in BEM crons)
+- `cron/daily/blog-auto-publisher` — generate + publish blog articles
+- `cron/daily/marketing-newsletter-generate` — pre-generate newsletter content
+- `cron/daily/marketing-prune` — prune inactive marketing contacts
+- `cron/daily/reset-usage` — reset monthly usage counters
+- `cron/daily/data-requests` — process GDPR data export requests
+- `cron/daily/expire-paypal-cancellations` — expire pending PayPal cancellations
+- `cron/frequent/marketing-campaigns` — send pending marketing campaigns
+
+# [5.9.2] - 2026-06-20
+
+### Added
+- Blog generation extended test (`test/content/blog-generate.js`). Run `npx mgr test mgr:content/blog-generate --extended` to exercise the full blog auto-publisher pipeline (source resolution → Ghostii → publish). Supports `BLOG_SOURCE`, `BLOG_NO_PUBLISH`, `BLOG_OPEN` env vars.
+
 # [5.9.1] - 2026-06-20
 
 ### Fixed

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "backend-manager",
-  "version": "5.9.1",
+  "version": "5.9.3",
   "description": "Quick tools for developing Firebase functions",
   "main": "src/manager/index.js",
   "bin": {

package/src/manager/libraries/email/data/disposable-domains.json

@@ -296,6 +296,7 @@
   "80fight.cn",
   "8127ep.com",
   "816qs.com",
+  "862808.xyz",
   "875888.xyz",
   "8mail.cf",
   "8mail.ga",
@@ -1137,6 +1138,8 @@
   "bundes-li.ga",
   "bunsenhoneydew.com",
   "burangir.com",
+  "burnermail.bond",
+  "burnermail.cyou",
   "burnthespam.info",
   "burry.eu.org",
   "burstmail.info",
@@ -1274,6 +1277,7 @@
   "chammy.info",
   "chanceforfuture.org",
   "chansd.com",
+  "chantellegribbon.com",
   "chaocosen.com",
   "chapsmail.com",
   "charityrcao.org.uk",
@@ -1365,6 +1369,7 @@
   "clockemail.com",
   "clone21.io.vn",
   "cloneemail.com",
+  "clonekhoe.com",
   "clonemailsieure.com",
   "clonemoi.tk",
   "clonetrust.com",
@@ -2615,6 +2620,7 @@
   "gendeng.indevs.in",
   "genderfuck.net",
   "generator.email",
+  "generator1email.com",
   "genzmaile.com",
   "genzotp.com",
   "geometrics.icu",
@@ -3682,6 +3688,7 @@
   "kommunity.biz",
   "kon42.com",
   "konican.com",
+  "konterkulo.com",
   "kontoko.org",
   "konultant-jurist.ru",
   "kook.ml",
@@ -4074,6 +4081,7 @@
   "mailfa.tk",
   "mailfall.com",
   "mailfast.pro",
+  "mailfirefly.com",
   "mailfirst.icu",
   "mailforspam.com",
   "mailfree.ga",
@@ -4204,6 +4212,7 @@
   "mailuniverse.co.uk",
   "mailvip.net",
   "mailw.site",
+  "mailx.click",
   "mailyan.my.id",
   "mailzi.ru",
   "mailzilla.com",
@@ -4252,6 +4261,7 @@
   "matra.site",
   "max-mail.org",
   "maxresistance.com",
+  "maxseeding.com",
   "maxturns.com",
   "mayre.shop",
   "mbox.re",
@@ -4294,6 +4304,7 @@
   "memoniclife.online",
   "memsg.site",
   "mengma.eu.cc",
+  "mengundang.live",
   "mentonit.net",
   "meocon.org",
   "meomo.store",
@@ -4778,6 +4789,8 @@
   "nfkah.eu.cc",
   "nghienplus.io.vn",
   "nghienplus.store",
+  "nguyenlieu24h.com",
+  "nguyentinhblog.com",
   "nguyenusedcars.com",
   "nh3.ro",
   "nhienpv1.io.vn",
@@ -5297,6 +5310,7 @@
   "pricegh.fun",
   "pride-worldwi.de",
   "primabananen.net",
+  "primejetnet.com",
   "prin.be",
   "printz.site",
   "prisonity.com",
@@ -5406,6 +5420,7 @@
   "qq.my",
   "qsl.ro",
   "qsmail.cc.cd",
+  "qsuo.uno",
   "qtum-ico.com",
   "quadrafit.com",
   "quarvex.cfd",
@@ -5462,6 +5477,7 @@
   "rawr.foo",
   "rax.la",
   "raxtest.com",
+  "rayrayactive.com",
   "razemail.com",
   "razeny.com",
   "razuz.com",
@@ -5686,6 +5702,7 @@
   "scpulse.com",
   "scrsot.com",
   "sd3.in",
+  "sdbbs.cc",
   "sdhaiok.eu.cc",
   "sdj.fr.nf",
   "sdvft.com",
@@ -5781,6 +5798,7 @@
   "shitmail.org",
   "shizuku-lulu.love",
   "shmeriously.com",
+  "shopaccmmo.com",
   "shopbantkclone.com",
   "shopempva11.com",
   "shopld.linkpc.net",
@@ -6206,6 +6224,7 @@
   "talmetry.com",
   "tamthomca.click",
   "tamttts.com",
+  "tandlplith.se",
   "tanlanav.com",
   "tanukis.org",
   "tanvo.online",
@@ -7107,6 +7126,7 @@
   "whatifanalytics.com",
   "whatpaas.com",
   "whatsaas.com",
+  "whf222.top",
   "whiffles.org",
   "whirlygirlink.org",
   "whispermail.org",
@@ -7258,6 +7278,7 @@
   "xn--ihq4pool8g32cwxiiqcovaa9159jhvah03g.top",
   "xn--jxsa73o.eu.org",
   "xn--yaho-sqa.com",
+  "xn-xp8h.bond",
   "xojxe.com",
   "xopmail.fun",
   "xost.us",
@@ -7460,6 +7481,7 @@
   "zhengwz.dpdns.org",
   "zhewei88.com",
   "zhizhiwei.fun",
+  "zhjjq.tech",
   "zhorachu.com",
   "zhousj.eu.org",
   "zik.dj",
@@ -7522,6 +7544,7 @@
   "zzzzzzzzzzzzzz-3928.dynv6.net",
   "zzzzzzzzzzzzzz-3940.dynv6.net",
   "zzzzzzzzzzzzzz-4283.dynv6.net",
+  "zzzzzzzzzzzzzz-4904.dynv6.net",
   "zzzzzzzzzzzzzz-5055.dynv6.net",
   "zzzzzzzzzzzzzz-5246.dynv6.net",
   "zzzzzzzzzzzzzz-546.dynv6.net",

package/src/manager/routes/admin/hook/post.js

@@ -1,75 +1,96 @@
 /**
- * POST /admin/hook - Run hook manually
- * Admin-only endpoint to trigger hooks
+ * POST /admin/hook - Run a hook or cron job manually
+ *
+ * Resolves the hook from multiple locations:
+ *   1. BEM internal crons (e.g. path="cron/daily/blog-auto-publisher")
+ *   2. BEM internal functions/core hooks
+ *   3. Consumer project root
+ *   4. Consumer hooks/ directory
+ *
+ * Supports both calling conventions:
+ *   - Function export: module.exports = async ({ Manager, assistant, ... }) => {}
+ *   - Class export: module.exports = class { main(assistant) {} }
  */
 module.exports = async ({ assistant, Manager, user, settings, analytics }) => {
 
-  // Require authentication (allow in dev)
   if (!user.authenticated && assistant.isProduction()) {
     return assistant.respond('Authentication required', { code: 401 });
   }
 
-  // Require admin (allow in dev)
   if (!user.roles.admin && assistant.isProduction()) {
     return assistant.respond('Admin required.', { code: 403 });
   }
 
-  // Check for required parameter
   if (!settings.path) {
     return assistant.respond('Missing required parameter: path', { code: 400 });
   }
 
   assistant.log('Running hook:', settings.path);
 
-  // Load the hook
-  const hook = loadHook(assistant, settings.path);
+  const loaded = loadHook(assistant, settings.path);
 
-  if (!hook) {
+  if (!loaded) {
     return assistant.respond(`Hook not found: ${settings.path}`, { code: 404 });
   }
 
-  // Run the hook
-  try {
-    // Set variables
-    hook.Manager = Manager;
-    hook.assistant = assistant;
-    hook.context = null;
-    hook.libraries = Manager.libraries;
-
-    // Get hook name
-    const hookName = settings.path.split('/').pop();
+  const hookName = settings.path.split('/').pop();
+  assistant.setLogPrefix(`hook/${hookName}()`);
 
-    // Set log prefix
-    assistant.setLogPrefix(`cron/daily/${hookName}()`);
-
-    // Run the hook
-    const result = await hook.main(assistant);
+  try {
+    let result;
+
+    if (loaded.type === 'function') {
+      result = await loaded.handler({
+        Manager,
+        assistant,
+        context: {},
+        libraries: Manager.libraries,
+      });
+    } else {
+      const instance = loaded.handler;
+      instance.Manager = Manager;
+      instance.assistant = assistant;
+      instance.context = null;
+      instance.libraries = Manager.libraries;
+      result = await instance.main(assistant);
+    }
 
-    // Track analytics
     analytics.event('admin/hook', { path: settings.path });
 
-    return assistant.respond(result);
+    return assistant.respond(result || { success: true });
   } catch (e) {
+    assistant.error(`Hook error: ${e.message}`, e);
     return assistant.respond(e.message, { code: 500 });
   }
 };
 
-// Helper: Load hook from multiple paths
 function loadHook(assistant, hookPath) {
   const Manager = assistant.Manager;
-  const paths = [
-    `${Manager.rootDirectory}/functions/core/${hookPath}`,
-    `${Manager.cwd}/${hookPath}`,
-    `${Manager.cwd}/hooks/${hookPath}`,
+  const path = require('path');
+
+  const searchPaths = [
+    // BEM internal crons + events (e.g. "cron/daily/blog-auto-publisher")
+    path.join(Manager.rootDirectory, 'events', hookPath),
+    // BEM internal functions/core
+    path.join(Manager.rootDirectory, '..', '..', 'functions', 'core', hookPath),
+    // Consumer project root
+    path.join(Manager.cwd, hookPath),
+    // Consumer hooks/ directory
+    path.join(Manager.cwd, 'hooks', hookPath),
   ];
 
-  for (let i = 0; i < paths.length; i++) {
-    const current = pathify(paths[i]);
-
-    assistant.log('Trying path:', current);
+  for (const searchPath of searchPaths) {
+    const resolved = pathify(searchPath);
+    assistant.log('Trying path:', resolved);
 
     try {
-      return (new (require(current))());
+      const mod = require(resolved);
+
+      if (typeof mod === 'function' && !mod.prototype?.main) {
+        return { type: 'function', handler: mod };
+      }
+
+      return { type: 'class', handler: new mod() };
     } catch (e) {
       // Continue to next path
     }
@@ -78,7 +99,6 @@ function loadHook(assistant, hookPath) {
   return null;
 }
 
-// Helper: Normalize path
-function pathify(path) {
-  return `${path.replace('.js', '')}.js`;
+function pathify(p) {
+  return `${p.replace(/\.js$/, '')}.js`;
 }

package/src/mcp/tools.js

@@ -459,15 +459,15 @@ module.exports = [
   // --- Hooks ---
   {
     name: 'run_hook',
-    description: 'Execute a custom hook by path (e.g. "cron/daily/my-job")',
+    description: 'Execute a hook or BEM cron job by path. Searches: BEM internal crons (e.g. "cron/daily/blog-auto-publisher", "cron/daily/marketing-newsletter-generate"), consumer hooks/ directory, and consumer project root. Supports both function exports and class-based hooks.',
     role: 'admin',
     method: 'POST',
     path: 'admin/hook',
-    annotations: { title: 'Run a custom hook', readOnlyHint: false, destructiveHint: false },
+    annotations: { title: 'Run hook or cron', readOnlyHint: false, destructiveHint: false },
     inputSchema: {
       type: 'object',
       properties: {
-        path: { type: 'string', description: 'Hook path to execute' },
+        path: { type: 'string', description: 'Hook path (e.g. "cron/daily/blog-auto-publisher", "cron/daily/marketing-newsletter-generate", "cron/daily/reset-usage", "cron/frequent/marketing-campaigns", or a consumer hook path)' },
       },
       required: ['path'],
     },

package/test/content/blog-generate.js

@@ -0,0 +1,160 @@
+/**
+ * Blog article generation test.
+ *
+ * Two modes:
+ *
+ * 1. DEFAULT MODE (no env required)
+ *    Verifies the blog auto-publisher config is readable and source resolution
+ *    works correctly. No AI calls, no publishing. Fast, free, deterministic.
+ *
+ * 2. AI PIPELINE MODE (set TEST_EXTENDED_MODE=1)
+ *    Runs the full blog auto-publisher pipeline: resolves a source, calls
+ *    Ghostii to write an article, and publishes it to the website repo via
+ *    admin/post. Same code path the daily cron uses. Costs money (AI tokens).
+ *
+ * Run from any consumer project's functions/ directory:
+ *   npx mgr test mgr:content/blog-generate                   # config check (fast, free)
+ *   TEST_EXTENDED_MODE=1  npx mgr test mgr:content/blog-generate  # full AI pipeline
+ *
+ * --- Env vars (AI mode only, require TEST_EXTENDED_MODE=1) ---
+ *   BLOG_SOURCE=<type>        Override the source type for this run.
+ *                              Values: '$brand', '$parent', '$feed:<url>', a URL, or text.
+ *                              Default: picks randomly from the first content entry's sources[].
+ *   BLOG_NO_PUBLISH=1         Generate the article but do NOT publish to the website repo.
+ *                              Useful for iterating on prompt quality without committing posts.
+ *   BLOG_OPEN=1               Auto-open the generated article in the default browser (macOS only).
+ *
+ * AI mode requires:
+ *   BACKEND_MANAGER_KEY   — authenticates with Ghostii + parent server
+ *   OPENAI_API_KEY        — Ghostii uses OpenAI internally (or BACKEND_MANAGER_OPENAI_API_KEY)
+ *   PARENT_API_URL        — or set `parent` in backend-manager-config.json (for $parent sources)
+ *
+ * Default mode requires: nothing.
+ */
+const path = require('path');
+const { execSync } = require('child_process');
+const jetpack = require('fs-jetpack');
+const powertools = require('node-powertools');
+
+module.exports = {
+  description: 'Generate a blog article (config check by default, full AI pipeline with TEST_EXTENDED_MODE)',
+  auth: 'none',
+  timeout: 300000,
+  async run({ assert, config, Manager, assistant, skip }) {
+    const env = process.env;
+    const blogConfig = Manager.config.blog;
+
+    // --- Default mode: config validation ---
+    if (!env.TEST_EXTENDED_MODE) {
+      assert.ok(blogConfig, 'blog config exists');
+      assert.ok(blogConfig.platform, 'blog.platform is set');
+      assert.equal(typeof blogConfig.enabled, 'boolean', 'blog.enabled is a boolean');
+
+      const contentArray = powertools.arrayify(blogConfig.content);
+      assert.ok(contentArray.length > 0, 'blog.content has at least one entry');
+
+      const entry = contentArray[0];
+      assert.ok(Array.isArray(entry.sources), 'first entry has sources array');
+      assert.ok(entry.sources.length > 0, 'first entry has at least one source');
+
+      // Verify source types are valid
+      for (const source of entry.sources) {
+        const validTypes = source === '$brand'
+          || source === '$parent'
+          || source.startsWith('$feed:')
+          || source.startsWith('http')
+          || typeof source === 'string';
+        assert.ok(validTypes, `source "${source}" is a valid type`);
+      }
+
+      // Verify provider exists
+      const providerPath = path.join(__dirname, '..', '..', 'src', 'manager', 'libraries', 'content', `${blogConfig.platform}.js`);
+      assert.ok(jetpack.exists(providerPath), `provider "${blogConfig.platform}" exists at ${providerPath}`);
+
+      console.log(`\n[blog-generate] Config OK:`);
+      console.log(`  platform: ${blogConfig.platform}`);
+      console.log(`  enabled: ${blogConfig.enabled}`);
+      console.log(`  entries: ${contentArray.length}`);
+      console.log(`  sources: ${entry.sources.join(', ')}`);
+      console.log(`  categories: ${(entry.categories || []).join(', ') || '(none)'}`);
+      console.log(`  tone: ${entry.tone || '(default)'}`);
+      console.log(`  (Set TEST_EXTENDED_MODE=1 to run the full AI pipeline.)`);
+      return;
+    }
+
+    // --- Extended mode: full AI pipeline ---
+    if (!blogConfig?.enabled) {
+      return skip('blog.enabled is false in config');
+    }
+
+    const publisherPath = path.join(__dirname, '..', '..', 'src', 'manager', 'events', 'cron', 'daily', 'blog-auto-publisher.js');
+    const publisher = require(publisherPath);
+
+    // Get content entries
+    const contentArray = powertools.arrayify(blogConfig.content);
+    assert.ok(contentArray.length > 0, 'blog.content has at least one entry');
+
+    // Clone and override for test
+    const content = JSON.parse(JSON.stringify(contentArray));
+    content[0].chance = 1.0;
+    content[0].quantity = 1;
+
+    // Override source if env specified
+    if (env.BLOG_SOURCE) {
+      content[0].sources = [env.BLOG_SOURCE];
+    }
+
+    Manager.config.blog.content = content;
+
+    // Output dir
+    const stamp = new Date().toISOString().replace(/[:.]/g, '-').replace(/-(\d{3})Z$/, '');
+    const outDir = path.join(process.cwd(), '..', '.temp', 'blog', `run-${stamp}`);
+    jetpack.dir(outDir);
+
+    console.log(`\n[blog-generate] Extended mode — full AI pipeline`);
+    console.log(`  platform: ${blogConfig.platform}`);
+    console.log(`  sources: ${content[0].sources.join(', ')}`);
+    console.log(`  publish: ${env.BLOG_NO_PUBLISH ? 'NO (BLOG_NO_PUBLISH=1)' : 'YES'}`);
+    console.log(`  output: ${outDir}`);
+
+    // Intercept publishArticle if BLOG_NO_PUBLISH is set
+    if (env.BLOG_NO_PUBLISH) {
+      const provider = require(path.join(__dirname, '..', '..', 'src', 'manager', 'libraries', 'content', `${blogConfig.platform}.js`));
+      const originalPublish = provider.publishArticle;
+      provider.publishArticle = async (ast, args) => {
+        console.log(`[blog-generate] SKIPPED publishArticle (BLOG_NO_PUBLISH=1)`);
+        console.log(`  title: ${args.article?.title || '(unknown)'}`);
+        return { post: null, url: null, slug: 'dry-run', path: null };
+      };
+
+      // Restore after test
+      process.on('exit', () => { provider.publishArticle = originalPublish; });
+    }
+
+    // Run the publisher
+    await publisher({
+      Manager,
+      assistant,
+      context: {},
+      libraries: Manager.libraries,
+    });
+
+    // Write metadata
+    jetpack.write(path.join(outDir, 'metadata.json'), JSON.stringify({
+      mode: 'extended',
+      platform: blogConfig.platform,
+      sources: content[0].sources,
+      published: !env.BLOG_NO_PUBLISH,
+      timestamp: new Date().toISOString(),
+    }, null, 2));
+
+    console.log(`\n[blog-generate] Done. Output: ${outDir}`);
+
+    // Auto-open (macOS)
+    if (env.BLOG_OPEN === '1' && process.platform === 'darwin') {
+      try { execSync(`open "${outDir}"`); } catch (e) { /* no-op */ }
+    }
+
+    assert.ok(true, 'Blog auto-publisher completed');
+  },
+};