codymaster 4.1.4 → 4.4.1

package/skills/cm-content-factory/scripts/monetize.py

@@ -0,0 +1,239 @@
+#!/usr/bin/env python3
+"""
+Monetization Scorer — Score content by commercial potential.
+
+Analyzes articles and topics for monetization potential:
+  - Commercial intent score
+  - Conversion potential
+  - CTA recommendations
+  - Revenue-priority topic ranking
+
+Usage:
+    python3 monetize.py --config content-factory.config.json --score-all
+    python3 monetize.py --config content-factory.config.json --score article.md
+    python3 monetize.py --config content-factory.config.json --priority-queue
+"""
+
+import json
+import sys
+import re
+import argparse
+from pathlib import Path
+from datetime import datetime
+
+
+# Commercial intent signals
+COMMERCIAL_KEYWORDS_VI = [
+    "giá", "bao nhiêu", "mua", "đặt lịch", "dịch vụ", "chi phí",
+    "khuyến mãi", "ưu đãi", "trị liệu", "phác đồ", "liệu trình"
+]
+
+COMMERCIAL_KEYWORDS_EN = [
+    "price", "cost", "buy", "book", "service", "deal",
+    "discount", "treatment", "program", "plan", "subscription"
+]
+
+TRANSACTIONAL_CATEGORIES = ["phac-do", "chan-dung", "reviews", "programs"]
+
+CTA_TEMPLATES = {
+    "vi": {
+        "soft": "👉 Tìm hiểu thêm về dịch vụ {service} tại {brand}",
+        "medium": "📞 Đặt lịch tư vấn miễn phí: {hotline}",
+        "hard": "🎁 Ưu đãi đặc biệt: Giảm 20% cho lần đầu trải nghiệm. Đặt lịch ngay!",
+        "educational": "📚 Xem thêm bài viết về {topic} tại {brand}"
+    },
+    "en": {
+        "soft": "👉 Learn more about {service} at {brand}",
+        "medium": "📞 Book a free consultation: {hotline}",
+        "hard": "🎁 Special offer: 20% off your first session. Book now!",
+        "educational": "📚 Read more about {topic} at {brand}"
+    }
+}
+
+
+class MonetizationScorer:
+    """Score content by commercial and conversion potential."""
+
+    def __init__(self, config_path: str):
+        with open(config_path, "r", encoding="utf-8") as f:
+            self.config = json.load(f)
+
+        self.project_root = Path(config_path).resolve().parent
+        self.language = self.config.get("brand", {}).get("language", "vi")
+
+    def score_article(self, filepath: Path) -> dict:
+        """Score a single article for monetization potential."""
+        with open(filepath, "r", encoding="utf-8") as f:
+            content = f.read()
+
+        # Parse frontmatter
+        fm = self._parse_frontmatter(content)
+        body = self._get_body(content)
+
+        score = {
+            "file": filepath.name,
+            "slug": filepath.stem,
+            "category": fm.get("category", "unknown"),
+            "scores": {
+                "commercial_intent": 0,
+                "conversion_potential": 0,
+                "topic_demand": 0,
+                "content_quality": 0
+            },
+            "total": 0,
+            "cta_recommendation": "",
+            "monetization_notes": []
+        }
+
+        # 1. Commercial intent (0-30)
+        keywords = COMMERCIAL_KEYWORDS_VI if self.language == "vi" else COMMERCIAL_KEYWORDS_EN
+        keyword_hits = sum(1 for kw in keywords if kw.lower() in body.lower())
+        score["scores"]["commercial_intent"] = min(30, keyword_hits * 5)
+
+        # Transactional category bonus
+        if fm.get("category", "") in TRANSACTIONAL_CATEGORIES:
+            score["scores"]["commercial_intent"] = min(30, score["scores"]["commercial_intent"] + 10)
+
+        # 2. Conversion potential (0-30)
+        has_cta = bool(re.search(r'(đặt lịch|tư vấn|liên hệ|book|contact|call)', body, re.IGNORECASE))
+        has_pricing = bool(re.search(r'(giá|chi phí|price|cost|\d+\.?\d*\s*(vnđ|đ|\$|usd))', body, re.IGNORECASE))
+        has_faq = bool(re.search(r'(câu hỏi|faq|q&a)', body, re.IGNORECASE))
+
+        score["scores"]["conversion_potential"] = (
+            (10 if has_cta else 0) +
+            (10 if has_pricing else 0) +
+            (10 if has_faq else 0)
+        )
+
+        # 3. Topic demand (0-20) — based on title keyword
+        title = fm.get("title", filepath.stem)
+        high_demand = ["đau", "mất ngủ", "stress", "giảm cân", "đau lưng", "cổ vai gáy",
+                       "pain", "sleep", "weight", "back", "neck"]
+        demand_hits = sum(1 for kw in high_demand if kw.lower() in title.lower())
+        score["scores"]["topic_demand"] = min(20, demand_hits * 10)
+
+        # 4. Content quality signals (0-20)
+        words = len(body.split())
+        h2_count = len(re.findall(r'^## ', body, re.MULTILINE))
+        score["scores"]["content_quality"] = (
+            (5 if words >= 500 else 0) +
+            (5 if words >= 800 else 0) +
+            (5 if h2_count >= 3 else 0) +
+            (5 if has_faq else 0)
+        )
+
+        # Total
+        score["total"] = sum(score["scores"].values())
+
+        # CTA recommendation
+        templates = CTA_TEMPLATES.get(self.language, CTA_TEMPLATES["vi"])
+        if score["total"] >= 60:
+            score["cta_recommendation"] = "hard"
+        elif score["total"] >= 35:
+            score["cta_recommendation"] = "medium"
+        elif score["scores"]["commercial_intent"] > 0:
+            score["cta_recommendation"] = "soft"
+        else:
+            score["cta_recommendation"] = "educational"
+
+        score["suggested_cta"] = templates.get(score["cta_recommendation"], "")
+
+        # Notes
+        if not has_cta:
+            score["monetization_notes"].append("Missing CTA — add a booking/contact link")
+        if score["scores"]["commercial_intent"] == 0:
+            score["monetization_notes"].append("Low commercial intent — add service mentions")
+        if score["total"] >= 50:
+            score["monetization_notes"].append("🔥 High monetization potential!")
+
+        return score
+
+    def score_all(self) -> list:
+        """Score all articles for monetization."""
+        content_dir = self.project_root / self.config["output"]["content_dir"]
+        if not content_dir.exists():
+            return []
+
+        articles = sorted(content_dir.glob("*.md"))
+        scores = [self.score_article(a) for a in articles]
+        return sorted(scores, key=lambda s: s["total"], reverse=True)
+
+    def priority_queue(self) -> list:
+        """Generate monetization-priority writing queue."""
+        scores = self.score_all()
+
+        # Identify high-potential articles needing improvement
+        needs_work = [s for s in scores if s["total"] >= 30 and s["monetization_notes"]]
+        already_good = [s for s in scores if s["total"] >= 60]
+        low_potential = [s for s in scores if s["total"] < 30]
+
+        return {
+            "hot": [s["slug"] for s in already_good[:10]],
+            "optimize": [{"slug": s["slug"], "notes": s["monetization_notes"]} for s in needs_work[:10]],
+            "low_priority": len(low_potential),
+            "avg_score": sum(s["total"] for s in scores) / max(len(scores), 1)
+        }
+
+    def _parse_frontmatter(self, content: str) -> dict:
+        match = re.match(r'^---\s*\n(.+?)\n---', content, re.DOTALL)
+        if not match:
+            return {}
+        fm = {}
+        for line in match.group(1).split('\n'):
+            if ':' in line:
+                key, _, val = line.partition(':')
+                fm[key.strip()] = val.strip().strip('"').strip("'")
+        return fm
+
+    def _get_body(self, content: str) -> str:
+        match = re.match(r'^---\s*\n.+?\n---\s*\n(.*)', content, re.DOTALL)
+        return match.group(1) if match else content
+
+
+def main():
+    parser = argparse.ArgumentParser(description="Monetization Scorer")
+    parser.add_argument("--config", required=True)
+    parser.add_argument("--score", help="Score single article")
+    parser.add_argument("--score-all", action="store_true")
+    parser.add_argument("--priority-queue", action="store_true")
+    args = parser.parse_args()
+
+    scorer = MonetizationScorer(args.config)
+
+    if args.score:
+        fp = Path(args.score)
+        if not fp.exists():
+            fp = scorer.project_root / scorer.config["output"]["content_dir"] / args.score
+        result = scorer.score_article(fp)
+        print(f"\n💰 {result['slug']}: {result['total']}/100")
+        for k, v in result["scores"].items():
+            print(f"  {k}: {v}")
+        print(f"  CTA: {result['cta_recommendation']}")
+        for note in result["monetization_notes"]:
+            print(f"  📝 {note}")
+
+    elif args.score_all:
+        scores = scorer.score_all()
+        print(f"\n{'═' * 60}")
+        print(f"  💰 MONETIZATION SCORES ({len(scores)} articles)")
+        print(f"{'═' * 60}")
+        for s in scores[:20]:
+            bar = "█" * (s["total"] // 5) + "░" * (20 - s["total"] // 5)
+            print(f"  {s['total']:3d} {bar} {s['slug'][:40]}")
+        avg = sum(s["total"] for s in scores) / max(len(scores), 1)
+        print(f"\n  Average: {avg:.0f}/100")
+
+    elif args.priority_queue:
+        queue = scorer.priority_queue()
+        print(f"\n🔥 HOT (ready to monetize): {len(queue['hot'])}")
+        for slug in queue["hot"]:
+            print(f"    → {slug}")
+        print(f"\n⚡ OPTIMIZE (needs CTA/improvements): {len(queue['optimize'])}")
+        for item in queue["optimize"]:
+            print(f"    → {item['slug']}: {', '.join(item['notes'][:2])}")
+        print(f"\n📉 Low priority: {queue['low_priority']} articles")
+        print(f"   Average score: {queue['avg_score']:.0f}/100")
+
+
+if __name__ == "__main__":
+    main()

package/skills/cm-content-factory/scripts/pipeline.py

@@ -0,0 +1,357 @@
+#!/usr/bin/env python3
+"""
+Content Factory Pipeline — Master orchestrator for the AI Content Factory.
+
+Reads content-factory.config.json and executes phases:
+  extract → plan → write → audit → seo → publish
+
+Usage:
+    python3 .agents/skills/content-factory/scripts/pipeline.py                    # Run full pipeline
+    python3 .agents/skills/content-factory/scripts/pipeline.py --phase extract    # Run single phase
+    python3 .agents/skills/content-factory/scripts/pipeline.py --validate-config  # Validate config
+    python3 .agents/skills/content-factory/scripts/pipeline.py --dry-run          # Preview actions
+    python3 .agents/skills/content-factory/scripts/pipeline.py --test-hooks       # Test hook system
+    python3 .agents/skills/content-factory/scripts/pipeline.py --status           # Show pipeline status
+"""
+
+import json
+import sys
+import os
+import subprocess
+import argparse
+import threading
+from pathlib import Path
+from datetime import datetime
+
+# State integration
+try:
+    from state_manager import StateManager
+    HAS_STATE = True
+except ImportError:
+    HAS_STATE = False
+
+# Resolve paths
+SCRIPT_DIR = Path(__file__).resolve().parent
+SKILL_DIR = SCRIPT_DIR.parent
+PROJECT_ROOT = Path(os.getcwd()).resolve()
+CONFIG_FILE = PROJECT_ROOT / "content-factory.config.json"
+SCHEMA_FILE = SKILL_DIR / "config.schema.json"
+
+PHASES = ["extract", "plan", "write", "audit", "seo", "publish"]
+
+
+def load_config() -> dict:
+    """Load and return the project config."""
+    if not CONFIG_FILE.exists():
+        print(f"❌ Config not found: {CONFIG_FILE}")
+        print("   Create content-factory.config.json in project root.")
+        print(f"   See examples in: {SKILL_DIR / 'examples/'}")
+        sys.exit(1)
+
+    with open(CONFIG_FILE, "r", encoding="utf-8") as f:
+        return json.load(f)
+
+
+def validate_config(config: dict) -> bool:
+    """Validate config structure (basic validation without jsonschema dep)."""
+    required_keys = ["niche", "brand", "content", "sources", "output"]
+    missing = [k for k in required_keys if k not in config]
+    if missing:
+        print(f"❌ Missing required config keys: {', '.join(missing)}")
+        return False
+
+    if "name" not in config.get("brand", {}):
+        print("❌ Missing brand.name in config")
+        return False
+
+    if "article_types" not in config.get("content", {}):
+        print("❌ Missing content.article_types in config")
+        return False
+
+    if "type" not in config.get("sources", {}) or "path" not in config.get("sources", {}):
+        print("❌ Missing sources.type or sources.path in config")
+        return False
+
+    if "content_dir" not in config.get("output", {}):
+        print("❌ Missing output.content_dir in config")
+        return False
+
+    print("✅ Config validation passed")
+    return True
+
+
+def fire_hooks(config: dict, hook_name: str):
+    """Execute registered hooks for a phase."""
+    hooks = config.get("extensions", {}).get("hooks", {}).get(hook_name, [])
+    if not hooks:
+        return
+
+    print(f"  🔗 Running {hook_name} hooks ({len(hooks)})...")
+    for hook_script in hooks:
+        hook_path = PROJECT_ROOT / hook_script
+        if hook_path.exists():
+            try:
+                result = subprocess.run(
+                    ["python3", str(hook_path), str(CONFIG_FILE)],
+                    cwd=str(PROJECT_ROOT),
+                    capture_output=True, text=True, timeout=300
+                )
+                if result.returncode == 0:
+                    print(f"    ✅ {hook_script}")
+                else:
+                    print(f"    ⚠️ {hook_script}: {result.stderr[:200]}")
+            except Exception as e:
+                print(f"    ❌ {hook_script}: {e}")
+        else:
+            print(f"    ⚠️ Hook not found: {hook_script}")
+
+
+def run_phase(phase: str, config: dict, dry_run: bool = False, extra_args: list = None,
+              state_manager: 'StateManager' = None):
+    """Run a single pipeline phase."""
+    script_path = SCRIPT_DIR / f"{phase}.py"
+    if not script_path.exists():
+        print(f"❌ Phase script not found: {script_path}")
+        if state_manager:
+            state_manager.update_phase(phase, "failed", error=f"Script not found: {phase}.py")
+        return False
+
+    # Emit state: phase starting
+    if state_manager:
+        state_manager.update_phase(phase, "running", progress=0.0)
+
+    # Fire pre-hook
+    fire_hooks(config, f"pre_{phase}")
+
+    cmd = ["python3", str(script_path), "--config", str(CONFIG_FILE)]
+    if dry_run:
+        cmd.append("--dry-run")
+    if extra_args:
+        cmd.extend(extra_args)
+
+    print(f"\n{'═' * 50}")
+    print(f"  Phase: {phase.upper()}")
+    print(f"{'═' * 50}")
+
+    if dry_run:
+        print(f"  [DRY RUN] Would execute: {' '.join(cmd)}")
+        if state_manager:
+            state_manager.update_phase(phase, "done", progress=1.0)
+        fire_hooks(config, f"post_{phase}")
+        return True
+
+    try:
+        result = subprocess.run(
+            cmd, cwd=str(PROJECT_ROOT),
+            timeout=3600  # 1h max per phase
+        )
+        success = result.returncode == 0
+    except subprocess.TimeoutExpired:
+        print(f"  ❌ Phase {phase} timed out (1h limit)")
+        success = False
+    except Exception as e:
+        print(f"  ❌ Phase {phase} error: {e}")
+        success = False
+
+    # Emit state: phase result
+    if state_manager:
+        if success:
+            state_manager.update_phase(phase, "done", progress=1.0)
+        else:
+            state_manager.update_phase(phase, "failed", error=f"Phase {phase} failed")
+
+    # Fire post-hook
+    fire_hooks(config, f"post_{phase}")
+
+    return success
+
+
+def show_status(config: dict):
+    """Show current pipeline status."""
+    print(f"\n{'═' * 60}")
+    print(f"  🏭 Content Factory — Status Report")
+    print(f"{'═' * 60}")
+    print(f"  Niche:     {config['niche']}")
+    print(f"  Brand:     {config['brand']['name']}")
+    print(f"  Language:  {config['brand'].get('language', 'vi')}")
+    print(f"  AI:        {config.get('pipeline', {}).get('ai_provider', 'gemini-cli')}")
+    print(f"  Parallel:  {config.get('pipeline', {}).get('concurrency', 1)}")
+    print()
+
+    # Knowledge-base status
+    kb_dir = PROJECT_ROOT / config["output"].get("knowledge_dir", "knowledge-base/")
+    if kb_dir.exists():
+        groups = [d for d in kb_dir.iterdir() if d.is_dir()]
+        index = kb_dir / "index.json"
+        disease_count = 0
+        if index.exists():
+            with open(index) as f:
+                idx = json.load(f)
+                disease_count = idx.get("total_diseases", len(idx.get("groups", [])))
+        print(f"  📚 Knowledge-base: {len(groups)} groups, {disease_count} entries")
+    else:
+        print(f"  📚 Knowledge-base: Not yet created")
+
+    # Topics queue status
+    queue_dir = PROJECT_ROOT / config["output"].get("queue_dir", "topics-queue/")
+    if queue_dir.exists():
+        batches = list(queue_dir.glob("*.json"))
+        total_topics = 0
+        for b in batches:
+            with open(b) as f:
+                data = json.load(f)
+                total_topics += len(data.get("topics", []))
+        print(f"  📋 Topics queue: {len(batches)} batches, {total_topics} topics")
+    else:
+        print(f"  📋 Topics queue: Not yet created")
+
+    # Content status
+    content_dir = PROJECT_ROOT / config["output"]["content_dir"]
+    if content_dir.exists():
+        articles = list(content_dir.glob("*.md"))
+        print(f"  📄 Content: {len(articles)} articles")
+    else:
+        print(f"  📄 Content: Not yet created")
+
+    # Extensions
+    ext = config.get("extensions", {})
+    hooks_count = sum(len(v) for v in ext.get("hooks", {}).values())
+    openclaw = "✅ enabled" if ext.get("openclaw", {}).get("enabled") else "⬜ disabled"
+    print(f"  🔗 Hooks: {hooks_count} registered")
+    print(f"  🐙 OpenClaw: {openclaw}")
+
+    print(f"\n{'═' * 60}\n")
+
+
+def test_hooks(config: dict):
+    """Test that all registered hooks exist and are executable."""
+    print("🧪 Testing hooks...")
+    hooks = config.get("extensions", {}).get("hooks", {})
+    all_ok = True
+    for hook_name, scripts in hooks.items():
+        for script in scripts:
+            path = PROJECT_ROOT / script
+            if path.exists():
+                print(f"  ✅ {hook_name}: {script}")
+            else:
+                print(f"  ❌ {hook_name}: {script} — NOT FOUND")
+                all_ok = False
+    if not hooks or all(not v for v in hooks.values()):
+        print("  ⬜ No hooks registered")
+    return all_ok
+
+
+def start_dashboard(port: int = 5050):
+    """Start dashboard server in background thread."""
+    dashboard_script = SCRIPT_DIR / "dashboard_server.py"
+    if not dashboard_script.exists():
+        print(f"  ⚠️ Dashboard not found: {dashboard_script}")
+        return None
+
+    import subprocess as sp
+    proc = sp.Popen(
+        ["python3", str(dashboard_script), "--port", str(port)],
+        cwd=str(PROJECT_ROOT),
+    )
+    return proc
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description="Content Factory Pipeline — Master orchestrator"
+    )
+    parser.add_argument("--phase", choices=PHASES, help="Run single phase")
+    parser.add_argument("--validate-config", action="store_true", help="Validate config only")
+    parser.add_argument("--dry-run", action="store_true", help="Preview without executing")
+    parser.add_argument("--test-hooks", action="store_true", help="Test hook system")
+    parser.add_argument("--status", action="store_true", help="Show pipeline status")
+    parser.add_argument("--from-phase", choices=PHASES, help="Start pipeline from phase")
+    parser.add_argument("--batch", type=int, default=10, help="Batch size for write phase")
+    parser.add_argument("--group", help="Filter by group code")
+    parser.add_argument("--dashboard", action="store_true", help="Auto-start dashboard server")
+    parser.add_argument("--dashboard-port", type=int, default=5050, help="Dashboard port")
+    parser.add_argument("--budget", type=float, help="Max budget in USD")
+    args = parser.parse_args()
+
+    config = load_config()
+
+    if args.validate_config:
+        sys.exit(0 if validate_config(config) else 1)
+
+    if args.status:
+        show_status(config)
+        return
+
+    if args.test_hooks:
+        sys.exit(0 if test_hooks(config) else 1)
+
+    if not validate_config(config):
+        sys.exit(1)
+
+    # Initialize state manager
+    sm = None
+    if HAS_STATE:
+        sm = StateManager(str(PROJECT_ROOT))
+        sm.reset()
+        sm.log_event("info", f"Pipeline started for {config['brand']['name']}")
+        if args.budget:
+            sm.set_budget(args.budget)
+
+    # Start dashboard
+    dashboard_proc = None
+    if args.dashboard:
+        dashboard_proc = start_dashboard(args.dashboard_port)
+        if dashboard_proc:
+            print(f"  🌐 Dashboard: http://localhost:{args.dashboard_port}")
+
+    print(f"\n🏭 Content Factory Pipeline — {config['brand']['name']}")
+    print(f"   Niche: {config['niche']}")
+    print(f"   Started: {datetime.now().strftime('%Y-%m-%d %H:%M')}")
+
+    # Determine phases to run
+    if args.phase:
+        phases = [args.phase]
+    elif args.from_phase:
+        start_idx = PHASES.index(args.from_phase)
+        phases = PHASES[start_idx:]
+    else:
+        phases = PHASES
+
+    # Build extra args per phase
+    extra = {}
+    if args.batch:
+        extra["write"] = ["--batch", str(args.batch)]
+    if args.group:
+        for p in phases:
+            extra.setdefault(p, []).extend(["--group", args.group])
+
+    # Execute
+    results = {}
+    for phase in phases:
+        phase_extra = extra.get(phase, [])
+        success = run_phase(phase, config, args.dry_run, phase_extra, state_manager=sm)
+        results[phase] = success
+        if not success and not args.dry_run:
+            print(f"\n❌ Pipeline stopped at phase: {phase}")
+            break
+
+    # Summary
+    print(f"\n{'═' * 50}")
+    print(f"  📊 PIPELINE SUMMARY")
+    print(f"{'═' * 50}")
+    for phase, ok in results.items():
+        icon = "✅" if ok else "❌"
+        print(f"  {icon} {phase.upper()}")
+    print(f"{'═' * 50}")
+    print(f"  Finished: {datetime.now().strftime('%Y-%m-%d %H:%M')}\n")
+
+    if sm:
+        sm.log_event("info", "Pipeline finished")
+
+    # Stop dashboard if we started it
+    if dashboard_proc:
+        dashboard_proc.terminate()
+
+
+if __name__ == "__main__":
+    main()