web-agent-bridge 3.2.0 → 3.4.0

package/bin/cli.js

@@ -1,138 +1,237 @@
-#!/usr/bin/env node
-
-/**
- * Web Agent Bridge CLI
- * Usage: npx web-agent-bridge [command]
- */
-
-const path = require('path');
-const fs = require('fs');
-
-const args = process.argv.slice(2);
-const command = args[0] || 'start';
-
-function printHelp() {
-  console.log(`
-  Web Agent Bridge CLI
-
-  Usage:
-    npx web-agent-bridge <command> [options]
-
-  Commands:
-    start       Start the WAB server (default)
-    init        Create .env file from template
-    run <file>  Run an agent template (YAML)
-    templates   List available agent templates
-    help        Show this help message
-
-  Options:
-    --port, -p  Set server port (default: 3000)
-    --server    WAB server URL (for agent templates)
-
-  Examples:
-    npx web-agent-bridge start
-    npx web-agent-bridge start --port 4000
-    npx web-agent-bridge init
-    npx wab-agent run olive-oil-tunisia.yaml
-    npx wab-agent templates
-  `);
-}
-
-switch (command) {
-  case 'start': {
-    const portIdx = args.indexOf('--port') !== -1 ? args.indexOf('--port') : args.indexOf('-p');
-    if (portIdx !== -1 && args[portIdx + 1]) {
-      process.env.PORT = args[portIdx + 1];
-    }
-
-    const envPath = path.join(process.cwd(), '.env');
-    if (fs.existsSync(envPath)) {
-      require('dotenv').config({ path: envPath });
-    }
-
-    require('../server/index.js');
-    break;
-  }
-
-  case 'init': {
-    const envExample = path.join(__dirname, '..', '.env.example');
-    const envTarget = path.join(process.cwd(), '.env');
-
-    if (fs.existsSync(envTarget)) {
-      console.log('  .env file already exists. Skipping.');
-    } else if (fs.existsSync(envExample)) {
-      fs.copyFileSync(envExample, envTarget);
-      console.log('  Created .env file from template.');
-      console.log('  Edit .env to set your JWT_SECRET before starting.');
-    } else {
-      const defaultEnv = 'PORT=3000\nJWT_SECRET=change-this-to-a-strong-random-secret-in-production\nNODE_ENV=development\n';
-      fs.writeFileSync(envTarget, defaultEnv);
-      console.log('  Created default .env file.');
-    }
-    break;
-  }
-
-  case 'help':
-  case '--help':
-  case '-h':
-    printHelp();
-    break;
-
-  case 'run': {
-    const templateArg = args[1];
-    if (!templateArg) {
-      console.error('  Error: Please specify a template file.');
-      console.error('  Usage: npx wab-agent run <template.yaml> [--param value ...]');
-      console.error('  Run "npx wab-agent templates" to see available templates.');
-      process.exit(1);
-    }
-    const runner = require('./agent-runner');
-    const cliParams = {};
-    for (let i = 2; i < args.length; i++) {
-      if (args[i].startsWith('--') && args[i + 1] && !args[i + 1].startsWith('--')) {
-        cliParams[args[i].slice(2)] = args[i + 1];
-        i++;
-      }
-    }
-    runner.run(templateArg, cliParams).catch(function(err) {
-      console.error('  Agent error:', err.message);
-      process.exit(1);
-    });
-    break;
-  }
-
-  case 'templates': {
-    const templatesDir = path.join(__dirname, '..', 'templates');
-    if (!fs.existsSync(templatesDir)) {
-      console.log('  No templates directory found.');
-      process.exit(0);
-    }
-    const files = fs.readdirSync(templatesDir).filter(function(f) { return f.endsWith('.yaml') || f.endsWith('.yml'); });
-    if (files.length === 0) {
-      console.log('  No templates found.');
-      process.exit(0);
-    }
-    console.log('\n  Available Agent Templates:\n');
-    console.log('  ' + '─'.repeat(70));
-    for (const file of files) {
-      try {
-        const content = fs.readFileSync(path.join(templatesDir, file), 'utf8');
-        const nameMatch = content.match(/^name:\s*(.+)$/m);
-        const descMatch = content.match(/^description:\s*(.+)$/m);
-        const name = nameMatch ? nameMatch[1].trim() : file.replace(/\.ya?ml$/, '');
-        const desc = descMatch ? descMatch[1].trim() : '';
-        console.log(`  ${name.padEnd(30)} ${desc.slice(0, 50)}`);
-      } catch(e) {
-        console.log(`  ${file}`);
-      }
-    }
-    console.log('  ' + '─'.repeat(70));
-    console.log(`\n  Run: npx wab-agent run <template-name>.yaml\n`);
-    break;
-  }
-
-  default:
-    console.error(`  Unknown command: ${command}`);
-    printHelp();
-    process.exit(1);
-}
+#!/usr/bin/env node
+
+/**
+ * Web Agent Bridge CLI
+ * Usage: npx web-agent-bridge [command]
+ */
+
+const path = require('path');
+const fs = require('fs');
+
+const args = process.argv.slice(2);
+const command = args[0] || 'start';
+
+function printHelp() {
+  console.log(`
+  Web Agent Bridge CLI
+
+  Usage:
+    npx web-agent-bridge <command> [options]
+
+  Commands:
+    start       Start the WAB server (default)
+    init        Make this site AI-discoverable — scaffold wab.json + security.txt + .env, print DNS records
+    run <file>  Run an agent template (YAML)
+    templates   List available agent templates
+    help        Show this help message
+
+  Options:
+    --port, -p     Set server port (default: 3000)
+    --server       WAB server URL (for agent templates)
+    --site <url>   Canonical site URL for 'init' (default: from package.json or localhost)
+    --env-only     'init' skips wab.json, only creates .env
+    --force        'init' overwrites existing wab.json
+
+  Examples:
+    npx wab init                              # make this site AI-discoverable
+    npx wab init --site https://example.com   # explicit site URL
+    npx wab start
+    npx wab start --port 4000
+    npx wab-agent run olive-oil-tunisia.yaml
+    npx wab-agent templates
+  `);
+}
+
+switch (command) {
+  case 'start': {
+    const portIdx = args.indexOf('--port') !== -1 ? args.indexOf('--port') : args.indexOf('-p');
+    if (portIdx !== -1 && args[portIdx + 1]) {
+      process.env.PORT = args[portIdx + 1];
+    }
+
+    const envPath = path.join(process.cwd(), '.env');
+    if (fs.existsSync(envPath)) {
+      require('dotenv').config({ path: envPath });
+    }
+
+    require('../server/index.js');
+    break;
+  }
+
+  case 'init': {
+    // `npx wab init` — make this site AI-discoverable in 5 minutes.
+    // Scaffolds:
+    //   1. ./.well-known/wab.json (the discovery contract)
+    //   2. ./.well-known/security.txt (RFC 9116, helpful default)
+    //   3. .env (server config, only if missing)
+    //   4. Prints the exact DNS records to paste at the registrar.
+    // Flags:
+    //   --site <url>    Canonical site URL (default: detect or http://localhost:3000)
+    //   --env-only      Only create .env, skip discovery scaffolding
+    //   --force         Overwrite existing wab.json
+    const flags = {};
+    for (let i = 1; i < args.length; i++) {
+      if (args[i] === '--env-only') flags.envOnly = true;
+      else if (args[i] === '--force') flags.force = true;
+      else if (args[i] === '--site' && args[i + 1]) { flags.site = args[i + 1]; i++; }
+    }
+
+    const cwd = process.cwd();
+    const envExample = path.join(__dirname, '..', '.env.example');
+    const envTarget  = path.join(cwd, '.env');
+
+    // Always handle .env
+    if (fs.existsSync(envTarget)) {
+      console.log('  ✓ .env already exists');
+    } else if (fs.existsSync(envExample)) {
+      fs.copyFileSync(envExample, envTarget);
+      console.log('  ✓ Created .env from template');
+    } else {
+      const defaultEnv = 'PORT=3000\nJWT_SECRET=change-this-to-a-strong-random-secret-in-production\nNODE_ENV=development\n';
+      fs.writeFileSync(envTarget, defaultEnv);
+      console.log('  ✓ Created default .env');
+    }
+
+    if (flags.envOnly) break;
+
+    // Detect site URL
+    let site = flags.site;
+    if (!site) {
+      try {
+        const pkg = JSON.parse(fs.readFileSync(path.join(cwd, 'package.json'), 'utf8'));
+        site = pkg.homepage || (pkg.repository && pkg.repository.url) || '';
+        if (site && !/^https?:\/\//.test(site)) site = '';
+      } catch { /* no pkg */ }
+    }
+    if (!site) site = 'http://localhost:3000';
+    site = site.replace(/\/$/, '');
+
+    let host = site;
+    try { host = new URL(site).hostname; } catch { /* keep as-is */ }
+    const apex = host.replace(/^www\./, '').split('.').slice(-2).join('.') || host;
+
+    // 1. wab.json scaffold
+    const wabDir = path.join(cwd, '.well-known');
+    const wabFile = path.join(wabDir, 'wab.json');
+    if (!fs.existsSync(wabFile) || flags.force) {
+      if (!fs.existsSync(wabDir)) fs.mkdirSync(wabDir, { recursive: true });
+      const wabJson = {
+        version: '1.0',
+        protocol: 'wab',
+        site: site,
+        endpoints: {
+          discover: site + '/.well-known/wab.json',
+          api: site + '/api/wab',
+          actions: site + '/api/wab/actions'
+        },
+        capabilities: ['readContent', 'click', 'scroll', 'extractData'],
+        permissions: { fillForms: false, automatedLogin: false, navigate: false },
+        rate_limit: { requests_per_minute: 60 },
+        contact: { security: site + '/.well-known/security.txt' },
+        ai_friendly: true,
+        generated_by: 'npx wab init',
+        generated_at: new Date().toISOString()
+      };
+      fs.writeFileSync(wabFile, JSON.stringify(wabJson, null, 2));
+      console.log('  ✓ Created .well-known/wab.json');
+    } else {
+      console.log('  ✓ .well-known/wab.json already exists (use --force to overwrite)');
+    }
+
+    // 2. security.txt scaffold (only if missing)
+    const secFile = path.join(wabDir, 'security.txt');
+    if (!fs.existsSync(secFile)) {
+      const expires = new Date(Date.now() + 365 * 24 * 60 * 60 * 1000).toISOString();
+      const sec =
+        'Contact: mailto:security@' + apex + '\n' +
+        'Expires: ' + expires + '\n' +
+        'Preferred-Languages: en, ar\n' +
+        'Canonical: ' + site + '/.well-known/security.txt\n';
+      fs.writeFileSync(secFile, sec);
+      console.log('  ✓ Created .well-known/security.txt');
+    }
+
+    // 3. Print DNS records
+    console.log('');
+    console.log('  ───────────────────────────────────────────────────────────');
+    console.log('  Make your site AI-discoverable — paste these at your DNS panel:');
+    console.log('  ───────────────────────────────────────────────────────────');
+    console.log('');
+    console.log('  Type   Name            Value');
+    console.log('  ────   ─────────────   ──────────────────────────────────────────────');
+    console.log('  TXT    _wab            v=wab1; endpoint=' + site + '/.well-known/wab.json');
+    console.log('  TXT    _wab-trust      trust=' + site + '/trust.json; security=' + site + '/.well-known/security.txt');
+    console.log('  TXT    _wab-agent      agent=' + site + '/agent-bridge.json; ver=2');
+    console.log('');
+    console.log('  Apex domain detected: ' + apex);
+    console.log('  Verify after propagation: https://webagentbridge.com/dns#verifier');
+    console.log('');
+    console.log('  ✓ Done. Your site speaks WAB. Run `npx wab start` to launch the local server.');
+    console.log('');
+    break;
+  }
+
+  case 'help':
+  case '--help':
+  case '-h':
+    printHelp();
+    break;
+
+  case 'run': {
+    const templateArg = args[1];
+    if (!templateArg) {
+      console.error('  Error: Please specify a template file.');
+      console.error('  Usage: npx wab-agent run <template.yaml> [--param value ...]');
+      console.error('  Run "npx wab-agent templates" to see available templates.');
+      process.exit(1);
+    }
+    const runner = require('./agent-runner');
+    const cliParams = {};
+    for (let i = 2; i < args.length; i++) {
+      if (args[i].startsWith('--') && args[i + 1] && !args[i + 1].startsWith('--')) {
+        cliParams[args[i].slice(2)] = args[i + 1];
+        i++;
+      }
+    }
+    runner.run(templateArg, cliParams).catch(function(err) {
+      console.error('  Agent error:', err.message);
+      process.exit(1);
+    });
+    break;
+  }
+
+  case 'templates': {
+    const templatesDir = path.join(__dirname, '..', 'templates');
+    if (!fs.existsSync(templatesDir)) {
+      console.log('  No templates directory found.');
+      process.exit(0);
+    }
+    const files = fs.readdirSync(templatesDir).filter(function(f) { return f.endsWith('.yaml') || f.endsWith('.yml'); });
+    if (files.length === 0) {
+      console.log('  No templates found.');
+      process.exit(0);
+    }
+    console.log('\n  Available Agent Templates:\n');
+    console.log('  ' + '─'.repeat(70));
+    for (const file of files) {
+      try {
+        const content = fs.readFileSync(path.join(templatesDir, file), 'utf8');
+        const nameMatch = content.match(/^name:\s*(.+)$/m);
+        const descMatch = content.match(/^description:\s*(.+)$/m);
+        const name = nameMatch ? nameMatch[1].trim() : file.replace(/\.ya?ml$/, '');
+        const desc = descMatch ? descMatch[1].trim() : '';
+        console.log(`  ${name.padEnd(30)} ${desc.slice(0, 50)}`);
+      } catch(e) {
+        console.log(`  ${file}`);
+      }
+    }
+    console.log('  ' + '─'.repeat(70));
+    console.log(`\n  Run: npx wab-agent run <template-name>.yaml\n`);
+    break;
+  }
+
+  default:
+    console.error(`  Unknown command: ${command}`);
+    printHelp();
+    process.exit(1);
+}

package/bin/wab-init.js

@@ -0,0 +1,223 @@
+#!/usr/bin/env node
+/**
+ * wab-init — Zero-Config WAB initializer
+ *
+ * Usage:
+ *   npx wab-init                     # interactive
+ *   npx wab-init --site=https://acme.com --name="Acme" --yes
+ *
+ * Detects project type (Next.js, Nuxt, Laravel, WordPress, static) and
+ * scaffolds /.well-known/wab.json with sensible defaults plus prints
+ * platform-specific DNS TXT instructions.
+ */
+
+'use strict';
+
+const fs = require('fs');
+const path = require('path');
+const readline = require('readline');
+
+const ARG = parseArgs(process.argv.slice(2));
+
+function parseArgs(argv) {
+  const out = { _: [] };
+  for (const a of argv) {
+    if (a.startsWith('--')) {
+      const [k, ...rest] = a.slice(2).split('=');
+      out[k] = rest.length ? rest.join('=') : true;
+    } else out._.push(a);
+  }
+  return out;
+}
+
+function ask(rl, q, def) {
+  return new Promise((resolve) => {
+    const prompt = def ? `${q} [${def}]: ` : `${q}: `;
+    rl.question(prompt, (ans) => resolve((ans || '').trim() || def || ''));
+  });
+}
+
+/* ------------------------------------------------------------------ */
+/* Project detection                                                  */
+/* ------------------------------------------------------------------ */
+
+function detectProject(cwd) {
+  const has = (f) => fs.existsSync(path.join(cwd, f));
+  const pkgPath = path.join(cwd, 'package.json');
+  let pkg = null;
+  if (has('package.json')) {
+    try { pkg = JSON.parse(fs.readFileSync(pkgPath, 'utf8')); } catch {}
+  }
+  const deps = pkg ? Object.assign({}, pkg.dependencies || {}, pkg.devDependencies || {}) : {};
+
+  if (deps.next) return { type: 'nextjs', pkg };
+  if (deps.nuxt || deps.nuxt3 || deps['nuxt-edge']) return { type: 'nuxt', pkg };
+  if (deps['@sveltejs/kit']) return { type: 'sveltekit', pkg };
+  if (deps.astro) return { type: 'astro', pkg };
+  if (deps.gatsby) return { type: 'gatsby', pkg };
+  if (deps['react-scripts'] || deps.vite) return { type: 'spa', pkg };
+  if (has('wp-config.php') || has('wp-content')) return { type: 'wordpress', pkg };
+  if (has('artisan') && has('composer.json')) return { type: 'laravel', pkg };
+  if (has('composer.json')) return { type: 'php', pkg };
+  if (has('manage.py')) return { type: 'django', pkg };
+  if (has('Gemfile')) return { type: 'rails', pkg };
+  if (pkg) return { type: 'node', pkg };
+  return { type: 'static', pkg: null };
+}
+
+function publicDirFor(type, cwd) {
+  const candidates = {
+    nextjs: ['public'],
+    nuxt: ['public', 'static'],
+    sveltekit: ['static'],
+    astro: ['public'],
+    gatsby: ['static'],
+    spa: ['public'],
+    wordpress: ['.'],
+    laravel: ['public'],
+    php: ['public', '.'],
+    django: ['static'],
+    rails: ['public'],
+    node: ['public', '.'],
+    static: ['.']
+  };
+  for (const c of candidates[type] || ['.']) {
+    if (fs.existsSync(path.join(cwd, c))) return c;
+  }
+  return '.';
+}
+
+/* ------------------------------------------------------------------ */
+/* wab.json builder                                                    */
+/* ------------------------------------------------------------------ */
+
+function buildWabJson({ siteUrl, name, description, projectType }) {
+  const baseActions = [
+    { name: 'home', description: 'Open homepage', url: siteUrl }
+  ];
+
+  // Project-aware default action hints (heuristic, user can edit).
+  const hints = {
+    wordpress: [
+      { name: 'browseBlog', description: 'Browse blog posts', url: `${siteUrl}/?feed=rss2` },
+      { name: 'searchSite', description: 'Search the site', urlTemplate: `${siteUrl}/?s={query}` }
+    ],
+    nextjs: [
+      { name: 'browseSitemap', description: 'Site URL inventory', url: `${siteUrl}/sitemap.xml` }
+    ],
+    laravel: [
+      { name: 'browseSitemap', description: 'Site URL inventory', url: `${siteUrl}/sitemap.xml` }
+    ],
+    static: []
+  };
+
+  return {
+    version: '1.0',
+    site: name,
+    description: description || `${name} — managed by Web Agent Bridge`,
+    url: siteUrl,
+    project_type: projectType,
+    generated_at: new Date().toISOString(),
+    generator: 'wab-init',
+    discovery: {
+      well_known: `${siteUrl}/.well-known/wab.json`,
+      dns_txt_record: `_wab.${new URL(siteUrl).hostname}`
+    },
+    actions: [...baseActions, ...(hints[projectType] || [])],
+    trust: {
+      signed: false,
+      note: 'Run `npm run wab:sign` (or scripts/sign-wab-domain.js) to add an Ed25519 signature.'
+    }
+  };
+}
+
+/* ------------------------------------------------------------------ */
+/* DNS instructions                                                   */
+/* ------------------------------------------------------------------ */
+
+function dnsInstructions(host) {
+  return `
+DNS Discovery (recommended for full WAB Trust):
+  Add this TXT record at your DNS provider:
+
+    Name:  _wab.${host}
+    Type:  TXT
+    Value: v=wab1; well-known=https://${host}/.well-known/wab.json
+
+Cloudflare:    DNS → Records → Add record (Type=TXT)
+Route 53:      Hosted zones → Create record (Type=TXT)
+Namecheap:     Advanced DNS → Add New Record (Type=TXT)
+GoDaddy:       DNS Management → Add → TXT
+cPanel:        Zone Editor → Add Record → TXT
+
+After publishing, verify at:
+  https://www.webagentbridge.com/check?host=${host}
+`;
+}
+
+/* ------------------------------------------------------------------ */
+/* Main                                                               */
+/* ------------------------------------------------------------------ */
+
+async function main() {
+  const cwd = process.cwd();
+  const detected = detectProject(cwd);
+  console.log(`\n  Web Agent Bridge — wab-init`);
+  console.log(`  Detected project: ${detected.type}` +
+              (detected.pkg && detected.pkg.name ? ` (${detected.pkg.name})` : '') + '\n');
+
+  let siteUrl = ARG.site || ARG.url;
+  let name = ARG.name;
+  let description = ARG.description;
+
+  if (!ARG.yes && (!siteUrl || !name)) {
+    const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+    try {
+      siteUrl = siteUrl || await ask(rl, 'Site URL (https://example.com)', 'https://example.com');
+      name = name || await ask(rl, 'Site name', detected.pkg && detected.pkg.name || 'My Site');
+      description = description || await ask(rl, 'Short description', '');
+    } finally {
+      rl.close();
+    }
+  }
+
+  if (!siteUrl) siteUrl = 'https://example.com';
+  if (!name) name = (detected.pkg && detected.pkg.name) || 'My Site';
+
+  // Normalize URL
+  if (!/^https?:\/\//i.test(siteUrl)) siteUrl = `https://${siteUrl}`;
+  siteUrl = siteUrl.replace(/\/+$/, '');
+  const host = new URL(siteUrl).hostname;
+
+  const wab = buildWabJson({ siteUrl, name, description, projectType: detected.type });
+
+  const pubDir = publicDirFor(detected.type, cwd);
+  const wellKnownDir = path.join(cwd, pubDir, '.well-known');
+  const wabPath = path.join(wellKnownDir, 'wab.json');
+
+  if (fs.existsSync(wabPath) && !ARG.force && !ARG.yes) {
+    console.log(`\n  ! ${path.relative(cwd, wabPath)} already exists. Use --force to overwrite.`);
+    process.exit(2);
+  }
+
+  fs.mkdirSync(wellKnownDir, { recursive: true });
+  fs.writeFileSync(wabPath, JSON.stringify(wab, null, 2) + '\n');
+
+  console.log(`\n  Wrote: ${path.relative(cwd, wabPath)}`);
+  console.log(`  URL:   ${siteUrl}/.well-known/wab.json`);
+  console.log(dnsInstructions(host));
+  console.log(`  Next steps:`);
+  console.log(`    1. Deploy your site so /.well-known/wab.json is publicly reachable.`);
+  console.log(`    2. Add the DNS TXT record above.`);
+  console.log(`    3. (Optional) Sign with Ed25519: see scripts/sign-wab-domain.js`);
+  console.log(`    4. Verify: https://www.webagentbridge.com/check?host=${host}\n`);
+}
+
+if (require.main === module) {
+  main().catch((e) => {
+    console.error('wab-init failed:', e.message);
+    process.exit(1);
+  });
+}
+
+module.exports = { detectProject, buildWabJson, publicDirFor };