openclawmp 0.1.0

package/lib/commands/install.js

@@ -0,0 +1,270 @@
+// ============================================================================
+// commands/install.js — Install an asset from the marketplace
+// ============================================================================
+
+'use strict';
+
+const fs = require('fs');
+const path = require('path');
+const { execSync } = require('child_process');
+const api = require('../api.js');
+const config = require('../config.js');
+const { fish, info, ok, warn, err, c, detail } = require('../ui.js');
+
+/**
+ * Parse an install spec: type/@author/slug or type/slug
+ * @returns {{ type: string, slug: string, authorFilter: string }}
+ */
+function parseSpec(spec) {
+  if (!spec || !spec.includes('/')) {
+    throw new Error('Format must be <type>/@<author>/<slug>, e.g. trigger/@xiaoyue/fs-event-trigger');
+  }
+
+  const firstSlash = spec.indexOf('/');
+  const type = spec.slice(0, firstSlash);
+  const rest = spec.slice(firstSlash + 1);
+
+  let slug, authorFilter = '';
+
+  if (rest.startsWith('@')) {
+    // Scoped: @author/slug
+    const slashIdx = rest.indexOf('/');
+    if (slashIdx === -1) {
+      throw new Error('Format must be <type>/@<author>/<slug>');
+    }
+    authorFilter = rest.slice(1, slashIdx); // strip @
+    slug = rest.slice(slashIdx + 1);
+  } else {
+    // Legacy: type/slug
+    slug = rest;
+  }
+
+  return { type, slug, authorFilter };
+}
+
+/**
+ * Extract a tar.gz or zip buffer to a directory
+ */
+function extractPackage(buffer, targetDir) {
+  const tmpFile = path.join(require('os').tmpdir(), `openclawmp-pkg-${process.pid}-${Date.now()}`);
+  fs.writeFileSync(tmpFile, buffer);
+
+  try {
+    // Try tar first
+    try {
+      execSync(`tar xzf "${tmpFile}" -C "${targetDir}" --strip-components=1 2>/dev/null`, { stdio: 'pipe' });
+      return true;
+    } catch {
+      // Try without --strip-components
+      try {
+        execSync(`tar xzf "${tmpFile}" -C "${targetDir}" 2>/dev/null`, { stdio: 'pipe' });
+        return true;
+      } catch {
+        // Try unzip
+        try {
+          execSync(`unzip -o -q "${tmpFile}" -d "${targetDir}" 2>/dev/null`, { stdio: 'pipe' });
+          // If single subdirectory, move contents up
+          const entries = fs.readdirSync(targetDir);
+          const dirs = entries.filter(e => fs.statSync(path.join(targetDir, e)).isDirectory());
+          if (dirs.length === 1 && entries.length === 1) {
+            const subdir = path.join(targetDir, dirs[0]);
+            for (const f of fs.readdirSync(subdir)) {
+              fs.renameSync(path.join(subdir, f), path.join(targetDir, f));
+            }
+            fs.rmdirSync(subdir);
+          }
+          return true;
+        } catch {
+          return false;
+        }
+      }
+    }
+  } finally {
+    try { fs.unlinkSync(tmpFile); } catch {}
+  }
+}
+
+/**
+ * Count files recursively in a directory
+ */
+function countFiles(dir) {
+  let count = 0;
+  for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+    if (entry.isFile()) count++;
+    else if (entry.isDirectory()) count += countFiles(path.join(dir, entry.name));
+  }
+  return count;
+}
+
+/**
+ * Generate fallback SKILL.md from asset metadata
+ */
+function generateSkillMd(asset, targetDir) {
+  const tags = (asset.tags || []).join(', ');
+  const content = `---
+name: ${asset.name}
+display-name: ${asset.displayName || ''}
+description: ${asset.description || ''}
+version: ${asset.version}
+author: ${asset.author?.name || ''}
+author-id: ${asset.author?.id || ''}
+tags: ${tags}
+category: ${asset.category || ''}
+---
+
+# ${asset.displayName || asset.name}
+
+${asset.description || ''}
+
+${asset.readme || ''}
+`;
+  fs.writeFileSync(path.join(targetDir, 'SKILL.md'), content);
+}
+
+/**
+ * Write manifest.json for the installed asset
+ */
+function writeManifest(asset, targetDir, hasPackage) {
+  const manifest = {
+    schema: 1,
+    type: asset.type,
+    name: asset.name,
+    displayName: asset.displayName || '',
+    version: asset.version,
+    author: asset.author,
+    description: asset.description || '',
+    tags: asset.tags || [],
+    category: asset.category || '',
+    installedFrom: 'openclawmp',
+    registryId: asset.id,
+    hasPackage,
+  };
+  fs.writeFileSync(path.join(targetDir, 'manifest.json'), JSON.stringify(manifest, null, 2) + '\n');
+}
+
+/**
+ * Post-install hints per asset type
+ */
+function showPostInstallHints(type, slug) {
+  switch (type) {
+    case 'skill':
+      console.log(`   ${c('green', 'Ready!')} Will be loaded in the next agent session.`);
+      break;
+    case 'config':
+      console.log(`   To activate: ${c('bold', `openclawmp apply config/${slug}`)}`);
+      break;
+    case 'trigger':
+      console.log(`   ${c('yellow', 'Check dependencies:')} fswatch (macOS) / inotifywait (Linux)`);
+      console.log('   Quick start: see SKILL.md in the installed directory');
+      break;
+    case 'plugin':
+      console.log(`   ${c('yellow', 'Requires restart:')} openclaw gateway restart`);
+      break;
+    case 'channel':
+      console.log(`   ${c('yellow', 'Requires config:')} Set credentials in openclaw.json, then restart`);
+      break;
+    case 'template':
+      console.log(`   To scaffold: ${c('bold', `openclawmp apply template/${slug} --workspace ./my-agent`)}`);
+      break;
+  }
+}
+
+async function run(args, flags) {
+  if (args.length === 0) {
+    err('Usage: openclawmp install <type>/@<author>/<slug>');
+    console.log('  Example: openclawmp install trigger/@xiaoyue/fs-event-trigger');
+    process.exit(1);
+  }
+
+  const { type, slug, authorFilter } = parseSpec(args[0]);
+  const displaySpec = `${type}/${authorFilter ? `@${authorFilter}/` : ''}${slug}`;
+
+  fish('OpenClaw Marketplace Install');
+  console.log('');
+  info(`Looking up ${c('bold', displaySpec)} in the market...`);
+
+  // Query the registry
+  const asset = await api.findAsset(type, slug, authorFilter);
+  if (!asset) {
+    err(`Asset ${c('bold', displaySpec)} not found in the market.`);
+    console.log('');
+    console.log(`  Try: openclawmp search ${slug}`);
+    process.exit(1);
+  }
+
+  const displayName = asset.displayName || asset.name;
+  const version = asset.version;
+  const authorName = asset.author?.name || 'unknown';
+  const authorId = asset.author?.id || '';
+
+  console.log(`  ${c('bold', displayName)} ${c('dim', `v${version}`)}`);
+  console.log(`  by ${c('cyan', authorName)} ${c('dim', `(${authorId})`)}`);
+  console.log('');
+
+  // Determine install directory
+  const targetDir = path.join(config.installDirForType(type), slug);
+
+  // Check if already installed
+  if (fs.existsSync(targetDir)) {
+    if (flags.force || flags.y) {
+      fs.rmSync(targetDir, { recursive: true, force: true });
+    } else {
+      warn(`Already installed at ${targetDir}`);
+      // In non-interactive mode, skip confirmation
+      const readline = require('readline');
+      const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+      const answer = await new Promise(resolve => {
+        rl.question('  Overwrite? [y/N] ', resolve);
+      });
+      rl.close();
+      if (!/^[yY]/.test(answer)) {
+        console.log('  Aborted.');
+        return;
+      }
+      fs.rmSync(targetDir, { recursive: true, force: true });
+    }
+  }
+
+  info(`Installing to ${c('dim', targetDir)}...`);
+  fs.mkdirSync(targetDir, { recursive: true });
+
+  // Try downloading the actual package
+  let hasPackage = false;
+  const pkgBuffer = await api.download(`/api/assets/${asset.id}/download`);
+
+  if (pkgBuffer && pkgBuffer.length > 0) {
+    info('📦 Downloading package from registry...');
+    hasPackage = extractPackage(pkgBuffer, targetDir);
+    if (hasPackage) {
+      const fileCount = countFiles(targetDir);
+      console.log(`  📦 Extracted ${c('bold', String(fileCount))} files from package`);
+    }
+  }
+
+  // Fallback: generate from metadata if no package
+  if (!hasPackage) {
+    info('No package available, generating from metadata...');
+    generateSkillMd(asset, targetDir);
+    console.log('  Generated: SKILL.md from metadata');
+  }
+
+  // Always write manifest.json
+  writeManifest(asset, targetDir, hasPackage);
+  console.log('  Created: manifest.json');
+
+  // Update lockfile
+  const lockKey = `${type}/${authorId ? `@${authorId}/` : ''}${slug}`;
+  config.updateLockfile(lockKey, version, targetDir);
+
+  console.log('');
+  ok(`Installed ${c('bold', displayName)} v${version}`);
+  detail('Location', targetDir);
+  detail('Registry', `${config.getApiBase()}/asset/${asset.id}`);
+  detail('Command', `openclawmp install ${type}/@${authorId}/${slug}`);
+  console.log('');
+
+  showPostInstallHints(type, slug);
+  console.log('');
+}
+
+module.exports = { run };

package/lib/commands/list.js

@@ -0,0 +1,36 @@
+// ============================================================================
+// commands/list.js — List installed assets
+// ============================================================================
+
+'use strict';
+
+const config = require('../config.js');
+const { fish, c } = require('../ui.js');
+
+async function run() {
+  fish('Installed from OpenClaw Marketplace');
+  console.log('');
+
+  const lock = config.readLockfile();
+  const installed = lock.installed || {};
+  const keys = Object.keys(installed).sort();
+
+  if (keys.length === 0) {
+    console.log('  Nothing installed yet.');
+    console.log('  Try: openclawmp search web-search');
+    return;
+  }
+
+  for (const key of keys) {
+    const entry = installed[key];
+    const ver = entry.version || '?';
+    const loc = entry.location || '?';
+    const ts = (entry.installedAt || '?').slice(0, 10);
+
+    console.log(`  📦 ${c('bold', key)}  v${ver}  ${c('dim', `(${ts})`)}`);
+    console.log(`     ${c('dim', loc)}`);
+    console.log('');
+  }
+}
+
+module.exports = { run };

package/lib/commands/login.js

@@ -0,0 +1,37 @@
+// ============================================================================
+// commands/login.js — Device authorization (login / authorize)
+// ============================================================================
+
+'use strict';
+
+const config = require('../config.js');
+const { fish, err, c, detail } = require('../ui.js');
+
+async function run() {
+  const deviceId = config.getDeviceId();
+
+  console.log('');
+  fish('Device Authorization');
+  console.log('');
+
+  if (!deviceId) {
+    err(`No OpenClaw device identity found at ${config.DEVICE_JSON}`);
+    console.log('');
+    console.log('  Make sure OpenClaw is installed and has been started at least once.');
+    process.exit(1);
+  }
+
+  console.log(`  Device ID: ${deviceId.slice(0, 16)}...`);
+  console.log('');
+  console.log('  To authorize this device, you need:');
+  console.log(`    1. An account on ${c('bold', config.getApiBase())} (GitHub/Google login)`);
+  console.log('    2. An activated invite code');
+  console.log('');
+  console.log('  Then authorize via the web UI, or ask your Agent to call:');
+  console.log(`    POST /api/auth/device  { "deviceId": "${deviceId}" }`);
+  console.log('');
+  console.log(`  Once authorized, you can publish with: ${c('bold', 'openclawmp publish ./')}`);
+  console.log('');
+}
+
+module.exports = { run };

package/lib/commands/publish.js

@@ -0,0 +1,298 @@
+// ============================================================================
+// commands/publish.js — Publish a local asset directory to the marketplace
+// ============================================================================
+
+'use strict';
+
+const fs = require('fs');
+const path = require('path');
+const { execSync } = require('child_process');
+const api = require('../api.js');
+const config = require('../config.js');
+const { fish, info, ok, warn, err, c, detail } = require('../ui.js');
+
+/**
+ * Parse SKILL.md frontmatter (YAML-like key: value pairs between --- markers)
+ */
+function parseFrontmatter(content) {
+  const fm = {};
+  let body = content;
+
+  const match = content.match(/^---\s*\n([\s\S]*?)\n---\s*\n([\s\S]*)/);
+  if (match) {
+    const fmText = match[1];
+    body = match[2].trim();
+
+    for (const line of fmText.split('\n')) {
+      const trimmed = line.trim();
+      if (!trimmed || trimmed.startsWith('#')) continue;
+      const kv = trimmed.match(/^([\w-]+)\s*:\s*(.*)/);
+      if (kv) {
+        let val = kv[2].trim();
+        // Strip surrounding quotes
+        if ((val.startsWith('"') && val.endsWith('"')) || (val.startsWith("'") && val.endsWith("'"))) {
+          val = val.slice(1, -1);
+        }
+        fm[kv[1]] = val;
+      }
+    }
+  }
+
+  return { frontmatter: fm, body };
+}
+
+/**
+ * Extract metadata from a skill directory
+ */
+function extractMetadata(skillDir) {
+  const hasSkillMd = fs.existsSync(path.join(skillDir, 'SKILL.md'));
+  const hasPluginJson = fs.existsSync(path.join(skillDir, 'openclaw.plugin.json'));
+  const hasPackageJson = fs.existsSync(path.join(skillDir, 'package.json'));
+  const hasReadme = fs.existsSync(path.join(skillDir, 'README.md'));
+
+  let name = '', displayName = '', description = '', version = '1.0.0';
+  let readme = '', tags = [], category = '', longDescription = '';
+  let detectedType = '';
+
+  // --- Priority 1: SKILL.md ---
+  if (hasSkillMd) {
+    const content = fs.readFileSync(path.join(skillDir, 'SKILL.md'), 'utf-8');
+    const { frontmatter: fm, body } = parseFrontmatter(content);
+
+    name = fm.name || '';
+    displayName = fm.displayName || fm['display-name'] || '';
+    description = fm.description || '';
+    version = fm.version || '1.0.0';
+    readme = body;
+    if (fm.tags) {
+      tags = fm.tags.split(',').map(t => t.trim()).filter(Boolean);
+    }
+    category = fm.category || '';
+    longDescription = fm.longDescription || description;
+    detectedType = fm.type || 'skill';
+  }
+
+  // --- Priority 2: openclaw.plugin.json ---
+  if (hasPluginJson && !name) {
+    try {
+      const plugin = JSON.parse(fs.readFileSync(path.join(skillDir, 'openclaw.plugin.json'), 'utf-8'));
+      name = name || plugin.id || '';
+      displayName = displayName || plugin.name || '';
+      description = description || plugin.description || '';
+      version = version === '1.0.0' ? (plugin.version || '1.0.0') : version;
+
+      // Detect channel type
+      if (Array.isArray(plugin.channels) && plugin.channels.length > 0) {
+        detectedType = detectedType || 'channel';
+      } else {
+        detectedType = detectedType || 'plugin';
+      }
+    } catch {}
+  }
+
+  // --- Priority 3: package.json ---
+  if (hasPackageJson && !name) {
+    try {
+      const pkg = JSON.parse(fs.readFileSync(path.join(skillDir, 'package.json'), 'utf-8'));
+      let pkgName = pkg.name || '';
+      // Strip @scope/ prefix
+      if (pkgName.startsWith('@') && pkgName.includes('/')) {
+        pkgName = pkgName.split('/').pop();
+      }
+      name = name || pkgName;
+      displayName = displayName || pkgName;
+      description = description || pkg.description || '';
+      version = version === '1.0.0' ? (pkg.version || '1.0.0') : version;
+    } catch {}
+  }
+
+  // --- Priority 4: README.md ---
+  if (hasReadme) {
+    try {
+      const readmeContent = fs.readFileSync(path.join(skillDir, 'README.md'), 'utf-8');
+      if (!readme) readme = readmeContent;
+      if (!displayName) {
+        const titleMatch = readmeContent.match(/^#\s+(.+)$/m);
+        if (titleMatch) displayName = titleMatch[1].trim();
+      }
+      if (!description) {
+        for (const line of readmeContent.split('\n')) {
+          const t = line.trim();
+          if (!t || t.startsWith('#') || t.startsWith('---')) continue;
+          description = t;
+          break;
+        }
+      }
+    } catch {}
+  }
+
+  // Fallbacks
+  if (!name) name = path.basename(skillDir);
+  if (!displayName) displayName = name;
+  if (!detectedType) detectedType = '';
+
+  return {
+    name, displayName, type: detectedType,
+    description, version, readme,
+    tags, category,
+    longDescription: longDescription || description,
+  };
+}
+
+async function run(args, flags) {
+  let skillDir = args[0] || '.';
+  skillDir = path.resolve(skillDir);
+
+  fish(`Publishing from ${c('bold', skillDir)}`);
+  console.log('');
+
+  // Check device ID
+  const deviceId = config.getDeviceId();
+  if (!deviceId) {
+    err('No OpenClaw device identity found.');
+    console.log('');
+    console.log(`  Expected: ${config.DEVICE_JSON}`);
+    console.log('  Make sure OpenClaw is installed and has been started at least once.');
+    console.log('');
+    console.log(`  Your device must be authorized first:`);
+    console.log(`    1. Login on ${c('bold', config.getApiBase())} (GitHub/Google)`);
+    console.log('    2. Activate an invite code');
+    console.log('    3. Authorize this device (your deviceId will be auto-detected)');
+    process.exit(1);
+  }
+
+  info(`Device ID: ${deviceId.slice(0, 12)}...`);
+
+  // Extract metadata
+  const meta = extractMetadata(skillDir);
+
+  // If type not detected, prompt user
+  if (!meta.type) {
+    warn('Could not auto-detect asset type (no SKILL.md or openclaw.plugin.json found)');
+    console.log('  Available types: skill, plugin, channel, trigger, experience');
+
+    const readline = require('readline');
+    const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+    meta.type = await new Promise(resolve => {
+      rl.question('  Enter asset type: ', answer => {
+        rl.close();
+        resolve(answer.trim());
+      });
+    });
+
+    if (!meta.type) {
+      err('Asset type is required');
+      process.exit(1);
+    }
+  }
+
+  // Warn about missing description
+  if (!meta.description) {
+    warn('No description found — metadata may be incomplete');
+    console.log('  The server will attempt to extract from package contents.');
+    console.log('');
+  }
+
+  // Show preview
+  console.log('');
+  console.log(`  Name:        ${meta.name}`);
+  console.log(`  Display:     ${meta.displayName}`);
+  console.log(`  Type:        ${meta.type}`);
+  console.log(`  Version:     ${meta.version}`);
+  console.log(`  Description: ${(meta.description || '').slice(0, 80)}`);
+  if (meta.tags.length) {
+    console.log(`  Tags:        ${meta.tags.join(', ')}`);
+  }
+  console.log('');
+
+  // Confirm
+  if (!flags.yes && !flags.y) {
+    const readline = require('readline');
+    const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
+    const answer = await new Promise(resolve => {
+      rl.question(`  Publish to ${config.getApiBase()}? [Y/n] `, resolve);
+    });
+    rl.close();
+    if (/^[nN]/.test(answer)) {
+      info('Cancelled.');
+      return;
+    }
+  }
+
+  // Create tarball
+  const tarball = path.join(require('os').tmpdir(), `openclawmp-publish-${Date.now()}.tar.gz`);
+  try {
+    execSync(`tar czf "${tarball}" -C "${skillDir}" .`, { stdio: 'pipe' });
+  } catch (e) {
+    err('Failed to create package tarball');
+    process.exit(1);
+  }
+
+  const tarStats = fs.statSync(tarball);
+  const sizeKb = (tarStats.size / 1024).toFixed(1);
+  info(`Package: ${sizeKb}KB compressed`);
+
+  // Build payload
+  const payload = {
+    name: meta.name,
+    displayName: meta.displayName,
+    type: meta.type,
+    description: meta.description,
+    version: meta.version,
+    readme: meta.readme,
+    tags: meta.tags,
+    category: meta.category,
+    longDescription: meta.longDescription,
+    authorId: process.env.SEAFOOD_AUTHOR_ID || '',
+    authorName: process.env.SEAFOOD_AUTHOR_NAME || '',
+    authorAvatar: process.env.SEAFOOD_AUTHOR_AVATAR || '',
+  };
+
+  // POST multipart: metadata + package file
+  const { FormData, File } = require('node:buffer');
+  let formData;
+
+  // Node 18+ has global FormData via undici
+  if (typeof globalThis.FormData !== 'undefined') {
+    formData = new globalThis.FormData();
+    formData.append('metadata', new Blob([JSON.stringify(payload)], { type: 'application/json' }), 'metadata.json');
+    const tarBuffer = fs.readFileSync(tarball);
+    formData.append('package', new Blob([tarBuffer], { type: 'application/gzip' }), 'package.tar.gz');
+  } else {
+    // Fallback for older Node — use raw fetch with multipart boundary
+    err('FormData not available. Requires Node.js 18+ with fetch support.');
+    process.exit(1);
+  }
+
+  const { status, data: respData } = await api.postMultipart('/api/v1/assets/publish', formData);
+
+  // Clean up tarball
+  try { fs.unlinkSync(tarball); } catch {}
+
+  if (status === 200 || status === 201) {
+    const assetId = respData?.data?.id || 'unknown';
+    const fileCount = respData?.data?.files?.length || '?';
+
+    console.log('');
+    ok('Published successfully! 🎉');
+    console.log('');
+    detail('ID', assetId);
+    detail('Files', fileCount);
+    detail('Page', `${config.getApiBase()}/asset/${assetId}`);
+    console.log('');
+
+    // Check for metadataIncomplete flag
+    if (respData?.data?.metadataIncomplete) {
+      const missingFields = (respData.data.missingFields || []).join(', ');
+      warn(`部分元数据缺失: ${missingFields}`);
+      console.log('   建议让 Agent 自动补全，或手动编辑后重新发布');
+      console.log('');
+    }
+  } else {
+    const errorMsg = respData?.error || JSON.stringify(respData) || 'Unknown error';
+    err(`Publish failed (HTTP ${status}): ${errorMsg}`);
+    process.exit(1);
+  }
+}
+
+module.exports = { run };

package/lib/commands/search.js

@@ -0,0 +1,49 @@
+// ============================================================================
+// commands/search.js — Search the marketplace
+// ============================================================================
+
+'use strict';
+
+const api = require('../api.js');
+const { fish, err, c, typeIcon } = require('../ui.js');
+
+async function run(args) {
+  const query = args.join(' ');
+  if (!query) {
+    err('Usage: openclawmp search <query>');
+    process.exit(1);
+  }
+
+  fish(`Searching the market for "${query}"...`);
+  console.log('');
+
+  const result = await api.searchAssets(query);
+  const assets = result?.data?.assets || [];
+  const total = result?.data?.total || 0;
+
+  if (assets.length === 0) {
+    console.log('  No results found.');
+    return;
+  }
+
+  console.log(`  Found ${total} result(s):`);
+  console.log('');
+
+  for (const a of assets) {
+    const icon = typeIcon(a.type);
+    const score = a.hubScore || 0;
+    const author = a.author?.name || 'unknown';
+    const authorId = a.author?.id || 'unknown';
+
+    console.log(`  ${icon} ${c('bold', a.displayName)}`);
+    console.log(`     ${a.type}/@${authorId}/${a.name}  •  v${a.version}  •  by ${c('cyan', author)}  •  Score: ${score}`);
+
+    const desc = (a.description || '').slice(0, 80);
+    if (desc) {
+      console.log(`     ${c('dim', desc)}`);
+    }
+    console.log('');
+  }
+}
+
+module.exports = { run };