@storyclaw/talenthub 0.3.6 → 0.3.7

package/dist/cli.js

@@ -35,6 +35,7 @@ agent
     .description("Install an agent and its skills")
     .option("-f, --force", "Overwrite existing agent", false)
     .option("-t, --token <token>", "Authenticate with a th_* token for private agents")
+    .option("--json", "Output structured JSONL progress for machine consumption", false)
     .action(agentInstall);
 agent
     .command("update [name]")

package/dist/commands/agent-install.d.ts

@@ -1,4 +1,5 @@
 export declare function agentInstall(name: string, options: {
     force?: boolean;
     token?: string;
+    json?: boolean;
 }): Promise<void>;

package/dist/commands/agent-install.js

@@ -6,72 +6,128 @@ import { addOrUpdateAgent, findAgentEntry, readConfig, writeConfig } from "../li
 import { fetchCatalog, fetchManifest } from "../lib/registry.js";
 import { resolveWorkspaceDir } from "../lib/paths.js";
 import { markInstalled } from "../lib/state.js";
+function jsonl(obj) {
+    process.stdout.write(`${JSON.stringify(obj)}\n`);
+}
+// Weight breakdown: manifest 0→5%, skills 5→90%, files 90→95%, config 95→100%
+const WEIGHT = { manifest: 5, skillsStart: 5, skillsEnd: 90, files: 95, config: 100 };
 export async function agentInstall(name, options) {
     const token = options.token;
+    const json = options.json === true;
+    const log = json ? () => { } : console.log.bind(console);
     if (token) {
         if (!token.startsWith("th_")) {
-            console.error("Invalid token format. Token must start with 'th_'.");
+            if (json)
+                jsonl({ event: "error", message: "Invalid token format" });
+            else
+                console.error("Invalid token format. Token must start with 'th_'.");
             process.exit(1);
         }
-        console.log("Verifying token...");
+        log("Verifying token...");
         try {
             await verifyToken(token);
         }
         catch {
-            console.error("Token verification failed. Please check your token and try again.");
+            if (json)
+                jsonl({ event: "error", message: "Token verification failed" });
+            else
+                console.error("Token verification failed. Please check your token and try again.");
             process.exit(1);
         }
     }
-    console.log(`Looking up agent "${name}"...`);
+    log(`Looking up agent "${name}"...`);
     const catalog = await fetchCatalog(token);
     if (!catalog.agents[name]) {
         const available = Object.keys(catalog.agents).join(", ");
-        console.error(`Agent "${name}" not found. Available: ${available}`);
+        if (json)
+            jsonl({ event: "error", message: `Agent "${name}" not found`, available });
+        else
+            console.error(`Agent "${name}" not found. Available: ${available}`);
         process.exit(1);
     }
     const manifest = await fetchManifest(name, token);
-    console.log(`Found ${manifest.emoji} ${manifest.name} v${manifest.version} (${manifest.skills.length} skills)`);
+    log(`Found ${manifest.emoji} ${manifest.name} v${manifest.version} (${manifest.skills.length} skills)`);
+    if (json)
+        jsonl({
+            event: "start",
+            agentId: manifest.id, name: manifest.name, emoji: manifest.emoji,
+            version: manifest.version, skillCount: manifest.skills.length,
+        });
+    if (json)
+        jsonl({ event: "progress", phase: "manifest", percent: WEIGHT.manifest });
     const cfg = readConfig();
     const existing = findAgentEntry(cfg, name);
     if (existing && !options.force) {
-        console.error(`Agent "${name}" already exists in config. Use --force to overwrite.`);
+        if (json)
+            jsonl({ event: "error", message: `Agent "${name}" already exists. Use --force.` });
+        else
+            console.error(`Agent "${name}" already exists in config. Use --force to overwrite.`);
         process.exit(1);
     }
     const wsDir = resolveWorkspaceDir(name);
     fs.mkdirSync(wsDir, { recursive: true });
-    console.log("Writing agent files...");
-    if (manifest.files) {
-        for (const [filename, content] of Object.entries(manifest.files)) {
-            if (content) {
-                fs.writeFileSync(path.join(wsDir, filename), content, "utf-8");
-            }
-        }
-    }
+    // Install skills first — this is the slowest step (5% → 90%)
     let installed = 0;
     let failed = 0;
     let skipped = 0;
-    if (manifest.skills.length > 0) {
-        console.log(`Installing ${manifest.skills.length} skills via npx skills...`);
-        const result = installAllSkills(manifest.skills, wsDir);
+    const warnings = [];
+    const skillTotal = manifest.skills.length;
+    if (skillTotal > 0) {
+        log(`Installing ${skillTotal} skills via npx skills...`);
+        const skillWeight = WEIGHT.skillsEnd - WEIGHT.skillsStart;
+        const result = installAllSkills(manifest.skills, wsDir, json ? (evt) => {
+            const percent = WEIGHT.skillsStart + Math.round((evt.current / evt.total) * skillWeight);
+            jsonl({
+                event: "progress", phase: "skills", percent,
+                detail: evt.name, current: evt.current, total: evt.total, status: evt.status,
+            });
+            if (evt.status === "failed") {
+                warnings.push(`${evt.name}: ${evt.error ?? "install failed"}`);
+            }
+        } : undefined, json);
         installed = result.installed;
         failed = result.failed;
         skipped = result.skipped;
     }
+    else {
+        if (json)
+            jsonl({ event: "progress", phase: "skills", percent: WEIGHT.skillsEnd });
+    }
+    // Write agent files (90% → 95%)
+    log("Writing agent files...");
+    if (manifest.files) {
+        for (const [filename, content] of Object.entries(manifest.files)) {
+            if (content) {
+                fs.writeFileSync(path.join(wsDir, filename), content, "utf-8");
+            }
+        }
+    }
+    if (json)
+        jsonl({ event: "progress", phase: "files", percent: WEIGHT.files });
+    // Update config (95% → 100%)
+    // Write workspace path instead of skills — the gateway discovers skills
+    // from <workspace>/skills/ symlinks that were created during skill install.
     const updatedCfg = addOrUpdateAgent(cfg, {
         id: manifest.id,
         name: manifest.name,
-        skills: manifest.skills,
+        workspace: wsDir,
     });
     writeConfig(updatedCfg);
     markInstalled(manifest.id, manifest.version);
-    const parts = [];
-    if (installed > 0)
-        parts.push(`${installed} installed`);
-    if (skipped > 0)
-        parts.push(`${skipped} already present`);
-    if (failed > 0)
-        parts.push(`${failed} failed`);
-    const skillSummary = parts.length > 0 ? ` (skills: ${parts.join(", ")})` : "";
-    console.log(`\n${manifest.emoji} Installed ${manifest.name}${skillSummary}.`);
-    console.log("Restart the OpenClaw gateway to apply changes.");
+    if (json)
+        jsonl({ event: "progress", phase: "config", percent: WEIGHT.config });
+    if (json) {
+        jsonl({ event: "done", success: true, installed, skipped, failed, warnings, workspace: wsDir });
+    }
+    else {
+        const parts = [];
+        if (installed > 0)
+            parts.push(`${installed} installed`);
+        if (skipped > 0)
+            parts.push(`${skipped} already present`);
+        if (failed > 0)
+            parts.push(`${failed} failed`);
+        const skillSummary = parts.length > 0 ? ` (skills: ${parts.join(", ")})` : "";
+        console.log(`\n${manifest.emoji} Installed ${manifest.name}${skillSummary}.`);
+    }
 }

package/dist/commands/agent-update.js

@@ -31,11 +31,13 @@ async function updateAgent(agentId) {
         installAllSkills(manifest.skills, wsDir);
     }
     // Update config
+    // Write workspace path instead of skills — the gateway discovers skills
+    // from <workspace>/skills/ symlinks that were created during skill install.
     const cfg = readConfig();
     const updatedCfg = addOrUpdateAgent(cfg, {
         id: manifest.id,
         name: manifest.name,
-        skills: manifest.skills,
+        workspace: wsDir,
     });
     writeConfig(updatedCfg);
     markInstalled(manifest.id, manifest.version);
@@ -57,7 +59,7 @@ export async function agentUpdate(name, options) {
             await updateAgent(u.agentId);
             console.log(`  ✓ ${u.name} updated to ${u.latestVersion}`);
         }
-        console.log("\nRestart the OpenClaw gateway to apply changes.");
+        console.log("\nAll done.");
         return;
     }
     const state = readState();
@@ -69,5 +71,5 @@ export async function agentUpdate(name, options) {
     updateAllSkills();
     console.log(`Updating agent "${name}"...`);
     await updateAgent(name);
-    console.log(`✓ Agent "${name}" updated. Restart the OpenClaw gateway to apply changes.`);
+    console.log(`✓ Agent "${name}" updated. All done.`);
 }

package/dist/lib/skills.d.ts

@@ -37,7 +37,15 @@ export declare function installSkill(entry: string, workspaceDir: string): boole
  * @param skills Array of skill URL strings ("https://github.com/owner/repo@skill")
  * Returns { installed, skipped, failed } counts.
  */
-export declare function installAllSkills(skills: string[], workspaceDir: string): {
+export type SkillProgressCallback = (event: {
+    name: string;
+    repo: string;
+    status: "skipped" | "installing" | "done" | "failed";
+    current: number;
+    total: number;
+    error?: string;
+}) => void;
+export declare function installAllSkills(skills: string[], workspaceDir: string, onProgress?: SkillProgressCallback, quiet?: boolean): {
     installed: number;
     skipped: number;
     failed: number;

package/dist/lib/skills.js

@@ -19,6 +19,18 @@ function resolveSkillsBin() {
     }
 }
 const SKILLS_BIN = resolveSkillsBin();
+/**
+ * Replace `https://github.com/...` URLs with a mirror when TALENTHUB_GITHUB_URL is set.
+ * Example: TALENTHUB_GITHUB_URL=https://gitmirror.com
+ *   https://github.com/owner/repo → https://gitmirror.com/owner/repo
+ */
+function applyGithubMirror(url) {
+    const mirror = process.env.TALENTHUB_GITHUB_URL?.trim();
+    if (!mirror)
+        return url;
+    const base = mirror.replace(/\/+$/, "");
+    return url.replace(/^https?:\/\/github\.com/i, base);
+}
 /**
  * Parse a skill URL string into repo source and skill name.
  * Accepts "https://github.com/owner/repo@skill" (preferred) and
@@ -67,16 +79,22 @@ export function isSkillInstalled(name) {
  *
  * Returns the list of skill names that were successfully installed.
  */
-function installSkillsFromRepo(repo, skillNames) {
+function installSkillsFromRepo(repo, skillNames, quiet = false) {
     const skillFlag = skillNames.join(" ");
     try {
-        const cmd = `node ${SKILLS_BIN} add ${repo} --skill ${skillFlag} --agent openclaw -y`;
-        execSync(cmd, { stdio: "inherit", cwd: resolveStateDir(), timeout: 300_000 });
+        const cmd = `node ${SKILLS_BIN} add ${applyGithubMirror(repo)} --skill ${skillFlag} --agent openclaw -y`;
+        execSync(cmd, { stdio: quiet ? "pipe" : "inherit", cwd: resolveStateDir(), timeout: 300_000 });
     }
-    catch {
-        console.error(`  Warning: failed to install skills from ${repo}: ${skillNames.join(", ")}`);
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        // Extract stderr from ExecSyncError if available
+        const stderr = err?.stderr?.toString().trim();
+        const detail = stderr || msg;
+        if (!quiet)
+            console.error(`  Warning: failed to install skills from ${repo}: ${skillNames.join(", ")}`);
+        return { ok: skillNames.filter((s) => isSkillInstalled(s)), error: detail };
     }
-    return skillNames.filter((s) => isSkillInstalled(s));
+    return { ok: skillNames.filter((s) => isSkillInstalled(s)) };
 }
 /**
  * Install a single skill via `skills add` into the shared directory,
@@ -93,8 +111,8 @@ export function installSkill(entry, workspaceDir) {
         return false;
     }
     if (!isSkillInstalled(spec.skill)) {
-        const ok = installSkillsFromRepo(spec.repo, [spec.skill]);
-        if (ok.length === 0)
+        const result = installSkillsFromRepo(spec.repo, [spec.skill]);
+        if (result.ok.length === 0)
             return false;
     }
     if (!isSkillInstalled(spec.skill)) {
@@ -126,30 +144,30 @@ function linkSkillToWorkspace(name, workspaceDir) {
     }
     fs.symlinkSync(target, link, "dir");
 }
-/**
- * Install all skills for an agent: skip already-installed, batch-install
- * missing skills grouped by repo (one clone per repo), then symlink
- * everything into the workspace.
- *
- * @param skills Array of skill URL strings ("https://github.com/owner/repo@skill")
- * Returns { installed, skipped, failed } counts.
- */
-export function installAllSkills(skills, workspaceDir) {
+export function installAllSkills(skills, workspaceDir, onProgress, quiet = false) {
     fs.mkdirSync(resolveStateDir(), { recursive: true });
     let installed = 0;
     let skipped = 0;
     let failed = 0;
+    let current = 0;
+    const total = skills.length;
     // Group missing skills by repo so each repo is cloned only once
     const needInstall = new Map();
+    const skillRepoMap = new Map();
     for (const entry of skills) {
         const spec = parseSkillSpec(entry);
         if (!spec) {
+            current++;
             console.error(`  Warning: invalid skill spec "${entry}" — expected "https://github.com/owner/repo@skill"`);
+            onProgress?.({ name: entry, repo: "", status: "failed", current, total, error: "invalid spec" });
             failed++;
             continue;
         }
+        skillRepoMap.set(spec.skill, spec.repo);
         if (isSkillInstalled(spec.skill)) {
+            current++;
             linkSkillToWorkspace(spec.skill, workspaceDir);
+            onProgress?.({ name: spec.skill, repo: spec.repo, status: "skipped", current, total });
             skipped++;
         }
         else {
@@ -160,11 +178,25 @@ export function installAllSkills(skills, workspaceDir) {
     }
     // Batch install: one `skills add` per repo
     for (const [repo, skillNames] of needInstall) {
-        const ok = installSkillsFromRepo(repo, skillNames);
-        installed += ok.length;
-        failed += skillNames.length - ok.length;
-        for (const name of ok) {
-            linkSkillToWorkspace(name, workspaceDir);
+        for (const name of skillNames) {
+            current++;
+            onProgress?.({ name, repo, status: "installing", current, total });
+        }
+        // Rewind current so we can report done/failed per skill
+        current -= skillNames.length;
+        const result = installSkillsFromRepo(repo, skillNames, quiet);
+        const okSet = new Set(result.ok);
+        for (const name of skillNames) {
+            current++;
+            if (okSet.has(name)) {
+                installed++;
+                linkSkillToWorkspace(name, workspaceDir);
+                onProgress?.({ name, repo, status: "done", current, total });
+            }
+            else {
+                failed++;
+                onProgress?.({ name, repo, status: "failed", current, total, error: result.error ?? "install failed" });
+            }
         }
     }
     return { installed, skipped, failed };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@storyclaw/talenthub",
-  "version": "0.3.6",
+  "version": "0.3.7",
   "description": "CLI tool to manage StoryClaw AI agents",
   "type": "module",
   "bin": {