@przeprogramowani/10x-cli 1.17.0 → 1.19.0

package/README.md

@@ -62,6 +62,7 @@ Once installed, just tell your agent to **set up 10x-cli** and it will pick up t
 | `10x sync` | Bulk-download / refresh lessons and report what changed upstream |
 | `10x doctor` | Diagnose auth, API connectivity, and local config |
 | `10x bench` | Live top-10 AI model leaderboard from [10xbench.ai](https://10xbench.ai) — no login needed |
+| `10x bench-kit <action>` | Create (`init`) and update (`update`) a company benchmark instance from the [10x-bench-kit](https://github.com/przeprogramowani/10x-bench-kit) template |
 
 ### `10x get` Flags
 
@@ -180,6 +181,40 @@ color-coded score bars in your terminal. Public data, works without logging in.
 The data refreshes whenever new benchmark results are published on 10xbench.ai.
 Colors honor `NO_COLOR` and are disabled automatically when output is piped.
 
+### `10x bench-kit`
+
+Creates and maintains a **company benchmark instance** from the
+[10x-bench-kit](https://github.com/przeprogramowani/10x-bench-kit) template —
+a self-hosted benchmark that scores AI agents on tasks embedded in your own
+repositories. The CLI is a thin installer/updater; tasks, assertions, and
+scoring live in the template and the instance.
+
+| Action | Description |
+|--------|-------------|
+| `init [dir]` | Materialize a fresh instance from the template (no git history, fresh `git init`), register the detected base repo, install runner dependencies |
+| `update [dir]` | Upgrade the instance to a newer template: runtime zone replaced wholesale, skills proposed as a reviewable diff, company content untouched |
+
+| Flag | Description |
+|------|-------------|
+| `--template-version <tag>` | Template tag to install (default: latest) |
+| `--tool <id>` | Agent tool for skill placement (`claude-code`, `cursor`, `copilot`, `codex`, `windsurf`, `gemini`, `generic`) |
+| `--yes` | Run non-interactively, accepting defaults |
+
+```bash
+# Create an instance next to your product repo (run inside it to auto-register)
+10x bench-kit init my-benchmark
+
+# Pin the template version
+10x bench-kit init my-benchmark --template-version v0.8.0
+
+# Upgrade an existing instance to the latest template
+10x bench-kit update
+```
+
+Re-running `init` on an existing instance is a **repair**: missing template
+files are restored, company content is never touched. After `update`, run the
+instance's `bench validate` to confirm the content still matches the new kit.
+
 ### Global Flags
 
 - `--json` — Machine-readable JSON output (auto-detected when piped)

package/dist/index.mjs

@@ -10173,7 +10173,7 @@ var cac = (name = "") => new CAC(name);
 // package.json
 var package_default = {
   name: "@przeprogramowani/10x-cli",
-  version: "1.17.0",
+  version: "1.19.0",
   description: "Open-source CLI for 10xDevs course content",
   repository: {
     type: "git",
@@ -11104,19 +11104,6 @@ import {
 import { tmpdir } from "node:os";
 import { basename, join as join4, resolve, sep } from "node:path";
 
-// src/lib/experimental.ts
-var EXPERIMENTAL_ENV = "TENX_CLI_EXPERIMENTAL";
-function experimentalEnabled(env = process.env) {
-  const value = env[EXPERIMENTAL_ENV];
-  return value === "1" || value === "true";
-}
-function requireExperimental(command, flags, env = process.env) {
-  if (experimentalEnabled(env))
-    return;
-  const ctx = resolveContext(flags);
-  outputError(ctx, "experimental_locked", `'10x ${command}' is experimental and currently locked.`, ExitCodes.FORBIDDEN, `Set ${EXPERIMENTAL_ENV}=1 and run '10x ${command}' again.`);
-}
-
 // src/lib/tool-detect.ts
 import { existsSync as existsSync3 } from "node:fs";
 import { join as join3 } from "node:path";
@@ -11461,11 +11448,9 @@ function topDetectedProfile(signals) {
 var TEMPLATE_REPO_URL = "https://github.com/przeprogramowani/10x-bench-kit";
 var SHARED_ROOT_FILES = ["AGENTS.md"];
 var PLACEHOLDER_BASE_REPO = "demo-app";
+var BASE_REPOS_DIR = ".repos";
 function registerBenchKitCommand(cli) {
-  if (!experimentalEnabled())
-    return;
-  cli.command("bench-kit <action> [dir]", "Manage a benchmark instance (actions: init, update; experimental)").option("--template-version <tag>", "Template tag to install (default: latest)").option("--tool <id>", `Agent tool for skill placement (${Object.keys(PROFILES).join(", ")})`).option("--yes", "Run non-interactively, accepting defaults").example("10x bench-kit init my-benchmark").example("10x bench-kit init my-benchmark --template-version v0.1.0").example("10x bench-kit update").action(async (action, dir, options) => {
-    requireExperimental(`bench-kit ${action}`, options);
+  cli.command("bench-kit <action> [dir]", "Manage a benchmark instance (actions: init, update)").option("--template-version <tag>", "Template tag to install (default: latest)").option("--tool <id>", `Agent tool for skill placement (${Object.keys(PROFILES).join(", ")})`).option("--yes", "Run non-interactively, accepting defaults").example("10x bench-kit init my-benchmark").example("10x bench-kit init my-benchmark --template-version v0.1.0").example("10x bench-kit update").action(async (action, dir, options) => {
     const ctx = resolveContext(options);
     if (action === "init") {
       await runBenchKitInit(ctx, dir, options);
@@ -11532,6 +11517,21 @@ async function runBenchKitInit(ctx, dirArg, options, deps = defaultDeps) {
         }
       }
     }
+    let baseRepoClone = "skipped";
+    if (baseRepo !== null) {
+      ensureIgnored(targetDir, `${BASE_REPOS_DIR}/`);
+      const cloneDest = join4(targetDir, BASE_REPOS_DIR, baseRepo.name);
+      verbose(ctx, `cloning base repo into ${BASE_REPOS_DIR}/${baseRepo.name}`);
+      const cloned = await deps.cloneBaseRepo(baseRepo, cloneDest);
+      if (cloned.ok) {
+        baseRepoClone = "cloned";
+      } else {
+        baseRepoClone = "failed";
+        rmSync3(cloneDest, { recursive: true, force: true });
+        verbose(ctx, `base repo clone failed (${cloned.error.trim().split(`
+`).pop() ?? ""})`);
+      }
+    }
     const runnerDeps = await installRunnerDependencies(ctx, deps, targetDir);
     const manifest = {
       templateVersion,
@@ -11556,6 +11556,11 @@ async function runBenchKitInit(ctx, dirArg, options, deps = defaultDeps) {
       `Agent skills installed for ${toolName} under ${skillRootFor(toolId)}/.`,
       baseRepo === null ? "No product repo detected here — add your base repos to bench.config.yaml." : `Registered '${baseRepo.name}' (${baseRepo.url}) as the first base repo in bench.config.yaml.`,
       ...demoTasksPinned > 0 ? [`Pinned the demo task to ${baseRepo?.headCommit.slice(0, 12)} (current HEAD of the base repo).`] : [],
+      ...baseRepoClone === "cloned" ? [
+        `Cloned '${baseRepo?.name}' into ${BASE_REPOS_DIR}/${baseRepo?.name}/ — local working copy for the authoring skills (gitignored).`
+      ] : baseRepoClone === "failed" ? [
+        `Base repo clone failed — run 'git clone ${baseRepo?.url} ${BASE_REPOS_DIR}/${baseRepo?.name}' yourself.`
+      ] : [],
       ...runnerDeps === "failed" ? ["Runner dependencies did not install — run 'npm ci --prefix .bench-kit/runner' yourself."] : runnerDeps === "installed" ? ["Runner dependencies installed (.bench-kit/runner/node_modules)."] : [],
       committed ? "Initialized a fresh git repository with an initial commit." : "Initialized a fresh git repository (initial commit skipped — commit the files yourself).",
       "Next: wire up secrets, then run 'bench validate' before the first run."
@@ -11570,6 +11575,7 @@ async function runBenchKitInit(ctx, dirArg, options, deps = defaultDeps) {
       skillRoot: skillRootFor(toolId),
       filesCopied: copied + skills.added,
       baseRepo,
+      baseRepoClone,
       demoTasksPinned,
       runnerDeps,
       gitInitialized: !repair,
@@ -11859,6 +11865,18 @@ function toHttpsUrl(url) {
     return `https://${ssh[1]}/${ssh[2]}`;
   return null;
 }
+function ensureIgnored(dir, entry) {
+  const file = join4(dir, ".gitignore");
+  const current = existsSync4(file) ? readFileSync3(file, "utf8") : "";
+  if (current.split(`
+`).some((line) => line.trim() === entry))
+    return;
+  const prefix = current === "" || current.endsWith(`
+`) ? current : `${current}
+`;
+  writeFileSync3(file, `${prefix}${entry}
+`);
+}
 var PLACEHOLDER_COMMIT = /^0{40}$/;
 async function pinPlaceholderTasks(tasksDir, repo) {
   if (!existsSync4(tasksDir) || !/^[0-9a-f]{40}$/.test(repo.headCommit))
@@ -11963,6 +11981,12 @@ var defaultDeps = {
       return null;
     return { rootDir, name: basename(rootDir), url, headCommit };
   },
+  async cloneBaseRepo(repo, destDir) {
+    const clone = await run("git", ["clone", "--quiet", repo.rootDir, destDir]);
+    if (!clone.ok)
+      return { ok: false, error: clone.error };
+    return run("git", ["-C", destDir, "remote", "set-url", "origin", repo.url]);
+  },
   async remoteReachable(url) {
     const result = await run("git", ["ls-remote", "--heads", url], undefined, {
       GIT_TERMINAL_PROMPT: "0"

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@przeprogramowani/10x-cli",
-  "version": "1.17.0",
+  "version": "1.19.0",
   "description": "Open-source CLI for 10xDevs course content",
   "repository": {
     "type": "git",