@test-lab-ai/cli 0.2.6 → 0.2.8

package/AGENTS.md

@@ -33,7 +33,9 @@ npx @test-lab-ai/cli --help
    - If the user's repo has a test-lab plan skill/format, prefer it.
 3. **Write** the plans to a JSON file (or a directory of `*.json`).
 4. **Run** `testlab import <path>`. Use `--dry-run` first to show the user the
-   creation order without writing anything.
+   creation order without writing anything. To file the plans under a project,
+   run `testlab projects list` and pass `--project <id|name>` (auto-picked if
+   there is only one; omit for account-level).
 
 Authentication: the user runs `testlab login` once (browser), or you set
 `TESTLAB_API_KEY` in the environment for a fully headless run.

package/README.md

@@ -123,6 +123,9 @@ Cursor user rules are set in Cursor's Settings. Restart your agent to load it.
 It installs from the public [`Test-Lab-ai/skills`](https://github.com/Test-Lab-ai/skills)
 mirror, so you always get the latest version.
 
+`testlab skills update` refreshes every installed copy to the latest, and the CLI
+also refreshes them automatically the first time you run it after an upgrade.
+
 ## For AI agents
 
 Run **`testlab examples`** for the complete JSON reference, or read `AGENTS.md`

package/bin/testlab.mjs

@@ -23,8 +23,8 @@ import { apiFetch } from "../lib/api.mjs"
 import { loadImportFile, runImport } from "../lib/import.mjs"
 import { browserLogin } from "../lib/login.mjs"
 import { EXAMPLES_TEXT } from "../lib/examples.mjs"
-import { TESTLAB_SKILLS, AGENTS, detectAgents, installSkill } from "../lib/skills.mjs"
-import { checkForUpdate, currentVersion } from "../lib/update-check.mjs"
+import { TESTLAB_SKILLS, AGENTS, detectAgents, installSkill, installedSkillLocations } from "../lib/skills.mjs"
+import { checkForUpdate, currentVersion, previousRunVersion } from "../lib/update-check.mjs"
 
 const log = (...a) => console.log(...a)
 function errExit(msg) {
@@ -41,6 +41,7 @@ Usage:
                                             (credentials, labels, fixtures, plans)
   testlab plans list                       List your test plans
   testlab plans create -f plan.json        Create one plan from JSON
+  testlab projects list                    List your projects
   testlab credentials set <key> --value <value>     Set a credential ({{credentials.<key>}})
   testlab credentials list                 List credential keys (values never shown)
   testlab labels list                      List your labels
@@ -50,12 +51,14 @@ Usage:
                                            resource (designed for AI agents)
   testlab skills install [--agent ...]     Install the test-lab-plan skill (auto-detects
                                            Claude/Codex/Cursor; --agent claude|codex|cursor|all)
+  testlab skills update                    Refresh installed skills (also auto-runs after a CLI upgrade)
 
 Options:
   --key <tl_…>      API key (else $TESTLAB_API_KEY or ~/.test-lab/config.json)
   --stdin           Read the value (key/credential) from stdin
   --force           (login) re-authenticate even if a stored key still works
   --dry-run         (import) validate + print plan order without writing
+  --project <id|name>  (import/plans) assign plans to a project, or "none" for account-level
   --version, -v     Print the installed CLI version
 
 Get a key at https://test-lab.ai/admin/settings/api-keys · run \`testlab examples\` for JSON shapes`
@@ -75,6 +78,7 @@ function parse() {
       force: { type: "boolean" },
       global: { type: "boolean" },
       agent: { type: "string" },
+      project: { type: "string" },
       version: { type: "boolean", short: "v" },
       help: { type: "boolean", short: "h" },
     },
@@ -185,7 +189,8 @@ async function cmdPlansCreate(flags) {
   } else {
     errExit("provide -f <plan.json>, or both --name and --prompt")
   }
-  const r = await apiFetch(apiUrl, apiKey, "POST", "/api/v1/test-plans", plan)
+  const projectId = plan.projectId ?? (await resolveProjectId(apiUrl, apiKey, flags))
+  const r = await apiFetch(apiUrl, apiKey, "POST", "/api/v1/test-plans", { ...plan, projectId })
   if (!r.ok) errExit(`${r.status}: ${r.json?.error || ""}`)
   log(`✓ Created plan #${r.json.testPlan.id}: ${r.json.testPlan.name}`)
 }
@@ -231,6 +236,60 @@ async function cmdLabelsList(flags) {
   log(`\n${labels.length} label(s)`)
 }
 
+// Resolve which project imported plans go into.
+//   --project none        -> null (account-level, no project)
+//   --project <id|name>   -> that project
+//   (no flag)             -> 0 projects: null; 1 project: auto; many: prompt (TTY)
+//                            or, for an agent/CI (no TTY), error listing the choices.
+async function resolveProjectId(apiUrl, apiKey, flags) {
+  const flag = flags.project
+  if (flag === "none" || flag === "null") return null
+  const r = await apiFetch(apiUrl, apiKey, "GET", "/api/v1/projects")
+  if (!r.ok) errExit(`could not list projects (${r.status}): ${r.json?.error || ""}`)
+  const projects = r.json?.projects || []
+  if (flag) {
+    const match = /^\d+$/.test(flag)
+      ? projects.find((p) => p.id === parseInt(flag, 10))
+      : projects.find((p) => p.name.toLowerCase() === flag.toLowerCase())
+    if (!match) {
+      errExit(`project "${flag}" not found. Available: ${projects.map((p) => p.name).join(", ") || "(none)"}`)
+    }
+    return match.id
+  }
+  if (projects.length === 0) return null
+  if (projects.length === 1) {
+    log(`Using project: ${projects[0].name} (#${projects[0].id})`)
+    return projects[0].id
+  }
+  if (!process.stdin.isTTY) {
+    errExit(
+      `You have ${projects.length} projects — pick one with --project <id|name> (or --project none):\n` +
+        projects.map((p) => `  ${p.id}  ${p.name}`).join("\n")
+    )
+  }
+  log(`Which project should these plans go in?`)
+  projects.forEach((p, i) => log(`  ${i + 1}. ${p.name}  (#${p.id})`))
+  log(`  0. None (account-level)`)
+  const ans = await promptLine("Project [number]: ")
+  if (ans === "0") return null
+  const idx = parseInt(ans, 10)
+  if (idx >= 1 && idx <= projects.length) return projects[idx - 1].id
+  errExit("invalid selection")
+}
+
+async function cmdProjectsList(flags) {
+  const { apiKey, apiUrl } = requireAuth(flags)
+  const r = await apiFetch(apiUrl, apiKey, "GET", "/api/v1/projects")
+  if (!r.ok) errExit(`${r.status}: ${r.json?.error || ""}`)
+  const projects = r.json?.projects || []
+  if (projects.length === 0) {
+    log("No projects yet. Imported plans stay account-level unless you create a project in the dashboard.")
+    return
+  }
+  for (const p of projects) log(`  #${p.id}  ${p.name}`)
+  log(`\n${projects.length} project(s)`)
+}
+
 async function cmdImport(flags, args) {
   const target = args[1]
   if (!target) errExit("usage: testlab import <path> [--dry-run]")
@@ -243,8 +302,10 @@ async function cmdImport(flags, args) {
   const dryRun = flags["dry-run"]
   // --dry-run validates locally and never calls the API, so it doesn't need auth.
   const { apiKey, apiUrl } = dryRun ? resolveAuth(flags) : requireAuth(flags)
+  // Resolve the target project (auto-pick / prompt / --project) for real imports only.
+  const projectId = dryRun || loaded.plans.length === 0 ? null : await resolveProjectId(apiUrl, apiKey, flags)
   log(`Importing from ${target}: ${loaded.plans.length} plan(s), ${loaded.credentials.length} credential(s), ${loaded.labels.length} label(s), ${loaded.fixtures.length} fixture(s)`)
-  const res = await runImport({ apiUrl, apiKey, ...loaded, dryRun, log })
+  const res = await runImport({ apiUrl, apiKey, projectId, ...loaded, dryRun, log })
   if (!res.ok && !res.dryRun) process.exit(1)
 }
 
@@ -332,6 +393,46 @@ function cmdSkillsList() {
   log(`\nInstall with: testlab skills install [name] [--agent ${AGENTS.join("|")}|all]`)
 }
 
+async function cmdSkillsUpdate() {
+  let refreshed = 0
+  for (const name of TESTLAB_SKILLS) {
+    for (const loc of installedSkillLocations(name)) {
+      try {
+        const res = await installSkill(name, loc.agent, { global: loc.global })
+        refreshed++
+        log(`✓ ${name} → ${loc.agent}${loc.global ? " (global)" : ""}: ${res.dest}`)
+      } catch (e) {
+        log(`  ✗ ${name} (${loc.agent}): ${e.message}`)
+      }
+    }
+  }
+  if (refreshed === 0) log("No installed skills found here. Run `testlab skills install` first.")
+  else log(`\nRefreshed ${refreshed} location(s). Restart your agent to load the changes.`)
+}
+
+// After a CLI upgrade, refresh any already-installed skills in place — runs once
+// per version bump (best effort). Skipped in CI / when NO_UPDATE_NOTIFIER is set.
+async function maybeRefreshSkillsOnUpgrade() {
+  if (process.env.CI || process.env.NO_UPDATE_NOTIFIER) return
+  const ver = currentVersion()
+  const prev = previousRunVersion(ver)
+  if (!prev || prev === ver) return
+  let refreshed = 0
+  for (const name of TESTLAB_SKILLS) {
+    for (const loc of installedSkillLocations(name)) {
+      try {
+        await installSkill(name, loc.agent, { global: loc.global })
+        refreshed++
+      } catch {
+        /* best effort — never break the actual command */
+      }
+    }
+  }
+  if (refreshed > 0) {
+    process.stderr.write(`↻ CLI upgraded ${prev} → ${ver}; refreshed ${refreshed} installed skill location(s).\n`)
+  }
+}
+
 async function main() {
   let parsed
   try {
@@ -354,6 +455,8 @@ async function main() {
     return
   }
 
+  await maybeRefreshSkillsOnUpgrade()
+
   switch (args[0]) {
     case "login":
       return cmdLogin(flags)
@@ -363,6 +466,9 @@ async function main() {
       if (args[1] === "list") return cmdPlansList(flags)
       if (args[1] === "create") return cmdPlansCreate(flags)
       return errExit("usage: testlab plans <list|create>")
+    case "projects":
+      if (args[1] === "list") return cmdProjectsList(flags)
+      return errExit("usage: testlab projects list")
     case "credentials":
       if (args[1] === "set") return cmdCredentialsSet(flags, args)
       if (args[1] === "list") return cmdCredentialsList(flags)
@@ -378,8 +484,9 @@ async function main() {
       return cmdExamples()
     case "skills":
       if (args[1] === "install") return cmdSkillsInstall(flags, args)
+      if (args[1] === "update") return cmdSkillsUpdate()
       if (args[1] === "list") return cmdSkillsList()
-      return errExit("usage: testlab skills <install|list> [name] [--global]")
+      return errExit("usage: testlab skills <install|update|list> [name] [--global]")
     case "import":
       return cmdImport(flags, args)
     default:

package/lib/examples.mjs

@@ -71,6 +71,7 @@ JSON (under "plans"):
     "agentType": "functional",             // functional|accessibility|uiux|exploratory|performance|security
     "devices": ["Desktop Chrome"],         // or ["iPhone 15 Pro"]
     "labels": ["smoke", "auth"],
+    "projectId": 12,                       // optional: assign to a project (else account-level)
     "failOnPreStepFailure": true
   }
 Pre-steps (run another plan first, sharing browser state):
@@ -80,6 +81,7 @@ Pre-steps (run another plan first, sharing browser state):
     { "testPlanId": 42 }                   // an existing plan by id
   ]
 Rules: name <=200 chars; prompt <=32KB; <=25 labels; <=25 preSteps.
+Projects: omit projectId to import account-level. Run "testlab projects list" for ids; "testlab import --project <id|name>" (or --project none) sets it for the whole import, and is auto-picked when you have exactly one.
 
 ═══════════════════════════════════════════════════════════════════════════
 IMPORT BUNDLE  — create everything at once:  testlab import ./bundle.json

package/lib/import.mjs

@@ -90,6 +90,7 @@ export async function runImport({
   labels = [],
   fixtures = [],
   plans = [],
+  projectId = null,
   dryRun = false,
   log = console.log,
 }) {
@@ -187,6 +188,7 @@ export async function runImport({
       cookies: plan.cookies,
       headers: plan.headers,
       failOnPreStepFailure: plan.failOnPreStepFailure,
+      projectId: plan.projectId ?? projectId, // per-plan id wins, else the resolved import-wide project
       preSteps: normalizePreSteps(plan.preSteps, refToId),
     }
     const r = await apiFetch(apiUrl, apiKey, "POST", "/api/v1/test-plans", payload)

package/lib/skills.mjs

@@ -51,6 +51,23 @@ export function detectAgents() {
   return [...found]
 }
 
+/**
+ * Where skill `name` is already installed — project (cwd) and global locations
+ * across all agents — filtered to the paths that actually exist. Used to
+ * refresh installed skills (on `skills update` and after a CLI upgrade).
+ */
+export function installedSkillLocations(name) {
+  const home = os.homedir()
+  const cwd = process.cwd()
+  return [
+    { agent: "claude", global: false, path: path.join(cwd, ".claude", "skills", name) },
+    { agent: "codex", global: false, path: path.join(cwd, ".agents", "skills", name) },
+    { agent: "cursor", global: false, path: path.join(cwd, ".cursor", "rules", `${name}.mdc`) },
+    { agent: "claude", global: true, path: path.join(home, ".claude", "skills", name) },
+    { agent: "codex", global: true, path: path.join(home, ".agents", "skills", name) },
+  ].filter((c) => fs.existsSync(c.path))
+}
+
 /** Resolve the install target (base dir + format) for one agent. */
 export function agentTarget(agent, { global } = {}) {
   const home = os.homedir()

package/lib/update-check.mjs

@@ -2,7 +2,7 @@
  * Best-effort "update available" notice.
  *
  * Design constraints: never block, slow, or break a command. It reads a cached
- * latest-version (checked against the npm registry at most once/day), prints a
+ * latest-version (checked against the npm registry at most every few hours), prints a
  * one-line notice to STDERR when the running version is behind, and kicks off a
  * background refresh for next time. Any failure (offline, slow/forbidden
  * registry) is swallowed. Suppressed when stderr isn't a TTY (pipes / CI /
@@ -15,7 +15,7 @@ import path from "node:path"
 const PKG = "@test-lab-ai/cli"
 const REGISTRY = "https://registry.npmjs.org/@test-lab-ai%2Fcli"
 const CACHE = path.join(os.homedir(), ".test-lab", "update-check.json")
-const DAY = 24 * 60 * 60 * 1000
+const CHECK_TTL = 3 * 60 * 60 * 1000 // re-check npm at most every 3h
 
 export function currentVersion() {
   try {
@@ -70,16 +70,29 @@ export function checkForUpdate() {
   const notice = updateNotice(current, cache.latest)
   if (notice) process.stderr.write(notice + "\n")
 
-  if (!cache.lastCheck || Date.now() - cache.lastCheck > DAY) {
+  if (!cache.lastCheck || Date.now() - cache.lastCheck > CHECK_TTL) {
     const ctrl = new AbortController()
     const timer = setTimeout(() => ctrl.abort(), 2000)
     fetch(REGISTRY, { signal: ctrl.signal, headers: { Accept: "application/vnd.npm.install-v1+json" } })
       .then((r) => (r.ok ? r.json() : null))
       .then((j) => {
         const latest = j && j["dist-tags"] && j["dist-tags"].latest
-        if (latest) writeCache({ lastCheck: Date.now(), latest })
+        if (latest) writeCache({ ...cache, lastCheck: Date.now(), latest })
       })
       .catch(() => {})
       .finally(() => clearTimeout(timer))
   }
 }
+
+/**
+ * Record the running CLI version and return the version seen on the PREVIOUS
+ * run (null on first run). Lets the CLI notice "I was just upgraded" so it can
+ * refresh installed skills. Merges into the shared cache so it doesn't clobber
+ * the update-check state.
+ */
+export function previousRunVersion(current) {
+  const cache = readCache()
+  const prev = cache.cliVersion || null
+  if (prev !== current) writeCache({ ...cache, cliVersion: current })
+  return prev
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@test-lab-ai/cli",
-  "version": "0.2.6",
+  "version": "0.2.8",
   "description": "Import existing test plans into test-lab.ai from the command line (or an AI agent).",
   "type": "module",
   "bin": {