firegoat 0.17.0 → 0.17.1

package/README.md

@@ -137,7 +137,7 @@ Setting `HOME`: on macOS claude reads its login from `$HOME/Library`, so with a
 ## What eval does
 
 - claude runs on its own login (or `ANTHROPIC_API_KEY`, if set) with `CLAUDE_CONFIG_DIR=.firegoat/.claude` and `--setting-sources "" --strict-mcp-config --disable-slash-commands`: none of your settings, CLAUDE.md, plugins, skills or MCP servers. claude saves its session there, in its own format.
-- No sandbox: the agent's folder is inside `.firegoat/runs/`, and it can reach the rest of your machine. In `.firegoat/`, git ignores everything except `fixtures/` and its own `.gitignore`: keep test fixtures (scripts, sample data) in `.firegoat/fixtures/` and commit them and `.firegoat/.gitignore` with `firegoat.yaml`.
+- No sandbox: the agent's folder is inside `.firegoat/runs/`, and it can reach the rest of your machine. Commit `.firegoat/` with `firegoat.yaml`: its `.gitignore` ignores only `runs/` and `.claude/`, test fixtures (scripts, sample data) go in `.firegoat/fixtures/`, and its `README.md` says what each folder is.
 - In a linked git worktree (`git worktree add`), `.firegoat/runs/` and `.firegoat/.claude/` are in the main checkout, so runs (and their session files) survive `git worktree remove`; `firegoat.yaml`, fixtures and `build:` stay in the worktree. Each `summary.json` records `dir` (where eval ran) and `git: {branch, commit, dirty}`, and `.firegoat/runs/index.jsonl` gets one line per eval (`runId, startedAt, dir, branch, commit, passed, failed, notGraded, cost, uploaded, uploadFailed`) to tell runs from different branches apart.
 - The agent gets your environment plus `env:`, never `vars:`. Vars that npm/npx set for firegoat itself (`npm_config_*`, `npm_lifecycle_*`, `npm_package_*`, `npm_execpath`, `npm_node_execpath`, `npm_command`, `INIT_CWD`) are removed from every env firegoat starts (agent, build, install, checks): `npx -y firegoat` sets `npm_config_yes=true`, which would make the agent's `npm init` / `npx create-*` skip their prompts. Set one under `env:` to keep it. Every `FIREGOAT_*` var firegoat was started with (`FIREGOAT_API_KEY` above all) is removed too.
 - Runs (tests × models × `runs`) go 4 at a time, each in its own folder with its own session; `--parallel N` changes that, `--parallel 1` runs them one after another. `summary.json` lists them in `firegoat.yaml` order.

package/dist/cli.js

@@ -6947,7 +6947,7 @@ var require_public_api = __commonJS(function(exports) {
 // package.json
 var package_default = {
   name: "firegoat",
-  version: "0.17.0",
+  version: "0.17.1",
   repository: {
     type: "git",
     url: "git+https://github.com/firegoat-ai/firegoat-cli.git"
@@ -7252,7 +7252,7 @@ import { randomBytes as randomBytes2 } from "node:crypto";
 import {
   appendFileSync,
   createWriteStream as createWriteStream2,
-  existsSync as existsSync3,
+  existsSync as existsSync4,
   mkdirSync as mkdirSync3,
   readdirSync as readdirSync2,
   writeFileSync as writeFileSync3
@@ -7732,17 +7732,28 @@ function resolveKey(base) {
 var EXIT = { pass: 0, fail: 1, notGraded: 2, usage: 3 };
 
 // src/firegoat-dir.ts
-import { mkdirSync as mkdirSync2, writeFileSync } from "node:fs";
+import { existsSync as existsSync2, mkdirSync as mkdirSync2, writeFileSync } from "node:fs";
 import { join as join2 } from "node:path";
-var GITIGNORE = `*
-!.gitignore
-!fixtures/
-!fixtures/**
+var GITIGNORE = `runs/
+.claude/
+`;
+var README = `# .firegoat
+
+Files for the evals in firegoat.yaml (run them with \`npx firegoat eval\`).
+
+- \`fixtures/\`: test fixtures (helper scripts, sample data) for build:, install: and checks. Commit them.
+- \`runs/\`: one folder per eval (transcripts, sessions, check output). Ignored by git.
+- \`.claude/\`: the empty claude config eval runs the agent with. Ignored by git.
+
+Reference: \`npx firegoat init --help\`.
 `;
 function ensureFiregoatDir(root) {
   const dir = join2(root, ".firegoat");
-  mkdirSync2(dir, { recursive: true });
+  mkdirSync2(join2(dir, "fixtures"), { recursive: true });
   writeFileSync(join2(dir, ".gitignore"), GITIGNORE);
+  const readme = join2(dir, "README.md");
+  if (!existsSync2(readme))
+    writeFileSync(readme, README);
   return dir;
 }
 
@@ -7839,9 +7850,9 @@ In the current folder: creates .firegoat/ and a starter firegoat.yaml, installs
 firegoat-onboarding skill globally, into ~/.claude/skills/ (npx skills add
 firegoat-ai/skills -g; in a terminal it asks: global, this repo, or none), offers
 firegoat login (in a terminal only; otherwise prints how), then prints a prompt to
-paste into your coding agent. In .firegoat/, git ignores everything but fixtures/
-and the .gitignore: keep test fixtures (helper scripts, sample data) in
-.firegoat/fixtures/ and commit them, and .firegoat/.gitignore, with firegoat.yaml.
+paste into your coding agent. Commit .firegoat/ with firegoat.yaml: its .gitignore
+ignores only runs/ and .claude/, and test fixtures (helper scripts, sample data)
+go in .firegoat/fixtures/. Its README.md says what each folder is.
 
   --force          Replace an existing firegoat.yaml
   --local-skills   Install the skill into this repo's .claude/skills/ instead
@@ -8448,7 +8459,7 @@ function ttyUI(out, opts) {
 }
 
 // src/upload.ts
-import { existsSync as existsSync2, readFileSync as readFileSync3 } from "node:fs";
+import { existsSync as existsSync3, readFileSync as readFileSync3 } from "node:fs";
 import { basename as basename2 } from "node:path";
 var MAX_FILE = 20 * 1024 * 1024;
 var MAX_CHECKS = 200;
@@ -8524,7 +8535,7 @@ async function uploadRun(t, r) {
   };
   const bytes = {};
   for (const name of FILES) {
-    const b = existsSync2(paths[name]) ? readFileSync3(paths[name]) : Buffer.alloc(0);
+    const b = existsSync3(paths[name]) ? readFileSync3(paths[name]) : Buffer.alloc(0);
     if (b.byteLength > MAX_FILE)
       return {
         status: "failed",
@@ -8693,11 +8704,11 @@ function parseArgs(args) {
 }
 function findSession(configDir, sessionId) {
   const projects = join5(configDir, "projects");
-  if (!existsSync3(projects))
+  if (!existsSync4(projects))
     return null;
   for (const d of readdirSync2(projects)) {
     const f = join5(projects, d, `${sessionId}.jsonl`);
-    if (existsSync3(f))
+    if (existsSync4(f))
       return f;
   }
   return null;
@@ -9341,7 +9352,7 @@ firegoat ${package_default.version}` : `firegoat ${package_default.version}`,
 
 // src/init.ts
 import { spawnSync as spawnSync3 } from "node:child_process";
-import { existsSync as existsSync4, writeFileSync as writeFileSync4 } from "node:fs";
+import { existsSync as existsSync5, writeFileSync as writeFileSync4 } from "node:fs";
 import { basename as basename4, join as join6 } from "node:path";
 import { createInterface } from "node:readline/promises";
 
@@ -9715,7 +9726,7 @@ ${INIT_HELP}`);
   }
   ensureFiregoatDir(cwd);
   const configPath = join6(cwd, CONFIG_FILE);
-  const keep = existsSync4(configPath) && !force;
+  const keep = existsSync5(configPath) && !force;
   if (!keep)
     writeFileSync4(configPath, template(basename4(cwd)));
   if (interactive) {

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "firegoat",
-	"version": "0.17.0",
+	"version": "0.17.1",
 	"repository": {
 		"type": "git",
 		"url": "git+https://github.com/firegoat-ai/firegoat-cli.git"