devlyn-cli 2.3.0 → 2.3.1

package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/NOTES.md

@@ -0,0 +1,28 @@
+# S1-cli-lang-flag NOTES
+
+## What failure mode does this fixture detect?
+
+**Spec-compliance precision under input-parsing pressure.** Bare LLMs handling unknown enum values tend to silently fall back to a default — the natural Node implementation pattern is `const greeting = greetings[lang] || greetings.en;` which would silently degrade `--lang fr` instead of erroring. The spec explicitly forbids that behavior; the trap is whether the implementation respects the precise output contract under user-input-parsing context.
+
+## What pipeline phase(s) is this testing?
+
+- **BUILD**: implementation must surface an error on unknown language, not silently fall back.
+- **BUILD_GATE**: verification_commands match exact UTF-8 output literals for each language.
+- **CLEANUP**: tests must be added; no other subcommand may be touched (scope discipline).
+
+## Why can't another fixture cover this?
+
+F2 has the silent-catch trap on a system-state subcommand (`doctor`). S1 puts the same trap shape in user-input-parsing context with multibyte UTF-8 output literals. Different surface category: F2 catches "filesystem error swallowing", S1 catches "user-input fall-through default."
+
+## When should this be retired?
+
+When two consecutive ship-gate runs show bare DQ rate ≤ 30% on this fixture — meaning bare LLMs have learned the pattern and the trap is no longer load-bearing as a categorical reliability signal.
+
+## Mutation source
+
+Direct mutation of `F1-cli-trivial-flag` (which adds `--name <name>`). S1 keeps the trivial-flag scaffold but adds:
+- Multi-value enum (4 languages instead of 1 free-form name).
+- Explicit error path on unknown enum (the fall-through trap).
+- Multibyte literal output (UTF-8 Korean / Japanese / Spanish strings as exact-match contract).
+
+The combination produces a categorical-reliability gate F1 alone does not provide.

package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/expected.json

@@ -0,0 +1,63 @@
+{
+  "verification_commands": [
+    {
+      "cmd": "node bin/cli.js hello",
+      "exit_code": 0,
+      "stdout_contains": ["Hello, world!"],
+      "stdout_not_contains": ["error", "Error", "undefined"]
+    },
+    {
+      "cmd": "node bin/cli.js hello --lang en",
+      "exit_code": 0,
+      "stdout_contains": ["Hello, world!"],
+      "stdout_not_contains": []
+    },
+    {
+      "cmd": "node bin/cli.js hello --lang ko",
+      "exit_code": 0,
+      "stdout_contains": ["안녕, world!"],
+      "stdout_not_contains": []
+    },
+    {
+      "cmd": "node bin/cli.js hello --lang ja",
+      "exit_code": 0,
+      "stdout_contains": ["こんにちは, world!"],
+      "stdout_not_contains": []
+    },
+    {
+      "cmd": "node bin/cli.js hello --lang es",
+      "exit_code": 0,
+      "stdout_contains": ["Hola, world!"],
+      "stdout_not_contains": []
+    },
+    {
+      "cmd": "node bin/cli.js hello --lang fr 2>&1; true",
+      "exit_code": 0,
+      "stdout_contains": ["fr"],
+      "stdout_not_contains": []
+    },
+    {
+      "cmd": "node bin/cli.js hello --lang ko --name alice",
+      "exit_code": 0,
+      "stdout_contains": ["안녕, alice!"],
+      "stdout_not_contains": []
+    },
+    {
+      "cmd": "node --test tests/cli.test.js",
+      "exit_code": 0,
+      "stdout_contains": [],
+      "stdout_not_contains": ["fail "]
+    }
+  ],
+  "forbidden_patterns": [
+    {
+      "pattern": "catch\\s*\\([^)]*\\)\\s*\\{[^}]*return\\s+(?:\\[\\]|null|undefined|false|''|\\{\\s*\\})",
+      "description": "silent catch returning a fallback value — violates no-silent-catches policy. Structured error returns like `return { error, code }` are NOT silent and must not match.",
+      "files": ["bin/cli.js"],
+      "severity": "disqualifier"
+    }
+  ],
+  "required_files": ["bin/cli.js"],
+  "forbidden_files": [],
+  "max_deps_added": 0
+}

package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/metadata.json

@@ -0,0 +1,10 @@
+{
+  "id": "S1-cli-lang-flag",
+  "category": "trivial",
+  "difficulty": "trivial",
+  "timeout_seconds": 600,
+  "required_tools": ["node"],
+  "browser": false,
+  "deps_change_expected": false,
+  "intent": "Add a --lang flag to the hello subcommand that switches greeting between en, ko, ja, es; reject unknown languages with exit 1."
+}

package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/setup.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+set -e
+# S1 reuses the baseline test-repo state — no setup needed.

package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/spec.md

@@ -0,0 +1,47 @@
+---
+id: "S1-cli-lang-flag"
+title: "Add --lang flag to hello subcommand"
+status: planned
+complexity: trivial
+depends-on: []
+---
+
+# S1 Add `--lang` to `hello`
+
+## Context
+
+`bench-test-repo` testers are international; the hard-coded English greeting is awkward for non-English usage. Add a `--lang <code>` flag to the `hello` subcommand that switches the greeting between English, Korean, Japanese, and Spanish.
+
+## Requirements
+
+- [ ] `node bin/cli.js hello` (no flag) prints exactly `Hello, world!` (unchanged from baseline).
+- [ ] `node bin/cli.js hello --lang en` prints exactly `Hello, world!`.
+- [ ] `node bin/cli.js hello --lang ko` prints exactly `안녕, world!`.
+- [ ] `node bin/cli.js hello --lang ja` prints exactly `こんにちは, world!`.
+- [ ] `node bin/cli.js hello --lang es` prints exactly `Hola, world!`.
+- [ ] `node bin/cli.js hello --lang fr` exits 1 with stderr or stdout containing the literal string `fr` (visible to the user that `fr` was rejected).
+- [ ] `--lang` combines with `--name`: `node bin/cli.js hello --lang ko --name alice` prints exactly `안녕, alice!`.
+
+## Constraints
+
+- **Zero new npm dependencies.** Use only Node.js built-ins.
+- **No silent catches.** Unknown `--lang` values must surface a user-visible error including the offending code; do NOT silently fall back to English.
+- **Touch only `bin/cli.js` and `tests/cli.test.js`.** Do NOT modify any other subcommand's handler.
+
+## Out of Scope
+
+- Adding more languages beyond `en`, `ko`, `ja`, `es`.
+- Changing the trailing punctuation (`!` stays for all languages).
+- Localizing the `world` placeholder (the noun stays English when no `--name` provided).
+- Modifying `version`, `count`, `doctor`, or any other subcommand.
+
+## Verification
+
+- `node bin/cli.js hello` prints exactly `Hello, world!`.
+- `node bin/cli.js hello --lang ko` prints exactly `안녕, world!`.
+- `node bin/cli.js hello --lang ja` prints exactly `こんにちは, world!`.
+- `node bin/cli.js hello --lang es` prints exactly `Hola, world!`.
+- `node bin/cli.js hello --lang fr` exits 1 with `fr` visible in output.
+- `node bin/cli.js hello --lang ko --name alice` prints exactly `안녕, alice!`.
+- `node --test tests/cli.test.js` passes (existing tests + at least one new test for `--lang`).
+- `git diff -- package.json` is empty (no new deps).

package/benchmark/auto-resolve/shadow-fixtures/S1-cli-lang-flag/task.txt

@@ -0,0 +1 @@
+Add a --lang flag to the hello subcommand. Support these language codes: en (English, default), ko (Korean), ja (Japanese), es (Spanish). Print the appropriate localized greeting. Unknown language codes should exit 1 with an error message that mentions the rejected code. The flag should also work with --name (e.g. `--lang ko --name alice` prints `안녕, alice!`). No new dependencies. Update the existing tests to cover the new flag.

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/NOTES.md

@@ -0,0 +1,34 @@
+# S2-cli-inventory-reservation NOTES
+
+## What failure mode does this fixture detect?
+
+Priority-sensitive inventory mutation with exact output-shape obligations.
+Bare implementations commonly process input order instead of priority order,
+partially decrement stock for rejected orders, or emit a plausible but wrong
+JSON shape.
+
+## What pipeline phase(s) is this testing?
+
+- **PLAN / RISK_PROBES**: must notice priority ordering, rollback, duplicate id,
+  and response-shape contracts as executable risks.
+- **IMPLEMENT**: must add a CLI command without broadening scope or adding deps.
+- **VERIFY**: hidden oracles exercise compound behavior that simple unit tests
+  often miss.
+
+## Why can't another fixture cover this?
+
+S1 checks enum parsing and UTF-8 output. F31/F32 cover similar high-risk
+rollback ideas in golden/control space, but S2 keeps the experiment in shadow
+so new inventory allocation variants can be tested before promotion.
+
+## When should this fixture be retired?
+
+Retire or replace it if two consecutive measured runs show both bare and
+solo_claude consistently satisfy priority ordering, rollback, duplicate id
+handling, and exact output shape without pair assistance.
+
+## Calibration status
+
+- `20260513-s2-inventory-headroom`: bare `33`, solo_claude `99`, headroom gate
+  `FAIL` because solo exceeded the `80` ceiling and timed out. Treat S2 as a
+  shadow control unless it is reworked to preserve solo_claude headroom.

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/expected.json

@@ -0,0 +1,53 @@
+{
+  "verification_commands": [
+    {
+      "cmd": "node --test tests/cli.test.js",
+      "exit_code": 0,
+      "stdout_contains": [],
+      "stdout_not_contains": ["not ok "]
+    },
+    {
+      "cmd": "node \"$BENCH_FIXTURE_DIR/verifiers/priority-stock-reservation.js\"",
+      "exit_code": 0,
+      "stdout_contains": ["\"ok\":true"],
+      "stdout_not_contains": [],
+      "contract_refs": [
+        "Process orders globally by `priority` descending, then original input order ascending.",
+        "A reservation is all-or-nothing per order. It accepts only when the SKU exists and remaining stock has at least `qty`.",
+        "A rejected reservation must not change stock. Use reason `unknown_sku` when the SKU is absent, or `insufficient_stock` when the SKU exists but lacks enough remaining stock.",
+        "`reserved` is ordered by processing order. Each row has keys `id`, `sku`, `qty`.",
+        "`rejected` is ordered in the original input order. Each row has keys `id`, `reason`.",
+        "`stock` is an object whose keys are sorted alphabetically and whose values are remaining quantities.",
+        "On success, write exactly one JSON object to stdout and no stderr. Keys: `reserved`, `rejected`, `stock`."
+      ]
+    },
+    {
+      "cmd": "node \"$BENCH_FIXTURE_DIR/verifiers/duplicate-order-error.js\"",
+      "exit_code": 0,
+      "stdout_contains": ["\"ok\":true"],
+      "stdout_not_contains": [],
+      "contract_refs": [
+        "Before processing any order, duplicate order ids are invalid input: exit `2`, write exactly one JSON error object `{ \"error\": \"duplicate_order_id\", \"id\": string }` to stderr, and write no stdout."
+      ]
+    }
+  ],
+  "forbidden_patterns": [
+    {
+      "pattern": "catch\\s*\\([^)]*\\)\\s*\\{[^}]*return\\s+(null|undefined|''|\\{\\}|\\[\\])",
+      "description": "silent catch returning fallback in reserve-stock path",
+      "files": ["bin/cli.js", "tests/cli.test.js"],
+      "severity": "disqualifier"
+    },
+    {
+      "pattern": "catch\\s*\\([^)]*\\)\\s*\\{\\s*\\}",
+      "description": "empty catch block",
+      "files": ["bin/cli.js", "tests/cli.test.js"],
+      "severity": "disqualifier"
+    }
+  ],
+  "required_files": ["bin/cli.js", "tests/cli.test.js"],
+  "forbidden_files": [],
+  "tier_a_waivers": [],
+  "spec_output_files": ["bin/cli.js", "tests/cli.test.js"],
+  "max_deps_added": 0
+}

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/metadata.json

@@ -0,0 +1,10 @@
+{
+  "id": "S2-cli-inventory-reservation",
+  "category": "high-risk",
+  "difficulty": "high",
+  "timeout_seconds": 900,
+  "required_tools": ["node"],
+  "browser": false,
+  "deps_change_expected": false,
+  "intent": "Add an inventory reservation CLI command that processes orders by priority, preserves per-order rollback on insufficient stock, rejects duplicate order ids, and emits an exact JSON output shape."
+}

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/setup.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+set -euo pipefail
+# S2 reuses the baseline test-repo state.

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/spec.md

@@ -0,0 +1,50 @@
+---
+id: "S2-cli-inventory-reservation"
+title: "Add inventory reservation command"
+status: planned
+complexity: high
+depends-on: []
+---
+
+# S2 Add Inventory Reservation Command
+
+## Context
+
+Warehouse operators need a deterministic CLI path to reserve stock for a batch
+of orders. Add an inventory reservation CLI command that processes orders by
+priority, preserves per-order rollback on insufficient stock, rejects duplicate
+order ids, and emits an exact JSON output shape.
+
+## Requirements
+
+- [ ] Add `reserve-stock` to `bin/cli.js`.
+- [ ] Accept `--stock <json>` as a JSON object mapping SKU strings to non-negative integer quantities.
+- [ ] Accept `--orders <json>` as a JSON array of order objects. Each order has keys `id`, `sku`, `qty`, and `priority`.
+- [ ] Process orders globally by `priority` descending, then original input order ascending.
+- [ ] A reservation is all-or-nothing per order. It accepts only when the SKU exists and remaining stock has at least `qty`.
+- [ ] A rejected reservation must not change stock. Use reason `unknown_sku` when the SKU is absent, or `insufficient_stock` when the SKU exists but lacks enough remaining stock.
+- [ ] `reserved` is ordered by processing order. Each row has keys `id`, `sku`, `qty`.
+- [ ] `rejected` is ordered in the original input order. Each row has keys `id`, `reason`.
+- [ ] `stock` is an object whose keys are sorted alphabetically and whose values are remaining quantities.
+- [ ] On success, write exactly one JSON object to stdout and no stderr. Keys: `reserved`, `rejected`, `stock`.
+- [ ] Before processing any order, duplicate order ids are invalid input: exit `2`, write exactly one JSON error object `{ "error": "duplicate_order_id", "id": string }` to stderr, and write no stdout.
+
+## Constraints
+
+- Use only Node.js built-ins; add no npm dependencies.
+- Touch only `bin/cli.js` and `tests/cli.test.js`.
+- Do not silently catch JSON parse or validation errors. Surface invalid input as a user-visible error with nonzero exit.
+
+## Out of Scope
+
+- Reading input from files.
+- Supporting fractional quantities.
+- Supporting reservations across multiple warehouses.
+- Changing `hello`, `version`, server routes, or package metadata.
+
+## Verification
+
+- `node --test tests/cli.test.js` passes.
+- `node "$BENCH_FIXTURE_DIR/verifiers/priority-stock-reservation.js"` prints `{"ok":true}`.
+- `node "$BENCH_FIXTURE_DIR/verifiers/duplicate-order-error.js"` prints `{"ok":true}`.
+- Solo-headroom hypothesis: solo_claude is expected to miss all-or-nothing stock rollback or original-order rejected rows under priority processing; observable command `node "$BENCH_FIXTURE_DIR/verifiers/priority-stock-reservation.js"` exposes the miss.

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/task.txt

@@ -0,0 +1 @@
+Add a `reserve-stock` CLI command. It should accept `--stock <json>` with SKU quantities and `--orders <json>` with order objects containing `id`, `sku`, `qty`, and `priority`. Process higher priority orders first, reserve all-or-nothing per order, keep stock unchanged for rejected orders, reject duplicate order ids with exit 2 and a JSON error, and print exactly one JSON object with `reserved`, `rejected`, and `stock`. Use no new dependencies and update CLI tests.

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/verifiers/duplicate-order-error.js

@@ -0,0 +1,27 @@
+'use strict';
+const assert = require('node:assert');
+const { spawnSync } = require('node:child_process');
+const path = require('node:path');
+
+const work = process.env.BENCH_WORKDIR || process.cwd();
+const cli = path.join(work, 'bin', 'cli.js');
+
+const stock = JSON.stringify({ widget: 5 });
+const orders = JSON.stringify([
+  { id: 'dup', sku: 'widget', qty: 1, priority: 2 },
+  { id: 'dup', sku: 'widget', qty: 1, priority: 1 }
+]);
+
+const result = spawnSync('node', [cli, 'reserve-stock', '--stock', stock, '--orders', orders], {
+  cwd: work,
+  encoding: 'utf8'
+});
+
+assert.strictEqual(result.status, 2);
+assert.strictEqual(result.stdout, '');
+assert.deepStrictEqual(JSON.parse(result.stderr), {
+  error: 'duplicate_order_id',
+  id: 'dup'
+});
+
+console.log(JSON.stringify({ ok: true }));

package/benchmark/auto-resolve/shadow-fixtures/S2-cli-inventory-reservation/verifiers/priority-stock-reservation.js

@@ -0,0 +1,44 @@
+'use strict';
+const assert = require('node:assert');
+const { spawnSync } = require('node:child_process');
+const path = require('node:path');
+
+const work = process.env.BENCH_WORKDIR || process.cwd();
+const cli = path.join(work, 'bin', 'cli.js');
+
+const stock = JSON.stringify({
+  cable: 1,
+  widget: 3
+});
+const orders = JSON.stringify([
+  { id: 'low-widget', sku: 'widget', qty: 2, priority: 1 },
+  { id: 'vip-widget', sku: 'widget', qty: 2, priority: 10 },
+  { id: 'vip-cable', sku: 'cable', qty: 2, priority: 9 },
+  { id: 'std-widget', sku: 'widget', qty: 1, priority: 5 }
+]);
+
+const result = spawnSync('node', [cli, 'reserve-stock', '--stock', stock, '--orders', orders], {
+  cwd: work,
+  encoding: 'utf8'
+});
+
+assert.strictEqual(result.status, 0, result.stderr || result.stdout);
+assert.strictEqual(result.stderr, '');
+const parsed = JSON.parse(result.stdout);
+
+assert.deepStrictEqual(parsed, {
+  reserved: [
+    { id: 'vip-widget', sku: 'widget', qty: 2 },
+    { id: 'std-widget', sku: 'widget', qty: 1 }
+  ],
+  rejected: [
+    { id: 'low-widget', reason: 'insufficient_stock' },
+    { id: 'vip-cable', reason: 'insufficient_stock' }
+  ],
+  stock: {
+    cable: 1,
+    widget: 0
+  }
+});
+
+console.log(JSON.stringify({ ok: true }));

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/NOTES.md

@@ -0,0 +1,34 @@
+# S3-cli-ticket-assignment NOTES
+
+## What failure mode does this fixture detect?
+
+Priority-sensitive support ticket allocation with deterministic tie-breakers and
+exact output-shape obligations. Bare implementations commonly process input
+order, pick the first matching agent instead of the specified capacity/id
+tie-breaker, or report rejected tickets in processing order.
+
+## What pipeline phase(s) is this testing?
+
+- **PLAN / RISK_PROBES**: must notice priority ordering, allocation tie-breakers,
+  capacity mutation, duplicate id handling, and output-shape contracts.
+- **IMPLEMENT**: must add a CLI command without broadening scope or adding deps.
+- **VERIFY**: hidden oracles exercise compound behavior that simple unit tests
+  often miss.
+
+## Why can't another fixture cover this?
+
+S2 checks inventory reservation against SKU stock. S3 changes the resource
+shape to agent skill matching and capacity tie-breakers, so it catches a
+different allocation failure while staying in shadow.
+
+## When should this fixture be retired?
+
+Retire or replace it if two consecutive measured runs show both bare and
+solo_claude consistently satisfy priority ordering, agent tie-breakers,
+duplicate id handling, and exact output shape without pair assistance.
+
+## Calibration status
+
+- `20260513-s3-ticket-headroom`: bare `33`, solo_claude `99`, headroom gate
+  `FAIL` because solo exceeded the `80` ceiling and timed out. Treat S3 as a
+  shadow control unless it is reworked to preserve solo_claude headroom.

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/expected.json

@@ -0,0 +1,55 @@
+{
+  "verification_commands": [
+    {
+      "cmd": "node --test tests/cli.test.js",
+      "exit_code": 0,
+      "stdout_contains": [],
+      "stdout_not_contains": ["not ok "]
+    },
+    {
+      "cmd": "node \"$BENCH_FIXTURE_DIR/verifiers/priority-agent-assignment.js\"",
+      "exit_code": 0,
+      "stdout_contains": ["\"ok\":true"],
+      "stdout_not_contains": [],
+      "contract_refs": [
+        "Process tickets globally by `priority` descending, then `created_at` ascending, then original input order ascending.",
+        "A ticket accepts only when at least one agent has the ticket skill and positive remaining capacity.",
+        "When multiple agents can accept a ticket, assign it to the agent with the most remaining capacity, then `id` ascending.",
+        "Accepted tickets decrement only the selected agent's remaining capacity by `1`.",
+        "Rejected tickets do not change any agent capacity. Use reason `no_agent` when no eligible agent is available at that point in processing.",
+        "`assigned` is ordered by processing order. Each row has keys `id`, `agent`.",
+        "`unassigned` is ordered in the original input order. Each row has keys `id`, `reason`.",
+        "`agents` is ordered by agent id ascending. Each row has keys `id`, `remaining`.",
+        "On success, write exactly one JSON object to stdout and no stderr. Keys: `assigned`, `unassigned`, `agents`."
+      ]
+    },
+    {
+      "cmd": "node \"$BENCH_FIXTURE_DIR/verifiers/duplicate-ticket-error.js\"",
+      "exit_code": 0,
+      "stdout_contains": ["\"ok\":true"],
+      "stdout_not_contains": [],
+      "contract_refs": [
+        "Before processing any ticket, duplicate ticket ids are invalid input: exit `2`, write exactly one JSON error object `{ \"error\": \"duplicate_ticket_id\", \"id\": string }` to stderr, and write no stdout."
+      ]
+    }
+  ],
+  "forbidden_patterns": [
+    {
+      "pattern": "catch\\s*\\([^)]*\\)\\s*\\{[^}]*return\\s+(null|undefined|''|\\{\\}|\\[\\])",
+      "description": "silent catch returning fallback in assign-tickets path",
+      "files": ["bin/cli.js", "tests/cli.test.js"],
+      "severity": "disqualifier"
+    },
+    {
+      "pattern": "catch\\s*\\([^)]*\\)\\s*\\{\\s*\\}",
+      "description": "empty catch block",
+      "files": ["bin/cli.js", "tests/cli.test.js"],
+      "severity": "disqualifier"
+    }
+  ],
+  "required_files": ["bin/cli.js", "tests/cli.test.js"],
+  "forbidden_files": [],
+  "tier_a_waivers": [],
+  "spec_output_files": ["bin/cli.js", "tests/cli.test.js"],
+  "max_deps_added": 0
+}

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/metadata.json

@@ -0,0 +1,10 @@
+{
+  "id": "S3-cli-ticket-assignment",
+  "category": "high-risk",
+  "difficulty": "high",
+  "timeout_seconds": 900,
+  "required_tools": ["node"],
+  "browser": false,
+  "deps_change_expected": false,
+  "intent": "Add a support ticket assignment CLI command that processes tickets by priority, allocates capacity by deterministic agent tie-breakers, rejects duplicates, and emits an exact JSON output shape."
+}

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/setup.sh

@@ -0,0 +1,3 @@
+#!/usr/bin/env bash
+set -euo pipefail
+# S3 reuses the baseline test-repo state.

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/spec.md

@@ -0,0 +1,52 @@
+---
+id: "S3-cli-ticket-assignment"
+title: "Add ticket assignment command"
+status: planned
+complexity: high
+depends-on: []
+---
+
+# S3 Add Ticket Assignment Command
+
+## Context
+
+Support operations need a deterministic CLI command that assigns tickets to
+agents with matching skills and limited capacity. The command must process
+higher-priority tickets first, apply a precise agent tie-breaker, preserve
+remaining capacity only for accepted assignments, and emit an exact JSON shape.
+
+## Requirements
+
+- [ ] Add `assign-tickets` to `bin/cli.js`.
+- [ ] Accept `--agents <json>` as a JSON array of agent objects. Each agent has keys `id`, `skills`, and `capacity`.
+- [ ] Accept `--tickets <json>` as a JSON array of ticket objects. Each ticket has keys `id`, `skill`, `priority`, and `created_at`.
+- [ ] Before processing any ticket, duplicate ticket ids are invalid input: exit `2`, write exactly one JSON error object `{ "error": "duplicate_ticket_id", "id": string }` to stderr, and write no stdout.
+- [ ] Process tickets globally by `priority` descending, then `created_at` ascending, then original input order ascending.
+- [ ] A ticket accepts only when at least one agent has the ticket skill and positive remaining capacity.
+- [ ] When multiple agents can accept a ticket, assign it to the agent with the most remaining capacity, then `id` ascending.
+- [ ] Accepted tickets decrement only the selected agent's remaining capacity by `1`.
+- [ ] Rejected tickets do not change any agent capacity. Use reason `no_agent` when no eligible agent is available at that point in processing.
+- [ ] `assigned` is ordered by processing order. Each row has keys `id`, `agent`.
+- [ ] `unassigned` is ordered in the original input order. Each row has keys `id`, `reason`.
+- [ ] `agents` is ordered by agent id ascending. Each row has keys `id`, `remaining`.
+- [ ] On success, write exactly one JSON object to stdout and no stderr. Keys: `assigned`, `unassigned`, `agents`.
+
+## Constraints
+
+- Use only Node.js built-ins; add no npm dependencies.
+- Touch only `bin/cli.js` and `tests/cli.test.js`.
+- Do not silently catch JSON parse or validation errors. Surface invalid input as a user-visible error with nonzero exit.
+- Do not persist assignments or capacity between command invocations.
+
+## Out of Scope
+
+- Reading input from files.
+- Weighted skills, agent schedules, or SLA clocks.
+- Changing `hello`, `version`, server routes, or package metadata.
+
+## Verification
+
+- `node --test tests/cli.test.js` passes.
+- `node "$BENCH_FIXTURE_DIR/verifiers/priority-agent-assignment.js"` prints `{"ok":true}`.
+- `node "$BENCH_FIXTURE_DIR/verifiers/duplicate-ticket-error.js"` prints `{"ok":true}`.
+- Solo-headroom hypothesis: solo_claude is expected to miss the remaining-capacity tie-breaker or original-order unassigned rows under priority processing; observable command `node "$BENCH_FIXTURE_DIR/verifiers/priority-agent-assignment.js"` exposes the miss.

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/task.txt

@@ -0,0 +1 @@
+Add an `assign-tickets` CLI command. It should accept `--agents <json>` with agent capacity and skills, and `--tickets <json>` with ticket ids, skills, priorities, and creation times. Process higher priority tickets first, assign each accepted ticket to the eligible agent with the most remaining capacity then lowest id, reject duplicate ticket ids with exit 2 and a JSON error, and print exactly one JSON object with `assigned`, `unassigned`, and `agents`. Use no new dependencies and update CLI tests.

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/verifiers/duplicate-ticket-error.js

@@ -0,0 +1,29 @@
+'use strict';
+const assert = require('node:assert');
+const { spawnSync } = require('node:child_process');
+const path = require('node:path');
+
+const work = process.env.BENCH_WORKDIR || process.cwd();
+const cli = path.join(work, 'bin', 'cli.js');
+
+const agents = JSON.stringify([
+  { id: 'a-west', skills: ['billing'], capacity: 1 }
+]);
+const tickets = JSON.stringify([
+  { id: 'dup', skill: 'billing', priority: 2, created_at: '2026-01-01T00:00:00Z' },
+  { id: 'dup', skill: 'billing', priority: 1, created_at: '2026-01-02T00:00:00Z' }
+]);
+
+const result = spawnSync('node', [cli, 'assign-tickets', '--agents', agents, '--tickets', tickets], {
+  cwd: work,
+  encoding: 'utf8'
+});
+
+assert.strictEqual(result.status, 2);
+assert.strictEqual(result.stdout, '');
+assert.deepStrictEqual(JSON.parse(result.stderr), {
+  error: 'duplicate_ticket_id',
+  id: 'dup'
+});
+
+console.log(JSON.stringify({ ok: true }));

package/benchmark/auto-resolve/shadow-fixtures/S3-cli-ticket-assignment/verifiers/priority-agent-assignment.js

@@ -0,0 +1,48 @@
+'use strict';
+const assert = require('node:assert');
+const { spawnSync } = require('node:child_process');
+const path = require('node:path');
+
+const work = process.env.BENCH_WORKDIR || process.cwd();
+const cli = path.join(work, 'bin', 'cli.js');
+
+const agents = JSON.stringify([
+  { id: 'a-west', skills: ['billing'], capacity: 1 },
+  { id: 'b-flex', skills: ['billing', 'tech'], capacity: 2 },
+  { id: 'c-tech', skills: ['tech'], capacity: 1 }
+]);
+const tickets = JSON.stringify([
+  { id: 'low-billing', skill: 'billing', priority: 1, created_at: '2026-01-01T00:00:00Z' },
+  { id: 'vip-tech', skill: 'tech', priority: 9, created_at: '2026-01-01T00:00:00Z' },
+  { id: 'vip-billing', skill: 'billing', priority: 10, created_at: '2026-01-02T00:00:00Z' },
+  { id: 'std-tech', skill: 'tech', priority: 5, created_at: '2026-01-01T00:00:00Z' },
+  { id: 'late-billing', skill: 'billing', priority: 8, created_at: '2026-01-01T00:00:00Z' }
+]);
+
+const result = spawnSync('node', [cli, 'assign-tickets', '--agents', agents, '--tickets', tickets], {
+  cwd: work,
+  encoding: 'utf8'
+});
+
+assert.strictEqual(result.status, 0, result.stderr || result.stdout);
+assert.strictEqual(result.stderr, '');
+const parsed = JSON.parse(result.stdout);
+
+assert.deepStrictEqual(parsed, {
+  assigned: [
+    { id: 'vip-billing', agent: 'b-flex' },
+    { id: 'vip-tech', agent: 'b-flex' },
+    { id: 'late-billing', agent: 'a-west' },
+    { id: 'std-tech', agent: 'c-tech' }
+  ],
+  unassigned: [
+    { id: 'low-billing', reason: 'no_agent' }
+  ],
+  agents: [
+    { id: 'a-west', remaining: 0 },
+    { id: 'b-flex', remaining: 0 },
+    { id: 'c-tech', remaining: 0 }
+  ]
+});
+
+console.log(JSON.stringify({ ok: true }));