mod8-cli 0.2.0

package/specs/chat.yaml

@@ -0,0 +1,91 @@
+name: chat REPL surface
+description: |
+  The chat REPL uses Ink, which needs a raw-mode TTY.  Verify spawns child
+  processes with piped stdin (no PTY available), so we can't drive the REPL
+  through a full interaction.  What we *can* do is run `mod8 new` / `mod8
+  resume`, capture whatever Ink rendered before crashing on raw-mode, and
+  assert against that early output.  Deeper REPL flows (mode switching, /clear,
+  intent detection) are covered by chat-smoke.mjs (ink-testing-library) and
+  manual smoke tests, not by mod8 verify.
+
+tests:
+  - name: mod8 new prints welcome banner before raw-mode crash
+    requires_api_key: true
+    repl:
+      run: mod8 new
+      timeout_ms: 6000
+      inputs:
+        - send: ""
+          delay_ms: 1500
+    expect:
+      stdout_contains:
+        - "mod8"
+        - "switch to claude"
+        - "/clear"
+        - "/exit"
+
+  - name: mod8 new without key reports friendly key error
+    repl:
+      run: "unset ANTHROPIC_API_KEY; mod8 new"
+      timeout_ms: 6000
+      inputs:
+        - send: ""
+          delay_ms: 1500
+    expect:
+      stderr_contains:
+        - "No Anthropic key configured"
+        - "mod8 keys set anthropic"
+
+  - name: mod8 resume on missing id is rejected before chat starts
+    repl:
+      run: mod8 resume 2099-12-31-zzzz
+      timeout_ms: 6000
+      inputs:
+        - send: ""
+          delay_ms: 1500
+    expect:
+      stderr_contains:
+        - "no session with id"
+        - "mod8 list"
+      exit_code: 1
+
+  - name: mod8 resume on malformed id is rejected before chat starts
+    repl:
+      run: mod8 resume not-a-real-id
+      timeout_ms: 6000
+      inputs:
+        - send: ""
+          delay_ms: 1500
+    expect:
+      stderr_contains: "no session with id"
+      exit_code: 1
+
+  - name: mod8 resume against seeded session loads transcript into welcome
+    requires_api_key: true
+    setup:
+      - shell: |
+          mkdir -p $MOD8_CONFIG_DIR/sessions
+          cat > $MOD8_CONFIG_DIR/sessions/2026-05-07-rsme.json <<'JSON'
+          {
+            "version": 1,
+            "id": "2026-05-07-rsme",
+            "title": "Resume test",
+            "createdAt": 1715000000000,
+            "lastActivity": 1715000000000,
+            "messages": [
+              {"role": "user", "content": "what is the capital of France", "mode": "host"},
+              {"role": "assistant", "content": "Paris.", "mode": "host"}
+            ]
+          }
+          JSON
+          chmod 600 $MOD8_CONFIG_DIR/sessions/2026-05-07-rsme.json
+    repl:
+      run: mod8 resume 2026-05-07-rsme
+      timeout_ms: 6000
+      inputs:
+        - send: ""
+          delay_ms: 1500
+    expect:
+      stdout_contains:
+        - "what is the capital of France"
+        - "Paris"

package/specs/config.yaml

@@ -0,0 +1,42 @@
+name: config management
+description: mod8 config get / set
+
+tests:
+  - name: config get on a fresh install shows fallback default
+    run: mod8 config get
+    expect:
+      stdout_contains:
+        - "default:"
+        - anthropic
+        - "(fallback)"
+      exit_code: 0
+
+  - name: config set default openai persists
+    steps:
+      - run: mod8 config set default openai
+        expect:
+          stdout_contains: "Default provider set to openai"
+      - run: mod8 config get
+        expect:
+          stdout_contains:
+            - openai
+            - "(configured)"
+
+  - name: config set rejects unknown key
+    run: mod8 config set fnord value
+    expect:
+      stderr_contains: "Unknown config key"
+      exit_code: 1
+
+  - name: config set rejects unknown provider value
+    run: mod8 config set default claude
+    expect:
+      stderr_contains: "Unknown provider"
+      exit_code: 1
+
+  - name: default routing follows config (mocked one-shot)
+    steps:
+      - run: mod8 config set default openai
+      - shell: "MOD8_MOCK=1 mod8 'say hi'"
+        expect:
+          stdout_contains: "gpt-4o"

package/specs/install.yaml

@@ -0,0 +1,112 @@
+name: install flow
+description: |
+  npm pack + install in a fresh directory + the installed binary runs all the
+  basic commands.  This catches bin-shim regressions, missing files in the
+  tarball, and environment leakage from the dev tree.
+
+  These tests pack the project from /Users/yonatanzlit/mod8 (the absolute
+  source path), then `npm install` the resulting tarball into the per-test
+  sandbox.  Each test gets a fresh node_modules, so installs are repeatable.
+
+tests:
+  - name: pack produces a tarball with the expected files
+    setup:
+      - shell: |
+          cd /Users/yonatanzlit/mod8
+          rm -f mod8-0.2.0.tgz
+          npm pack > /tmp/mod8-pack.log 2>&1
+          test -f mod8-0.2.0.tgz || { cat /tmp/mod8-pack.log; exit 1; }
+    shell: tar tzf /Users/yonatanzlit/mod8/mod8-0.2.0.tgz
+    expect:
+      stdout_contains:
+        - "package/bin/mod8.js"
+        - "package/dist/cli.js"
+        - "package/dist/providers/registry.js"
+        - "package/dist/providers/hostSystem.js"
+        - "package/specs/providers.yaml"
+        - "package/README.md"
+        - "package/LICENSE"
+        - "package/CHANGELOG.md"
+        - "package/package.json"
+      exit_code: 0
+
+  - name: tarball does not include source TypeScript
+    shell: tar tzf /Users/yonatanzlit/mod8/mod8-0.2.0.tgz
+    expect:
+      stdout_omits:
+        - "package/src/"
+        - ".ts"
+        - "tsconfig"
+        - "node_modules"
+      exit_code: 0
+
+  - name: install in a fresh dir places the bin shim
+    setup:
+      - shell: |
+          cd $MOD8_CONFIG_DIR
+          npm install --no-audit --no-fund /Users/yonatanzlit/mod8/mod8-0.2.0.tgz > /tmp/mod8-install.log 2>&1
+          test -x ./node_modules/.bin/mod8 || { echo "missing or non-exec bin"; cat /tmp/mod8-install.log; exit 1; }
+    shell: $MOD8_CONFIG_DIR/node_modules/.bin/mod8 --version
+    expect:
+      stdout_contains: "0.2.0"
+      exit_code: 0
+
+  - name: installed binary --help lists the new commands
+    setup:
+      - shell: |
+          cd $MOD8_CONFIG_DIR
+          npm install --no-audit --no-fund /Users/yonatanzlit/mod8/mod8-0.2.0.tgz > /tmp/mod8-install.log 2>&1
+    shell: $MOD8_CONFIG_DIR/node_modules/.bin/mod8 --help
+    expect:
+      stdout_contains:
+        - mod8
+        - keys
+        - providers
+        - add-provider
+        - new
+        - resume
+        - verify
+        - "OpenAI-compatible"
+      exit_code: 0
+
+  - name: installed binary keys list shows all 9 built-in templates
+    setup:
+      - shell: |
+          cd $MOD8_CONFIG_DIR
+          npm install --no-audit --no-fund /Users/yonatanzlit/mod8/mod8-0.2.0.tgz > /tmp/mod8-install.log 2>&1
+    shell: $MOD8_CONFIG_DIR/node_modules/.bin/mod8 keys list
+    expect:
+      stdout_contains:
+        - anthropic
+        - openai
+        - google
+        - deepseek
+        - mistral
+        - groq
+        - openrouter
+        - xai
+        - together
+
+  - name: installed binary --all in mock mode renders 3 blocks
+    setup:
+      - shell: |
+          cd $MOD8_CONFIG_DIR
+          npm install --no-audit --no-fund /Users/yonatanzlit/mod8/mod8-0.2.0.tgz > /tmp/mod8-install.log 2>&1
+    shell: "MOD8_MOCK=1 MOD8_AUTO_CONFIRM=1 $MOD8_CONFIG_DIR/node_modules/.bin/mod8 --all 'say hi'"
+    expect:
+      stdout_contains:
+        - "Anthropic (Claude)"
+        - "OpenAI (GPT)"
+        - "Google (Gemini)"
+        - "3/3 ok"
+
+  - name: installed binary persists keys to providers.json (not legacy)
+    setup:
+      - shell: |
+          cd $MOD8_CONFIG_DIR
+          npm install --no-audit --no-fund /Users/yonatanzlit/mod8/mod8-0.2.0.tgz > /tmp/mod8-install.log 2>&1
+      - shell: "echo 'sk-test-fresh-install' | $MOD8_CONFIG_DIR/node_modules/.bin/mod8 keys set anthropic"
+    shell: "true"
+    expect:
+      file_exists: "$MOD8_CONFIG_DIR/providers.json"
+      file_mode: "$MOD8_CONFIG_DIR/providers.json:600"

package/specs/keys.yaml

@@ -0,0 +1,81 @@
+name: keys management
+description: mod8 keys set / list / remove
+
+tests:
+  - name: empty state shows all three providers as not set
+    run: mod8 keys list
+    expect:
+      stdout_contains:
+        - anthropic
+        - openai
+        - google
+        - "(not set)"
+      exit_code: 0
+
+  - name: keys list points at the right config path
+    run: mod8 keys list
+    expect:
+      stdout_contains: "Stored at"
+      stdout_matches: 'Stored at .+/providers\.json'
+
+  - name: set saves a key, list shows it masked
+    steps:
+      - run: mod8 keys set anthropic
+        stdin: "sk-ant-fake-1234567890abcdef"
+        expect:
+          stdout_contains: "Saved key for"
+      - run: mod8 keys list
+        expect:
+          stdout_matches: 'anthropic\s+sk-a.*cdef'
+          stdout_omits: "1234567890"
+
+  - name: providers.json is created with mode 0600
+    steps:
+      - run: mod8 keys set anthropic
+        stdin: "test-key-value"
+      - shell: "true"
+        expect:
+          file_exists: "$MOD8_CONFIG_DIR/providers.json"
+          file_mode: "$MOD8_CONFIG_DIR/providers.json:600"
+
+  - name: remove deletes the saved key
+    steps:
+      - run: mod8 keys set openai
+        stdin: "sk-openai-fake-key"
+      - run: mod8 keys remove openai
+        expect:
+          stdout_contains: "Removed key for openai"
+      - run: mod8 keys list
+        expect:
+          stdout_omits: "fake"
+
+  - name: invalid provider name rejected with friendly error
+    run: mod8 keys set claude
+    stdin: "ignored"
+    expect:
+      stderr_contains: "Unknown provider"
+      exit_code: 1
+
+  - name: remove on never-set key is non-fatal
+    run: mod8 keys remove google
+    expect:
+      stdout_contains: "No key was set for google"
+      exit_code: 0
+
+  - name: multiple keys coexist
+    steps:
+      - run: mod8 keys set anthropic
+        stdin: "ant-key-aaaa"
+      - run: mod8 keys set openai
+        stdin: "oai-key-bbbb"
+      - run: mod8 keys set google
+        stdin: "ggl-key-cccc"
+      - run: mod8 keys list
+        expect:
+          stdout_matches: 'anthropic\s+ant-.*aaaa'
+      - run: mod8 keys list
+        expect:
+          stdout_matches: 'openai\s+oai-.*bbbb'
+      - run: mod8 keys list
+        expect:
+          stdout_matches: 'google\s+ggl-.*cccc'

package/specs/one-shot.yaml

@@ -0,0 +1,65 @@
+name: one-shot prompts
+description: -c / -o / -g / default prompt with mocked providers
+
+tests:
+  - name: -c routes to anthropic with stats footer
+    shell: "MOD8_MOCK=1 mod8 -c 'hi'"
+    expect:
+      stdout_contains:
+        - "claude-sonnet-4-6"
+        - "tok ·"
+      exit_code: 0
+
+  - name: -o routes to openai
+    shell: "MOD8_MOCK=1 mod8 -o 'hi'"
+    expect:
+      stdout_contains:
+        - gpt-4o
+        - "tok ·"
+      exit_code: 0
+
+  - name: -g routes to gemini
+    shell: "MOD8_MOCK=1 mod8 -g 'hi'"
+    expect:
+      stdout_contains:
+        - "gemini-2.0-flash"
+        - "tok ·"
+      exit_code: 0
+
+  - name: default (no flag) routes to anthropic
+    shell: "MOD8_MOCK=1 mod8 'hi'"
+    expect:
+      stdout_contains: "claude-sonnet-4-6"
+
+  - name: multiple provider flags rejected
+    shell: "MOD8_MOCK=1 mod8 -c -o 'hi'"
+    expect:
+      stderr_contains: "Cannot use multiple provider flags"
+      exit_code: 1
+
+  - name: missing key error is friendly (real path)
+    shell: 'unset ANTHROPIC_API_KEY; mod8 -c "test"'
+    expect:
+      stderr_contains:
+        - "Anthropic"
+        - "key configured"
+        - "mod8 keys set anthropic"
+      exit_code: 1
+
+  - name: invalid key error is friendly (mocked 401)
+    shell: "MOD8_MOCK=1 MOD8_MOCK_ERROR=401 mod8 -c 'hi'"
+    expect:
+      stderr_contains: "invalid API key"
+      exit_code: 1
+
+  - name: rate limit error is friendly (mocked 429)
+    shell: "MOD8_MOCK=1 MOD8_MOCK_ERROR=429 mod8 -c 'hi'"
+    expect:
+      stderr_contains: "rate limited"
+      exit_code: 1
+
+  - name: network error is friendly
+    shell: "MOD8_MOCK=1 MOD8_MOCK_ERROR=network mod8 -c 'hi'"
+    expect:
+      stderr_contains: "network error"
+      exit_code: 1

package/specs/pipe-and-files.yaml

@@ -0,0 +1,40 @@
+name: pipe + @file inputs
+description: stdin pipe and @path references reach the model
+
+tests:
+  - name: piped stdin is appended to the prompt sent to provider
+    shell: "echo 'piped content here' | MOD8_MOCK=1 MOD8_MOCK_ECHO=1 MOD8_AUTO_CONFIRM=1 mod8 --all 'explain'"
+    expect:
+      stdout_contains:
+        - explain
+        - "piped content here"
+
+  - name: "@file is read and inlined under [file:] header"
+    steps:
+      - shell: |
+          mkdir -p $MOD8_CONFIG_DIR/fixtures
+          echo 'function broken() { return -1; }' > $MOD8_CONFIG_DIR/fixtures/sample.js
+      - shell: "MOD8_MOCK=1 MOD8_MOCK_ECHO=1 MOD8_AUTO_CONFIRM=1 mod8 --all \"review @$MOD8_CONFIG_DIR/fixtures/sample.js\""
+        expect:
+          stdout_contains:
+            - "[file:"
+            - "function broken"
+
+  - name: "missing @file produces friendly warning, prompt still runs"
+    shell: "MOD8_MOCK=1 MOD8_MOCK_ECHO=1 MOD8_AUTO_CONFIRM=1 mod8 --all 'explain @/tmp/nope-does-not-exist.js'"
+    expect:
+      stderr_contains:
+        - warning
+        - "not found"
+      stdout_contains: "Total:"
+
+  - name: "@file with relative path resolves against cwd"
+    steps:
+      - shell: |
+          mkdir -p $MOD8_CONFIG_DIR/work
+          echo 'export const x = 42;' > $MOD8_CONFIG_DIR/work/util.ts
+      - shell: "cd $MOD8_CONFIG_DIR/work && MOD8_MOCK=1 MOD8_MOCK_ECHO=1 MOD8_AUTO_CONFIRM=1 mod8 --all 'review @util.ts'"
+        expect:
+          stdout_contains:
+            - "[file:"
+            - "export const x = 42"

package/specs/providers.yaml

@@ -0,0 +1,172 @@
+name: multi-provider registration
+description: |
+  Provider registry, store, and listing.  Covers built-in providers (anthropic,
+  openai, google) plus at least one less-common one (deepseek) to prove the
+  generic dispatch.  Custom-provider registration is exercised via direct
+  providers.json seeding (the interactive add-provider flow needs raw-mode
+  TTY, same caveat as the chat REPL).
+
+tests:
+  - name: providers list is empty on a fresh sandbox
+    run: mod8 providers
+    expect:
+      stdout_contains: "no providers configured yet"
+      exit_code: 0
+
+  - name: keys list shows all built-in templates including deepseek and grok
+    run: mod8 keys list
+    expect:
+      stdout_contains:
+        - anthropic
+        - openai
+        - google
+        - deepseek
+        - mistral
+        - groq
+        - xai
+        - openrouter
+        - together
+      exit_code: 0
+
+  - name: keys set works for a non-legacy built-in (deepseek)
+    steps:
+      - run: mod8 keys set deepseek
+        stdin: "sk-test-deepseek-1234567890"
+        expect:
+          stdout_contains: "Saved key for"
+      - run: mod8 keys list
+        expect:
+          stdout_matches: 'deepseek\s+sk-t.*7890'
+      - run: mod8 providers
+        expect:
+          stdout_contains:
+            - deepseek
+            - DeepSeek
+            - deepseek-chat
+            - "openai-compat"
+
+  - name: keys set works for groq (gsk_ prefix)
+    steps:
+      - run: mod8 keys set groq
+        stdin: "gsk_test_groq_abcdef123456"
+      - run: mod8 providers
+        expect:
+          stdout_contains:
+            - groq
+            - Groq
+            - "openai-compat"
+
+  - name: providers list shows base URLs for openai-compat providers
+    steps:
+      - run: mod8 keys set deepseek
+        stdin: "sk-deepseek-test"
+      - run: mod8 keys set mistral
+        stdin: "test-mistral-key"
+      - run: mod8 providers
+        expect:
+          stdout_contains:
+            - "https://api.deepseek.com"
+            - "https://api.mistral.ai/v1"
+
+  - name: providers.json is the new storage location with mode 0600
+    steps:
+      - run: mod8 keys set deepseek
+        stdin: "sk-test-deepseek"
+      - shell: "true"
+        expect:
+          file_exists: "$MOD8_CONFIG_DIR/providers.json"
+          file_mode: "$MOD8_CONFIG_DIR/providers.json:600"
+
+  - name: legacy keys.json migrates to providers.json on first read
+    steps:
+      - shell: |
+          mkdir -p $MOD8_CONFIG_DIR
+          cat > $MOD8_CONFIG_DIR/keys.json <<'JSON'
+          {"anthropic": "sk-ant-legacy-12345", "openai": "sk-legacy-oai-67890"}
+          JSON
+          chmod 600 $MOD8_CONFIG_DIR/keys.json
+      - run: mod8 providers
+        expect:
+          stdout_contains:
+            - anthropic
+            - openai
+      - shell: "true"
+        expect:
+          file_exists: "$MOD8_CONFIG_DIR/providers.json"
+
+  - name: pre-seeded custom provider shows up in keys list and providers
+    setup:
+      - shell: |
+          mkdir -p $MOD8_CONFIG_DIR
+          cat > $MOD8_CONFIG_DIR/providers.json <<'JSON'
+          {
+            "fireworks": {
+              "apiKey": "fw-test-1234",
+              "apiType": "openai-compat",
+              "name": "Fireworks AI",
+              "baseUrl": "https://api.fireworks.ai/inference/v1",
+              "defaultModel": "accounts/fireworks/models/llama-v3p1-70b-instruct",
+              "color": "#FB923C",
+              "custom": true
+            }
+          }
+          JSON
+          chmod 600 $MOD8_CONFIG_DIR/providers.json
+    run: mod8 providers
+    expect:
+      stdout_contains:
+        - fireworks
+        - "Fireworks AI"
+        - "(custom)"
+        - "https://api.fireworks.ai"
+
+  - name: keys remove works for non-legacy provider
+    steps:
+      - run: mod8 keys set deepseek
+        stdin: "sk-deepseek-removeme"
+      - run: mod8 keys remove deepseek
+        expect:
+          stdout_contains: "Removed key for deepseek"
+      - run: mod8 providers
+        expect:
+          stdout_contains: "no providers configured"
+
+  - name: keys set rejects unknown built-in id
+    run: mod8 keys set llama
+    stdin: "ignored"
+    expect:
+      stderr_contains:
+        - "Unknown provider 'llama'"
+        - "mod8 add-provider"
+      exit_code: 1
+
+  - name: --all in mock mode renders 3 distinct provider blocks
+    shell: "MOD8_MOCK=1 MOD8_AUTO_CONFIRM=1 mod8 --all 'compare in 5 words'"
+    expect:
+      stdout_contains:
+        - "Anthropic (Claude)"
+        - "OpenAI (GPT)"
+        - "Google (Gemini)"
+        - "3/3 ok"
+
+  - name: config set default deepseek persists
+    steps:
+      - run: mod8 keys set deepseek
+        stdin: "sk-test-deepseek-default"
+      - run: mod8 config set default deepseek
+        expect:
+          stdout_contains: "Default provider set to deepseek"
+      - run: mod8 config get
+        expect:
+          stdout_contains:
+            - deepseek
+            - "(configured)"
+
+  - name: config set default rejects unknown provider with helpful message
+    run: mod8 config set default fakeprovider
+    expect:
+      stderr_contains:
+        - "Unknown provider 'fakeprovider'"
+        - "Built-in:"
+        - "deepseek"
+      exit_code: 1