@biggora/claude-plugins 1.2.0 → 1.2.2

package/src/skills/codex-cli/evals/evals.json

@@ -1,47 +0,0 @@
-{
-  "skill_name": "codex-cli",
-  "evals": [
-    {
-      "id": 1,
-      "prompt": "I want to set up OpenAI Codex CLI in my GitHub Actions pipeline to auto-fix lint errors on PRs. How do I configure it with full-auto mode and workspace-write sandbox? My OPENAI_API_KEY is stored in GitHub secrets.",
-      "expected_output": "Should provide a GitHub Actions workflow YAML with npm install -g @openai/codex, codex exec with --full-auto flag, OPENAI_API_KEY from secrets, and correct sandbox/approval behavior explanation.",
-      "files": [],
-      "assertions": [
-        {"id": "installs-globally", "text": "Shows npm install -g @openai/codex for global installation"},
-        {"id": "uses-exec-mode", "text": "Uses 'codex exec' for non-interactive CI mode (not bare 'codex')"},
-        {"id": "full-auto-flag", "text": "Uses --full-auto flag and correctly explains it equals -a on-request -s workspace-write"},
-        {"id": "api-key-from-secrets", "text": "Shows OPENAI_API_KEY set from ${{ secrets.OPENAI_API_KEY }} in env"},
-        {"id": "provides-workflow-yaml", "text": "Provides a complete GitHub Actions workflow YAML snippet"},
-        {"id": "no-hallucinated-flags", "text": "Does not invent non-existent CLI flags or options"}
-      ]
-    },
-    {
-      "id": 2,
-      "prompt": "How do I add a custom MCP server to codex CLI? I have a Python-based MCP server that needs a GITHUB_TOKEN env var. Also want to run codex itself as an MCP server for other agents to consume.",
-      "expected_output": "Should show ~/.codex/config.toml mcp_servers section with command, args, env fields. Should show 'codex mcp' command for running as MCP server. Should use $GITHUB_TOKEN pattern for env vars.",
-      "files": [],
-      "assertions": [
-        {"id": "correct-config-location", "text": "Points to ~/.codex/config.toml for MCP server configuration"},
-        {"id": "mcp-servers-toml-syntax", "text": "Shows [mcp_servers.name] TOML section with command, args fields"},
-        {"id": "env-var-dollar-pattern", "text": "Shows $GITHUB_TOKEN or $ENV_VAR pattern for environment variable references"},
-        {"id": "codex-as-mcp-server", "text": "Shows 'codex mcp' command for running codex as an MCP server"},
-        {"id": "python-command-correct", "text": "Uses correct Python command (python/python3) in the MCP server command field"},
-        {"id": "no-hallucinated-config", "text": "Does not invent non-existent config keys or MCP server fields"}
-      ]
-    },
-    {
-      "id": 3,
-      "prompt": "I'm getting Landlock errors on WSL2 when running codex. Also, I need to set up two profiles in config.toml — one for safe daily dev and one for CI with no approvals. How do I fix the Landlock issue and configure the profiles?",
-      "expected_output": "Should explain Landlock fix (update WSL2 or use --dangerously-bypass-approvals-and-sandbox in isolated env). Should show config.toml profiles section with [profiles.dev] and [profiles.ci] using correct approval_policy values.",
-      "files": [],
-      "assertions": [
-        {"id": "landlock-wsl-fix", "text": "Mentions updating WSL2 kernel or using --dangerously-bypass-approvals-and-sandbox (--yolo) as workarounds"},
-        {"id": "profiles-toml-syntax", "text": "Shows correct [profiles.name] TOML syntax for defining profiles"},
-        {"id": "ci-profile-no-approval", "text": "CI profile uses approval_policy = 'never' for fully automated mode"},
-        {"id": "dev-profile-safe", "text": "Dev profile uses a safe approval_policy like 'on-request' or 'untrusted'"},
-        {"id": "profile-usage-flag", "text": "Shows --profile flag for selecting a profile at runtime"},
-        {"id": "no-hallucinated-fixes", "text": "Does not invent non-existent troubleshooting steps or config options"}
-      ]
-    }
-  ]
-}

package/src/skills/gemini-cli/evals/evals.json

@@ -1,46 +0,0 @@
-{
-  "skill_name": "gemini-cli",
-  "evals": [
-    {
-      "id": 1,
-      "prompt": "I want to set up gemini cli in my CI/CD pipeline on GitHub Actions so it can automatically review PRs. We use an API key stored in GitHub secrets. How do I set this up with structured JSON output so I can parse the review?",
-      "expected_output": "Should provide a GitHub Actions workflow snippet using GEMINI_API_KEY from secrets, -p flag for headless mode, --output-format json, and jq for parsing. Should mention --yolo if tool actions are needed.",
-      "files": [],
-      "assertions": [
-        {"id": "mentions-p-flag", "text": "Uses -p or --prompt flag for headless/non-interactive mode"},
-        {"id": "mentions-json-output", "text": "Includes --output-format json flag for structured output"},
-        {"id": "mentions-api-key-env", "text": "Shows how to set GEMINI_API_KEY from GitHub secrets"},
-        {"id": "provides-workflow-yaml", "text": "Provides a GitHub Actions workflow YAML snippet"},
-        {"id": "mentions-jq-parsing", "text": "Shows how to parse JSON response (e.g., with jq .response)"},
-        {"id": "no-hallucinated-flags", "text": "Does not invent non-existent CLI flags or options"}
-      ]
-    },
-    {
-      "id": 2,
-      "prompt": "I need to connect a custom MCP server I built in Python to gemini cli. The server needs an API key from my environment. Also I want to restrict which tools it can expose. How do I configure this?",
-      "expected_output": "Should explain settings.json mcpServers config with command, args, env ($VAR pattern), and includeTools/excludeTools. Should mention trust field and security considerations.",
-      "files": [],
-      "assertions": [
-        {"id": "correct-settings-location", "text": "Points to ~/.gemini/settings.json or project-level settings.json"},
-        {"id": "shows-mcp-config-structure", "text": "Shows mcpServers config with command, args fields"},
-        {"id": "env-var-dollar-pattern", "text": "Shows $VAR pattern for environment variable references in env field"},
-        {"id": "tool-filtering", "text": "Explains includeTools and/or excludeTools for restricting exposed tools"},
-        {"id": "security-note", "text": "Mentions security considerations (trust field, not hardcoding keys, etc.)"},
-        {"id": "python-command-correct", "text": "Uses correct Python command (python/python3) in the command field"}
-      ]
-    },
-    {
-      "id": 3,
-      "prompt": "How do I create a custom slash command in gemini cli that runs git diff --cached and asks the AI to write a commit message? I want it available in all my projects.",
-      "expected_output": "Should provide a .toml file in ~/.gemini/commands/ with !{git diff --cached} shell syntax and prompt template. Should mention headless limitation.",
-      "files": [],
-      "assertions": [
-        {"id": "correct-file-location", "text": "Points to ~/.gemini/commands/ for global user-scoped commands"},
-        {"id": "toml-format", "text": "Shows .toml file format with prompt field"},
-        {"id": "shell-execution-syntax", "text": "Uses !{git diff --cached} shell execution syntax in the prompt"},
-        {"id": "mentions-headless-limitation", "text": "Warns that custom slash commands don't work in headless/non-interactive mode"},
-        {"id": "complete-working-example", "text": "Provides a complete, copy-pasteable .toml file example"}
-      ]
-    }
-  ]
-}

package/src/skills/tm-search/evals/evals.json

@@ -1,23 +0,0 @@
-{
-  "skill_name": "tm-search",
-  "evals": [
-    {
-      "id": 1,
-      "prompt": "I'm thinking of naming my startup 'NeonPulse'. Can you check if that's trademarked in the US?",
-      "expected_output": "Should search USPTO for 'NEONPULSE', report whether active trademarks exist, include legal disclaimer about consulting a trademark attorney",
-      "files": []
-    },
-    {
-      "id": 2,
-      "prompt": "Look up trademark serial number 85073086 and tell me who owns it and what its status is",
-      "expected_output": "Should use the TSDR Details API to look up serial 85073086, return the owner (The Viking Corporation), status (Live/Registered, renewed), and class info",
-      "files": []
-    },
-    {
-      "id": 3,
-      "prompt": "I need to validate a batch of brand name ideas against USPTO: CloudPeak, SkyBridge, NeonVault, AquaForge. Which ones are available?",
-      "expected_output": "Should search each keyword, report availability status for each, include delay between requests, provide a summary table, and include legal disclaimer",
-      "files": []
-    }
-  ]
-}