pullsmith 0.0.1 → 0.0.3

package/README.md

@@ -1,2 +1,140 @@
-# COMING SOON
-CLI for Pullsmith
+# Pullsmith
+
+Run AI agents in your CI/CD pipeline with a single YAML file.
+
+Pullsmith connects your GitHub repo, writes a lightweight `.pullsmith` config, and installs a GitHub Actions workflow that can ask Claude Code to investigate an error, make a fix, push a branch, and open a pull request.
+
+```bash
+npm install -g pullsmith
+pullsmith init
+```
+
+## What It Does
+
+Pullsmith gives your repository an AI-powered repair loop:
+
+1. A Sentry-style error title is passed into a GitHub Actions workflow.
+2. The workflow reads your `.pullsmith` agent config.
+3. Claude Code runs inside CI with your selected model and prompt.
+4. If code changes are produced, Pullsmith commits them to a new branch.
+5. A pull request is opened with the proposed fix.
+
+## Quick Start
+
+Install the CLI:
+
+```bash
+npm install -g pullsmith
+```
+
+Run setup from the root of a GitHub repository:
+
+```bash
+pullsmith init
+```
+
+Pullsmith will:
+
+- Open your browser to authenticate with Pullsmith.
+- Save CLI credentials locally at `~/.pullsmith/credentials`.
+- Create a `.pullsmith` config file if one does not exist.
+- Check that your repo has an Anthropic/Claude API key in GitHub Actions secrets.
+- Create `.github/workflows/pullsmith.yaml`.
+
+## Requirements
+
+- Node.js 18 or newer.
+- A GitHub repository with an `origin` remote.
+- A Pullsmith account at `https://pullsmith.dev`.
+- A GitHub Actions secret named `ANTHROPIC_API_KEY` or `CLAUDE_API_KEY`.
+
+## Commands
+
+| Command | Description |
+| --- | --- |
+| `pullsmith init` | Authenticate, create `.pullsmith`, and install the GitHub Actions workflow. |
+| `pullsmith validate` | Validate your `.pullsmith` file with the Pullsmith API. |
+| `pullsmith doctor` | Check that the current repo is connected and ready. |
+
+## Configuration
+
+Pullsmith stores agent behavior in `.pullsmith`:
+
+```yaml
+sentry_agent: sentry_error_fixer
+
+agents:
+  - name: sentry_error_fixer
+    prompt: |
+      Investigate the error, find the root cause, and make the smallest safe fix.
+    model: claude-haiku-4-5
+    provider: claude
+```
+
+The generated GitHub Actions workflow reads this file to decide which agent, prompt, and model to use.
+
+## GitHub Actions
+
+After `pullsmith init`, your repo gets a workflow at:
+
+```txt
+.github/workflows/pullsmith.yaml
+```
+
+The workflow can be run manually with an `error` input:
+
+```txt
+Sentry error title
+```
+
+When the workflow runs, it creates a branch named like:
+
+```txt
+pullsmith/fix-your-error-title
+```
+
+Then it opens a pull request with Claude Code's proposed fix.
+
+## Local Development
+
+By default, the CLI talks to production:
+
+```txt
+https://pullsmith.dev
+```
+
+To point the CLI at a local Pullsmith app, set `PULLSMITH_BASE_URL`:
+
+```bash
+PULLSMITH_BASE_URL=http://localhost:3000 node bin/pullsmith.js init
+PULLSMITH_BASE_URL=http://localhost:3000 node bin/pullsmith.js validate
+PULLSMITH_BASE_URL=http://localhost:3000 node bin/pullsmith.js doctor
+```
+
+## Publishing
+
+Maintainers can publish the package directly from this directory:
+
+```bash
+npm publish
+```
+
+If the version already exists on npm, bump it first:
+
+```bash
+npm version patch
+npm publish
+```
+
+## Security Notes
+
+- Pullsmith stores local CLI credentials in `~/.pullsmith/credentials`.
+- Anthropic credentials should stay in GitHub Actions secrets.
+- The generated workflow grants `contents: write` and `pull-requests: write` so it can push a branch and open a PR.
+- Review generated pull requests before merging.
+
+## Links
+
+- Website: https://pullsmith.dev
+- Repository: https://github.com/pullsmith/cli
+- Issues: https://github.com/pullsmith/cli/issues

package/bin/pullsmith.js

@@ -1,2 +1,23 @@
 #!/usr/bin/env node
-console.log("pullsmith v0.0.1");
+
+import { init } from "../src/commands/init.js"
+import { validate } from "../src/commands/validate.js"
+import { doctor } from "../src/commands/doctor.js"
+// import { push } from "../src/commands/push.js"
+
+const command = process.argv[2];
+
+if (command == "init"){
+    init();
+} else if(command == "validate"){
+    validate();
+} else if(command == "doctor"){
+    doctor();
+} else {
+    console.log("Usage: pullsmith <command>");
+    console.log("Commands: init, validate, doctor");
+}
+
+
+
+// console.log("pullsmith v0.0.1");

package/package.json

@@ -1,10 +1,15 @@
 {
   "name": "pullsmith",
-  "version": "0.0.1",
-  "description": "Trigger PRs from your Sentry errors",
+  "version": "0.0.3",
+  "description": "Run AI agents in your CI/CD pipeline with a single YAML file.",
+  "homepage": "https://pullsmith.dev",
+  "bugs": {
+    "url": "https://github.com/pullsmith/cli/issues"
+  },
   "bin": {
     "pullsmith": "./bin/pullsmith.js"
   },
+  "type": "module",
   "repository": {
     "type": "git",
     "url": "https://github.com/pullsmith/cli"

package/src/commands/doctor.js

@@ -0,0 +1,50 @@
+import { getToken } from "../lib/auth.js";
+import { getRepoRemoteUrl } from "../lib/git.js";
+import { PULLSMITH_BASE_URL } from "../lib/config.js";
+
+export async function doctor() {
+    let token;
+    let repo;
+
+    try {
+        token = getToken();
+        repo = getRepoRemoteUrl();
+    } catch (err) {
+        console.error(err.message);
+        process.exit(1);
+    }
+
+    try {
+        const response = await fetch(`${PULLSMITH_BASE_URL}/api/doctor`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                "Authorization": `Bearer ${token}`
+            },
+            body: JSON.stringify({ repo })
+        });
+
+        if (!response.ok) {
+            const text = await response.text();
+            const error = getResponseError(text);
+            console.error(error ?? "Pullsmith doctor failed.");
+            process.exit(1);
+        }
+
+        console.log("Pullsmith doctor passed.");
+    } catch (err) {
+        console.error(err.message ?? "Pullsmith doctor failed.");
+        process.exit(1);
+    }
+}
+
+function getResponseError(text) {
+    if (!text) return null;
+
+    try {
+        const data = JSON.parse(text);
+        return data?.error ?? text;
+    } catch {
+        return text;
+    }
+}

package/src/commands/init.js

@@ -0,0 +1,202 @@
+import http from "http";
+import { exec } from "child_process";
+import { getRepoRemoteUrl } from "../lib/git.js";
+import { saveToken as saveTokenLocally } from "../lib/auth.js";
+import { PULLSMITH_BASE_URL } from "../lib/config.js";
+import { writeFileSync, readFileSync, existsSync, mkdirSync, rmSync } from "fs";
+import { join } from "path";
+
+const PORT = 9421;
+
+export async function init() {
+    let repoUrl;
+
+    try {
+        repoUrl = getRepoRemoteUrl();
+    } catch (err) {
+        console.error(err.message);
+        process.exit(1);
+    }
+
+    const connectUrl = `${PULLSMITH_BASE_URL}/connect?repo=${encodeURIComponent(repoUrl)}`;
+
+    console.log("Opening browser to authenticate...");
+
+    if (process.platform === "darwin") {
+        // macOS
+        exec(`open "${connectUrl}"`);
+    } else if (process.platform === "win32") {
+        exec(`start "" "${connectUrl}"`);
+    } else {
+        exec(`xdg-open "${connectUrl}"`);
+    }
+
+
+    try {
+        await waitForNextJsInternalToken(repoUrl);
+    } catch (err) {
+        console.error(err.message);
+        process.exit(1);
+    }
+}
+
+function createPullsmithFile(){
+    try {
+        const filePath = join(process.cwd(), ".pullsmith");
+
+        if (existsSync(filePath)) {
+            console.log(".pullsmith file already exits, skipping.");
+            return;
+        }
+
+        const promptPath = new URL("../../src/utils/templates/prompt.yaml", import.meta.url);
+        const prompt = readFileSync(promptPath, "utf8");
+
+        writeFileSync(filePath, prompt, "utf8");
+
+        console.log(".pullsmith file created!");
+    } catch (err) {
+        throw new Error("☹️ Failed to create local .pullsmith file.");
+    }
+}
+
+
+function getGithubWorkflowContent(secretName) {
+  const templatePath = new URL("../../src/utils/templates/workflow.yaml", import.meta.url);
+  return readFileSync(templatePath, "utf8").replaceAll("__SECRET_NAME__", secretName);
+}
+
+
+function createGithubWorkflowFile(secretName) {
+    try {
+        const dirPath = join(process.cwd(), ".github", "workflows");
+        const filePath = join(dirPath, "pullsmith.yaml");
+
+        if (existsSync(filePath)) {
+            console.log("Workflow file already exists, skipping.");
+            return;
+        }
+
+        mkdirSync(dirPath, { recursive: true });
+
+        writeFileSync(filePath, getGithubWorkflowContent(secretName), "utf8");
+
+        console.log("✅ Workflow file created at .github/workflows/pullsmith.yml");
+    } catch (err) {
+        throw new Error(`Failed to create Github workflow file: ${err.message}`);
+    }
+}
+
+function deleteWorkflowFile() {
+    try {
+        // .github/workflows/pullsmith.yml
+        const filePath = join(process.cwd(), ".github", "workflows", "pullsmith.yml");
+        if (existsSync(filePath)) {
+            rmSync(filePath);
+            console.log("🗑️  Removed old workflow file.");
+        }
+    } catch (err) {
+        throw new Error("☹️ Failed to delete local .pullsmith file.");
+    }
+}
+
+// We only get this token if Github auth is successful
+function waitForNextJsInternalToken(repoUrl) {
+    return new Promise((resolve, reject) => {
+        const server = http.createServer(async (req, res) => {
+            const url = new URL(req.url, `http://localhost:${PORT}`);
+            const internalNextJSToken = url.searchParams.get("token");
+
+            if (internalNextJSToken) {
+                saveTokenLocally(internalNextJSToken);
+                deleteWorkflowFile();
+                createPullsmithFile();
+
+                try {
+                    const secretName = await checkThatClaudeAPIKeyIsInSecrets(internalNextJSToken, repoUrl);
+                    createGithubWorkflowFile(secretName);
+
+                    res.writeHead(200);
+                    res.end("Authentication successful! You can close this tab.");
+                    server.close();
+                    console.log("Authenticated successfully!");
+                    resolve();
+                } catch (err) {
+                    reject(err);
+                }
+            }
+        });
+
+        server.listen(PORT, () => {
+            console.log(`Waiting for authentication on port ${PORT}...`);
+        });
+
+        server.on("error", reject);
+    });
+}
+
+
+const missingClaudeSecretsMsg = (secretUrl) => `❌ No Anthropic API key found in Github Actions secrets.\n
+    Please add your Claude API key at:
+    ${secretUrl}
+    Make sure to name it: ANTHROPIC_API_KEY or CLAUDE_API_KEY
+`;
+
+
+async function checkThatClaudeAPIKeyIsInSecrets(nextJsInternalToken, repoUrl) {
+    try {
+        const response = await fetch(`${PULLSMITH_BASE_URL}/api/init`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                "Authorization": `Bearer ${nextJsInternalToken}`
+            },
+            body: JSON.stringify({ repo: repoUrl })
+        });
+
+        const data = await response.json();
+
+        if (!response.ok) {
+            // if the github token access has expired this fires
+            throw new Error(data.error ?? "Problem with Github Auth") ;
+        }
+
+        if (data.secretName) {
+            console.log(`✅ You have a Claude API key in Github Actions: ${data.secretName}`);
+            return data.secretName;
+        } else {
+            throw new Error(missingClaudeSecretsMsg(data.secretsUrl))
+        }
+
+    } catch (err) {
+        throw new Error(err.message ?? 'Failed to find Claude API key in Github Actions.');
+    }
+}
+
+// async function checkAnthropicSecret(repoUrl, token) {
+//   const { owner, repo } = parseRepoInfo(repoUrl);
+//
+//   const response = await fetch(`https://api.github.com/repos/${owner}/${repo}/actions/secrets`, {
+//     headers: {
+//       "Authorization": `Bearer ${token}`,
+//       "Accept": "application/vnd.github+json"
+//     }
+//   });
+//
+//   const data = await response.json();
+//   const secrets = data.secrets || [];
+//
+//   const hasKey = secrets.some(s => 
+//     s.name.includes("ANTHROPIC") || s.name.includes("CLAUDE")
+//   );
+//
+//   if (!hasKey) {
+//     const secretsUrl = `https://github.com/${owner}/${repo}/settings/secrets/actions/new`;
+//     console.log(`\n⚠️  No Anthropic API key found in your repo secrets.`);
+//     console.log(`   Please add your API key at:`);
+//     console.log(`   ${secretsUrl}`);
+//     console.log(`   Name it: ANTHROPIC_API_KEY or CLAUDE_API_KEY\n`);
+//   } else {
+//     console.log("✅ Anthropic API key found in repo secrets.");
+//   }
+// }

package/src/commands/validate.js

@@ -0,0 +1,47 @@
+import { existsSync, readFileSync } from "fs";
+import { join } from "path";
+import { PULLSMITH_BASE_URL } from "../lib/config.js";
+
+export async function validate() {
+    const filePath = join(process.cwd(), ".pullsmith");
+
+    if (!existsSync(filePath)) {
+        console.error("Missing .pullsmith file. Run `pullsmith init` first.");
+        process.exit(1);
+    }
+
+    const file = readFileSync(filePath, "utf8");
+
+    try {
+        const response = await fetch(`${PULLSMITH_BASE_URL}/api/validate`, {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json"
+            },
+            body: JSON.stringify({ file })
+        });
+
+        if (!response.ok) {
+            const text = await response.text();
+            const error = getResponseError(text);
+            console.error(error ?? "Failed to validate .pullsmith file.");
+            process.exit(1);
+        }
+
+        console.log(".pullsmith is valid.");
+    } catch (err) {
+        console.error(err.message ?? "Failed to validate .pullsmith file.");
+        process.exit(1);
+    }
+}
+
+function getResponseError(text) {
+    if (!text) return null;
+
+    try {
+        const data = JSON.parse(text);
+        return data?.error ?? text;
+    } catch {
+        return text;
+    }
+}

package/src/lib/auth.js

@@ -0,0 +1,25 @@
+import { mkdirSync, writeFileSync, readFileSync } from "fs";
+import { homedir } from "os";
+import { join } from "path";
+
+const credentialsPath = join(homedir(), ".pullsmith", "credentials");
+
+// Saves generated token from Pullsmith.dev in local machine ./pullsmith/credentials
+export function saveToken(token) {
+    try {
+      mkdirSync(join(homedir(), ".pullsmith"), { recursive: true });
+      writeFileSync(credentialsPath, JSON.stringify({ token }), "utf8");
+    } catch (err) {
+        throw new Error("☹️ Failed to save local credentials in .pullsmith file.");
+    }
+}
+
+// Reads the token so the CLI can make authenticated requests to Pullsmith's API
+export function getToken() {
+  try {
+    const file = readFileSync(credentialsPath, "utf8");
+    return JSON.parse(file).token;
+  } catch {
+    throw new Error("Not authenticated. Run `pullsmith init` first.");
+  }
+}

package/src/lib/config.js

@@ -0,0 +1 @@
+export const PULLSMITH_BASE_URL = process.env.PULLSMITH_BASE_URL ?? "https://pullsmith.dev";

package/src/lib/git.js

@@ -0,0 +1,16 @@
+import { execSync } from "child_process";
+
+export function getRepoRemoteUrl(){
+    try {
+        return execSync("git remote get-url origin", { stdio: "pipe" }).toString().trim();
+    } catch (err) {
+        throw new Error("☹️ Looks like you're not inside a Git repo. cd into your project, then try again.");
+    } 
+}
+
+export function parseRepoInfo(remoteUrl) {
+  const match = remoteUrl.match(/github\.com[:/](.+?)\/(.+?)(\.git)?$/);
+  if (!match) throw new Error("Could not parse GitHub repo info from remote URL.");
+  return { owner: match[1], repo: match[2] };
+}
+

package/src/utils/extract/agent/model.sh

@@ -0,0 +1,17 @@
+#!/bin/sh
+
+AGENT=$(awk -F': *' '/^sentry_agent:/{print $2; exit}' .pullsmith)
+
+MODEL=$(awk -v a="$AGENT" '
+  /^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/ {
+    name=$0; sub(/^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/,"",name)
+    here=(name==a); next
+  }
+  here && /^[[:space:]]*model:[[:space:]]*/ {
+    m=$0; sub(/^[[:space:]]*model:[[:space:]]*/,"",m)
+    sub(/[[:space:]]*(#.*)?$/,"",m)   # strip trailing spaces/comments
+    print m; exit
+  }
+' .pullsmith)
+
+printf '%s\n' "$MODEL"

package/src/utils/extract/agent/prompt.sh

@@ -0,0 +1,20 @@
+#!/bin/sh
+
+AGENT=$(awk -F': *' '/^sentry_agent:/{print $2; exit}' .pullsmith)
+
+PROMPT=$(awk -v a="$AGENT" '
+  /^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/ {
+    name=$0; sub(/^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/,"",name)
+    here=(name==a); inp=0; next
+  }
+  here && /prompt:[[:space:]]*\|/ { inp=1; ind=-1; next }
+  inp {
+    if ($0 ~ /^[[:space:]]*$/) { print ""; next }
+    n=match($0,/[^[:space:]]/)-1
+    if (ind<0) ind=n
+    if (n<ind) { inp=0; next }
+    print substr($0, ind+1)
+  }
+' .pullsmith)
+
+printf '%s\n' "$PROMPT"

package/src/utils/templates/prompt.yaml

@@ -0,0 +1,8 @@
+sentry_agent: sentry_error_fixer
+
+agents:
+  - name: sentry_error_fixer
+    prompt: |
+      On a scale from 1 to 10, how beautiful is my code? Respond with only numbers 1 to 10.
+    model: claude-haiku-4-5 
+    provider: claude

package/src/utils/templates/workflow.yaml

@@ -0,0 +1,69 @@
+name: Pullsmith
+on:
+  workflow_dispatch:
+    inputs:
+        error:
+            description: "Sentry error title"
+            required: false
+            default: "Sentry error"
+
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+      pull-requests: write
+
+    steps:
+      - uses: actions/checkout@v4
+      - name: Run Claude Code
+        env:
+          ANTHROPIC_API_KEY: ${{ secrets.__SECRET_NAME__ }}
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          ID=$(gh api "/users/pullsmith-dev[bot]" --jq .id)
+          git config user.email "${ID}+pullsmith-dev[bot]@users.noreply.github.com"
+          git config user.name "pullsmith-dev[bot]"
+          ERROR="${{ github.event.inputs.error }}"
+          SLUG=$(echo "$ERROR" | tr '[:upper:]' '[:lower:]' | sed 's/[^a-z0-9]/-/g; s/--*/-/g; s/^-//; s/-$//' | cut -c1-50)
+          BRANCH="pullsmith/fix-$SLUG"
+          AGENT=$(awk -F': *' '/^sentry_agent:/{print $2; exit}' .pullsmith)
+          PROMPT=$(awk -v a="$AGENT" '
+            /^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/ {
+              name=$0; sub(/^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/,"",name)
+              here=(name==a); inp=0; next
+            }
+            here && /prompt:[[:space:]]*|/ { inp=1; ind=-1; next }
+            inp {
+              if ($0 ~ /^[[:space:]]*$/) { print ""; next }
+              n=match($0,/[^[:space:]]/)-1
+              if (ind<0) ind=n
+              if (n<ind) { inp=0; next }
+              print substr($0, ind+1)
+            }
+          ' .pullsmith)
+          MODEL=$(awk -v a="$AGENT" '
+            /^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/ {
+              name=$0; sub(/^[[:space:]]*-?[[:space:]]*name:[[:space:]]*/,"",name)
+              here=(name==a); next
+            }
+            here && /^[[:space:]]*model:[[:space:]]*/ {
+              m=$0; sub(/^[[:space:]]*model:[[:space:]]*/,"",m)
+              sub(/[[:space:]]*(#.*)?$/,"",m)   # strip trailing spaces/comments
+              print m; exit
+            }
+          ' .pullsmith)
+
+
+          git checkout -b "$BRANCH"
+          npx @anthropic-ai/claude-code -p --model "$MODEL" --dangerously-skip-permissions "$PROMPT. You are fixing this Sentry error: $ERROR. ONLY edit the code in the working tree to fix it. Do NOT run git, do NOT commit, do NOT push, and do NOT open a pull request - the surrounding workflow handles all of that."
+
+          git add -A
+          if git diff --cached --quiet; then
+            echo "No changes produced; nothing to do."
+            exit 0;
+          fi
+
+          git commit -m "fix: $ERROR"
+          git push origin "$BRANCH"
+          gh pr create --title "$ERROR" --body "Automated fix by Pullsmith for Sentry error: $ERROR" --base "${{ github.ref_name }}" --head "$BRANCH"