pipeline-worker 0.1.0

package/dist/workflow/watchPipeline.js

@@ -0,0 +1,109 @@
+/**
+ * Step 8: poll the MR/PR's pipeline (at config.pollIntervalSeconds) until it
+ * succeeds; on failure, hand the failing jobs' logs to the configured agent
+ * (with pipeline-worker's own forge MCP server available so it can pull further
+ * detail itself), commit the fix, push, and retry — capped at
+ * config.maxFixAttempts before escalating via an MR comment. Never retries
+ * indefinitely, and never spends agent tokens on pipelines that are not
+ * actually failed (canceled/skipped go straight to a human).
+ */
+import { writeFileSync, unlinkSync } from 'node:fs';
+import { join } from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { tmpdir } from 'node:os';
+import { stageAll, commit, push, hasChanges } from '../git/commit.js';
+import { saveRunState } from '../state/runState.js';
+const MAX_POLL_WINDOW_MS = 2 * 60 * 60 * 1000; // per pipeline attempt, as a safety net
+const TERMINAL_STATUSES = ['success', 'failed', 'canceled', 'skipped'];
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Waits for a *new* terminal pipeline: `previousPipelineId` is the one we
+ * already handled, and it stays "latest" on the forge until the pipeline for
+ * our fix push is created — without this, the loop would re-fix stale logs
+ * and burn attempts on a single real failure.
+ */
+async function pollLatestPipeline(forge, mrIid, intervalMs, previousPipelineId) {
+    const maxPolls = Math.max(1, Math.ceil(MAX_POLL_WINDOW_MS / intervalMs));
+    for (let i = 0; i < maxPolls; i++) {
+        const pipelines = await forge.getMrPipelines(mrIid);
+        const latest = pipelines[0];
+        if (latest && latest.id !== previousPipelineId && TERMINAL_STATUSES.includes(latest.status)) {
+            return latest;
+        }
+        await sleep(intervalMs);
+    }
+    throw new Error(`Pipeline for MR ${mrIid} did not reach a terminal state within the polling window`);
+}
+function writeAgentMcpConfig() {
+    const path = join(tmpdir(), `pipeline-worker-mcp-${randomUUID()}.json`);
+    const config = { mcpServers: { 'pipeline-worker-forge': { type: 'stdio', command: 'npx', args: ['pipeline-worker', 'serve'], env: {} } } };
+    writeFileSync(path, JSON.stringify(config), 'utf-8');
+    return path;
+}
+function buildFixPrompt(pipeline, jobs) {
+    const jobSummaries = jobs
+        .map(({ job, log }) => `### Job "${job.name}" (stage: ${job.stage})\n\`\`\`\n${log.slice(-4000)}\n\`\`\``)
+        .join('\n\n');
+    return (`The CI pipeline ${pipeline.webUrl} failed. Fix the underlying issue in this worktree so the pipeline passes. ` +
+        'You have access to the pipeline-worker-forge MCP server for further pipeline/job detail if these excerpts are not enough.\n\n' +
+        jobSummaries);
+}
+async function escalate(forge, mrIid, message, state, repoRoot) {
+    await forge.createMrNote(mrIid, message);
+    state.phase = 'escalated';
+    saveRunState(repoRoot, state);
+}
+export async function watchPipeline(forge, config, agent, worktreePath, branch, mrIid, state, repoRoot) {
+    const intervalMs = config.pollIntervalSeconds * 1000;
+    state.phase = 'watch';
+    saveRunState(repoRoot, state);
+    let previousPipelineId;
+    for (;;) {
+        const pipeline = await pollLatestPipeline(forge, mrIid, intervalMs, previousPipelineId);
+        state.pipelineId = pipeline.id;
+        saveRunState(repoRoot, state);
+        if (pipeline.status === 'success') {
+            state.phase = 'done';
+            saveRunState(repoRoot, state);
+            return;
+        }
+        if (pipeline.status !== 'failed') {
+            // canceled/skipped: there are no failing jobs to fix — don't spend agent tokens.
+            await escalate(forge, mrIid, `pipeline-worker: pipeline ${pipeline.webUrl} ended as "${pipeline.status}" — nothing to auto-fix, needs a human decision.`, state, repoRoot);
+            return;
+        }
+        state.attempt += 1;
+        saveRunState(repoRoot, state);
+        if (state.attempt > config.maxFixAttempts) {
+            await escalate(forge, mrIid, `pipeline-worker: automated fix attempts exhausted (${state.attempt - 1} attempts). ` +
+                `Pipeline ${pipeline.webUrl} is still failing and needs a human to take over.`, state, repoRoot);
+            return;
+        }
+        const failedJobs = await forge.getFailedJobs(pipeline.id);
+        const logs = await Promise.all(failedJobs.map(async (job) => ({ job, log: await forge.getJobLog(job.id) })));
+        const mcpConfigPath = writeAgentMcpConfig();
+        try {
+            await agent.invoke({
+                prompt: buildFixPrompt(pipeline, logs),
+                cwd: worktreePath,
+                mcpConfigPath,
+                permissionMode: 'acceptEdits',
+            });
+        }
+        finally {
+            unlinkSync(mcpConfigPath);
+        }
+        if (!(await hasChanges(worktreePath))) {
+            // Re-pushing an identical tree would never produce a new pipeline; stop here.
+            await escalate(forge, mrIid, `pipeline-worker: fix attempt ${state.attempt} produced no changes for pipeline ${pipeline.webUrl} — escalating to a human.`, state, repoRoot);
+            return;
+        }
+        await stageAll(worktreePath);
+        await commit(worktreePath, `fix: address CI failure (attempt ${state.attempt})`);
+        await push(worktreePath, 'origin', branch);
+        previousPipelineId = pipeline.id;
+    }
+}
+//# sourceMappingURL=watchPipeline.js.map

package/dist/workflow/watchPipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"watchPipeline.js","sourceRoot":"","sources":["../../src/workflow/watchPipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEtE,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,MAAM,kBAAkB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,wCAAwC;AACvF,MAAM,iBAAiB,GAAyB,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;AAE7F,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;GAKG;AACH,KAAK,UAAU,kBAAkB,CAC/B,KAAkB,EAClB,KAAa,EACb,UAAkB,EAClB,kBAA2B;IAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,GAAG,UAAU,CAAC,CAAC,CAAC;IACzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC5B,IAAI,MAAM,IAAI,MAAM,CAAC,EAAE,KAAK,kBAAkB,IAAI,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5F,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,mBAAmB,KAAK,2DAA2D,CAAC,CAAC;AACvG,CAAC;AAED,SAAS,mBAAmB;IAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,uBAAuB,UAAU,EAAE,OAAO,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,EAAE,UAAU,EAAE,EAAE,uBAAuB,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,iBAAiB,EAAE,OAAO,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;IAC3I,aAAa,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IACrD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,QAAkB,EAAE,IAA8C;IACxF,MAAM,YAAY,GAAG,IAAI;SACtB,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,YAAY,GAAG,CAAC,IAAI,aAAa,GAAG,CAAC,KAAK,cAAc,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC;SACzG,IAAI,CAAC,MAAM,CAAC,CAAC;IAChB,OAAO,CACL,mBAAmB,QAAQ,CAAC,MAAM,6EAA6E;QAC/G,+HAA+H;QAC/H,YAAY,CACb,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,KAAkB,EAAE,KAAa,EAAE,OAAe,EAAE,KAAe,EAAE,QAAgB;IAC3G,MAAM,KAAK,CAAC,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACzC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAC;IAC1B,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAkB,EAClB,MAA4B,EAC5B,KAAmB,EACnB,YAAoB,EACpB,MAAc,EACd,KAAa,EACb,KAAe,EACf,QAAgB;IAEhB,MAAM,UAAU,GAAG,MAAM,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACrD,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;IACtB,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE9B,IAAI,kBAAsC,CAAC;IAC3C,SAAS,CAAC;QACR,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAC;QACxF,KAAK,CAAC,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC;QAC/B,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAE9B,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAClC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;YACrB,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACjC,iFAAiF;YACjF,MAAM,QAAQ,CACZ,KAAK,EACL,KAAK,EACL,6BAA6B,QAAQ,CAAC,MAAM,cAAc,QAAQ,CAAC,MAAM,kDAAkD,EAC3H,KAAK,EACL,QAAQ,CACT,CAAC;YACF,OAAO;QACT,CAAC;QAED,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;QACnB,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAE9B,IAAI,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,QAAQ,CACZ,KAAK,EACL,KAAK,EACL,sDAAsD,KAAK,CAAC,OAAO,GAAG,CAAC,cAAc;gBACnF,YAAY,QAAQ,CAAC,MAAM,mDAAmD,EAChF,KAAK,EACL,QAAQ,CACT,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE7G,MAAM,aAAa,GAAG,mBAAmB,EAAE,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,MAAM,CAAC;gBACjB,MAAM,EAAE,cAAc,CAAC,QAAQ,EAAE,IAAI,CAAC;gBACtC,GAAG,EAAE,YAAY;gBACjB,aAAa;gBACb,cAAc,EAAE,aAAa;aAC9B,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,UAAU,CAAC,aAAa,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YACtC,8EAA8E;YAC9E,MAAM,QAAQ,CACZ,KAAK,EACL,KAAK,EACL,gCAAgC,KAAK,CAAC,OAAO,qCAAqC,QAAQ,CAAC,MAAM,2BAA2B,EAC5H,KAAK,EACL,QAAQ,CACT,CAAC;YACF,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC7B,MAAM,MAAM,CAAC,YAAY,EAAE,oCAAoC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;QACjF,MAAM,IAAI,CAAC,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3C,kBAAkB,GAAG,QAAQ,CAAC,EAAE,CAAC;IACnC,CAAC;AACH,CAAC"}

package/package.json

@@ -0,0 +1,65 @@
+{
+  "name": "pipeline-worker",
+  "version": "0.1.0",
+  "description": "Automated git-worktree workflow: captures intent from a diff via Claude Code or GitHub Copilot CLI, runs build/lint/test, opens a GitLab MR or GitHub PR, and auto-fixes failing pipelines — with a companion forge MCP server (TOON-encoded responses).",
+  "license": "MIT",
+  "author": "Mohan TN <mohan.tn100@gmail.com>",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/MohanTn/pipeline_worker.git"
+  },
+  "bugs": "https://github.com/MohanTn/pipeline_worker/issues",
+  "homepage": "https://github.com/MohanTn/pipeline_worker#readme",
+  "keywords": [
+    "automation",
+    "ci",
+    "gitlab",
+    "github",
+    "merge-request",
+    "pull-request",
+    "claude",
+    "copilot",
+    "mcp",
+    "agent"
+  ],
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "type": "module",
+  "main": "dist/mcp/server.js",
+  "bin": {
+    "pipeline-worker": "dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE",
+    ".pipeline-worker.yml.example",
+    ".env.example"
+  ],
+  "engines": {
+    "node": ">=20.12"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.json",
+    "lint": "eslint . --ext .ts",
+    "test": "node --import tsx --test test/**/*.test.ts",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "@toon-format/toon": "^2.3.0",
+    "commander": "^12.0.0",
+    "js-yaml": "^4.1.0",
+    "zod": "^3.25.0"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.0.0",
+    "@types/js-yaml": "^4.0.0",
+    "@types/node": "^22.0.0",
+    "tsx": "^4.0.0",
+    "typescript": "^5.5.0",
+    "typescript-eslint": "^8.0.0"
+  }
+}