mcp-agent-broker 1.0.0

package/dist/workers/outbox-relay.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.outboxRelay = exports.OutboxRelayWorker = void 0;
+const index_js_1 = require("../infrastructure/db/index.js");
+const schema_js_1 = require("../infrastructure/db/schema.js");
+const index_js_2 = require("../infrastructure/redis/index.js");
+const drizzle_orm_1 = require("drizzle-orm");
+class OutboxRelayWorker {
+    timer = null;
+    isRunning = false;
+    start() {
+        console.log("Starting Outbox Relay Worker...");
+        this.timer = setInterval(() => this.processOutbox(), 2000);
+    }
+    stop() {
+        if (this.timer)
+            clearInterval(this.timer);
+    }
+    async processOutbox() {
+        if (this.isRunning)
+            return;
+        this.isRunning = true;
+        try {
+            // 1. Fetch pending outbox events
+            const pendingRecords = await index_js_1.db.select()
+                .from(schema_js_1.outbox)
+                .orderBy((0, drizzle_orm_1.asc)(schema_js_1.outbox.createdAt))
+                .limit(50);
+            if (pendingRecords.length === 0) {
+                this.isRunning = false;
+                return;
+            }
+            const eventIds = pendingRecords.map(r => r.eventId);
+            // 2. Fetch the actual event data
+            const eventData = await index_js_1.db.select().from(schema_js_1.events).where((0, drizzle_orm_1.inArray)(schema_js_1.events.eventId, eventIds));
+            // 3. Publish to Redis Pub/Sub
+            for (const record of pendingRecords) {
+                const evt = eventData.find(e => e.eventId === record.eventId);
+                if (evt) {
+                    const channel = `workspace:${evt.workspaceId}:events`;
+                    await index_js_2.redis.publish(channel, JSON.stringify(evt));
+                    console.log(`[Event Relay] Published ${evt.eventType} to ${channel}`);
+                }
+            }
+            // 4. Delete processed outbox records
+            await index_js_1.db.delete(schema_js_1.outbox).where((0, drizzle_orm_1.inArray)(schema_js_1.outbox.eventId, eventIds));
+        }
+        catch (e) {
+            console.error("Outbox Relay Error:", e);
+        }
+        finally {
+            this.isRunning = false;
+        }
+    }
+}
+exports.OutboxRelayWorker = OutboxRelayWorker;
+exports.outboxRelay = new OutboxRelayWorker();

package/docker-compose.yml

@@ -0,0 +1,41 @@
+services:
+  postgres:
+    image: postgres:16-alpine
+    container_name: mab-postgres
+    environment:
+      POSTGRES_USER: mab_user
+      POSTGRES_PASSWORD: mab_password
+      POSTGRES_DB: mab_db
+    ports:
+      - "5433:5432"
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    restart: unless-stopped
+
+  redis:
+    image: redis:7-alpine
+    container_name: mab-redis
+    ports:
+      - "6379:6379"
+    volumes:
+      - redis_data:/data
+    restart: unless-stopped
+
+  minio:
+    image: minio/minio:latest
+    container_name: mab-minio
+    environment:
+      MINIO_ROOT_USER: mab_admin
+      MINIO_ROOT_PASSWORD: mab_password123
+    command: server /data --console-address ":9001"
+    ports:
+      - "9000:9000"
+      - "9001:9001"
+    volumes:
+      - minio_data:/data
+    restart: unless-stopped
+
+volumes:
+  postgres_data:
+  redis_data:
+  minio_data:

package/drizzle.config.ts

@@ -0,0 +1,10 @@
+import { defineConfig } from "drizzle-kit";
+
+export default defineConfig({
+  schema: "./src/infrastructure/db/schema.ts",
+  out: "./src/infrastructure/db/migrations",
+  dialect: "postgresql",
+  dbCredentials: {
+    url: process.env.DATABASE_URL || "postgres://mab_user:mab_password@127.0.0.1:5433/mab_db"
+  }
+});

package/package.json

@@ -0,0 +1,35 @@
+{
+  "name": "mcp-agent-broker",
+  "version": "1.0.0",
+  "main": "dist/app.js",
+  "bin": {
+    "mcp-agent-broker": "dist/app.js"
+  },
+  "scripts": {
+    "build": "tsc",
+    "start": "node dist/app.js",
+    "dev": "tsx watch src/app.ts",
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "description": "",
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.29.0",
+    "drizzle-orm": "^0.45.2",
+    "fastify": "^5.10.0",
+    "fastify-plugin": "^6.0.0",
+    "ioredis": "^5.11.1",
+    "pg": "^8.22.0",
+    "zod": "^4.4.3"
+  },
+  "devDependencies": {
+    "@types/ioredis": "^4.28.10",
+    "@types/node": "^26.1.1",
+    "@types/pg": "^8.20.0",
+    "drizzle-kit": "^0.31.10",
+    "tsx": "^4.23.1",
+    "typescript": "^7.0.2"
+  }
+}

package/src/app.ts

@@ -0,0 +1,31 @@
+#!/usr/bin/env node
+import Fastify from 'fastify';
+import { setupMcpTransport } from './transport/mcp/index.js';
+import { db } from './infrastructure/db/index.js';
+import { outboxRelay } from './workers/outbox-relay.js';
+
+const fastify = Fastify({
+  logger: true
+});
+
+fastify.get('/health', async (request, reply) => {
+  return { status: 'ok', service: 'mcp-agent-broker' };
+});
+
+// Start the server
+const start = async () => {
+  try {
+    await setupMcpTransport(fastify);
+    
+    // Start background workers
+    outboxRelay.start();
+    
+    await fastify.listen({ port: 3000, host: '0.0.0.0' });
+    fastify.log.info(`Server listening on ${fastify.server.address()}`);
+  } catch (err) {
+    fastify.log.error(err);
+    process.exit(1);
+  }
+};
+
+start();

package/src/infrastructure/db/index.ts

@@ -0,0 +1,10 @@
+import { drizzle } from 'drizzle-orm/node-postgres';
+import { Pool } from 'pg';
+import * as schema from './schema';
+
+// Use a connection pool for the Fastify app
+const pool = new Pool({
+  connectionString: process.env.DATABASE_URL || "postgres://mab_user:mab_password@127.0.0.1:5433/mab_db"
+});
+
+export const db = drizzle(pool, { schema });

package/src/infrastructure/db/migrations/0000_flawless_vanisher.sql

@@ -0,0 +1,103 @@
+CREATE TYPE "public"."lease_status" AS ENUM('active', 'released', 'expired', 'revoked');--> statement-breakpoint
+CREATE TYPE "public"."lease_type" AS ENUM('execution', 'review');--> statement-breakpoint
+CREATE TYPE "public"."task_state" AS ENUM('draft', 'ready', 'leased', 'running', 'blocked', 'awaiting_review', 'changes_requested', 'completed', 'failed', 'canceled', 'superseded');--> statement-breakpoint
+CREATE TABLE "events" (
+	"event_seq" bigserial PRIMARY KEY NOT NULL,
+	"event_id" uuid NOT NULL,
+	"event_type" text NOT NULL,
+	"event_version" integer NOT NULL,
+	"workspace_id" uuid NOT NULL,
+	"aggregate_type" text NOT NULL,
+	"aggregate_id" uuid NOT NULL,
+	"aggregate_version" bigint NOT NULL,
+	"actor_type" text NOT NULL,
+	"actor_id" uuid,
+	"correlation_id" uuid NOT NULL,
+	"causation_id" uuid,
+	"payload" jsonb NOT NULL,
+	"occurred_at" timestamp with time zone DEFAULT now() NOT NULL,
+	CONSTRAINT "events_event_id_unique" UNIQUE("event_id"),
+	CONSTRAINT "events_aggregate_type_aggregate_id_aggregate_version_unique" UNIQUE("aggregate_type","aggregate_id","aggregate_version")
+);
+--> statement-breakpoint
+CREATE TABLE "idempotency_records" (
+	"principal_id" uuid NOT NULL,
+	"operation" text NOT NULL,
+	"idempotency_key" text NOT NULL,
+	"request_hash" text NOT NULL,
+	"response_json" jsonb,
+	"response_status" text NOT NULL,
+	"resource_id" uuid,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"expires_at" timestamp with time zone NOT NULL,
+	CONSTRAINT "idempotency_records_principal_id_operation_idempotency_key_pk" PRIMARY KEY("principal_id","operation","idempotency_key")
+);
+--> statement-breakpoint
+CREATE TABLE "leases" (
+	"id" uuid PRIMARY KEY NOT NULL,
+	"workspace_id" uuid NOT NULL,
+	"task_id" uuid NOT NULL,
+	"task_attempt_id" uuid,
+	"agent_instance_id" uuid NOT NULL,
+	"lease_type" "lease_type" NOT NULL,
+	"status" "lease_status" NOT NULL,
+	"fencing_token" bigint NOT NULL,
+	"acquired_at" timestamp with time zone NOT NULL,
+	"renewed_at" timestamp with time zone NOT NULL,
+	"expires_at" timestamp with time zone NOT NULL,
+	"released_at" timestamp with time zone,
+	CONSTRAINT "leases_task_id_lease_type_fencing_token_unique" UNIQUE("task_id","lease_type","fencing_token")
+);
+--> statement-breakpoint
+CREATE TABLE "outbox" (
+	"event_id" uuid PRIMARY KEY NOT NULL,
+	"available_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"attempts" integer DEFAULT 0 NOT NULL,
+	"locked_by" text,
+	"locked_until" timestamp with time zone,
+	"published_at" timestamp with time zone,
+	"last_error" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "task_attempts" (
+	"id" uuid PRIMARY KEY NOT NULL,
+	"workspace_id" uuid NOT NULL,
+	"task_id" uuid NOT NULL,
+	"attempt_number" integer NOT NULL,
+	"agent_instance_id" uuid NOT NULL,
+	"status" text NOT NULL,
+	"started_at" timestamp with time zone,
+	"ended_at" timestamp with time zone,
+	"outcome" text,
+	CONSTRAINT "task_attempts_task_id_attempt_number_unique" UNIQUE("task_id","attempt_number")
+);
+--> statement-breakpoint
+CREATE TABLE "tasks" (
+	"id" uuid PRIMARY KEY NOT NULL,
+	"workspace_id" uuid NOT NULL,
+	"repository_id" uuid NOT NULL,
+	"session_id" uuid,
+	"objective" text NOT NULL,
+	"description" text DEFAULT '' NOT NULL,
+	"acceptance_criteria" jsonb DEFAULT '[]' NOT NULL,
+	"constraints" jsonb DEFAULT '[]' NOT NULL,
+	"priority" smallint DEFAULT 3 NOT NULL,
+	"state" "task_state" DEFAULT 'draft' NOT NULL,
+	"base_commit_sha" text,
+	"active_execution_lease_id" uuid,
+	"active_review_lease_id" uuid,
+	"next_fencing_token" bigint DEFAULT 0 NOT NULL,
+	"version" bigint DEFAULT 1 NOT NULL,
+	"created_by" uuid NOT NULL,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"updated_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"completed_at" timestamp with time zone
+);
+--> statement-breakpoint
+ALTER TABLE "leases" ADD CONSTRAINT "leases_task_id_tasks_id_fk" FOREIGN KEY ("task_id") REFERENCES "public"."tasks"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "leases" ADD CONSTRAINT "leases_task_attempt_id_task_attempts_id_fk" FOREIGN KEY ("task_attempt_id") REFERENCES "public"."task_attempts"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "outbox" ADD CONSTRAINT "outbox_event_id_events_event_id_fk" FOREIGN KEY ("event_id") REFERENCES "public"."events"("event_id") ON DELETE cascade ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "task_attempts" ADD CONSTRAINT "task_attempts_task_id_tasks_id_fk" FOREIGN KEY ("task_id") REFERENCES "public"."tasks"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+CREATE INDEX "events_workspace_cursor" ON "events" USING btree ("workspace_id","event_seq");--> statement-breakpoint
+CREATE INDEX "idempotency_expiry" ON "idempotency_records" USING btree ("expires_at");

package/src/infrastructure/db/migrations/0001_fearless_sersi.sql

@@ -0,0 +1,36 @@
+CREATE TYPE "public"."agent_status" AS ENUM('connected', 'degraded', 'disconnected', 'revoked');--> statement-breakpoint
+CREATE TYPE "public"."workspace_status" AS ENUM('active', 'archived');--> statement-breakpoint
+CREATE TABLE "agent_definitions" (
+	"id" uuid PRIMARY KEY NOT NULL,
+	"name" text NOT NULL,
+	"vendor" text,
+	"version" text NOT NULL,
+	"integration_type" text,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"updated_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "agent_instances" (
+	"id" uuid PRIMARY KEY NOT NULL,
+	"agent_definition_id" uuid NOT NULL,
+	"workspace_id" uuid NOT NULL,
+	"principal_id" uuid NOT NULL,
+	"status" "agent_status" DEFAULT 'connected' NOT NULL,
+	"capabilities_json" jsonb DEFAULT '[]' NOT NULL,
+	"last_heartbeat_at" timestamp with time zone,
+	"revoked_at" timestamp with time zone,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"updated_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+CREATE TABLE "workspaces" (
+	"id" uuid PRIMARY KEY NOT NULL,
+	"organization_id" uuid,
+	"name" text NOT NULL,
+	"status" "workspace_status" DEFAULT 'active' NOT NULL,
+	"created_at" timestamp with time zone DEFAULT now() NOT NULL,
+	"updated_at" timestamp with time zone DEFAULT now() NOT NULL
+);
+--> statement-breakpoint
+ALTER TABLE "agent_instances" ADD CONSTRAINT "agent_instances_agent_definition_id_agent_definitions_id_fk" FOREIGN KEY ("agent_definition_id") REFERENCES "public"."agent_definitions"("id") ON DELETE no action ON UPDATE no action;--> statement-breakpoint
+ALTER TABLE "agent_instances" ADD CONSTRAINT "agent_instances_workspace_id_workspaces_id_fk" FOREIGN KEY ("workspace_id") REFERENCES "public"."workspaces"("id") ON DELETE no action ON UPDATE no action;