agent-relay 1.3.1 → 1.3.3

package/tests/benchmarks/protocol.bench.ts

@@ -0,0 +1,310 @@
+/**
+ * Protocol Performance Benchmarks
+ *
+ * Run with: npx tsx tests/benchmarks/protocol.bench.ts
+ *
+ * Measures:
+ * - Frame encoding/decoding performance
+ * - ID generation (generateId vs uuid)
+ * - Parser throughput
+ * - Dedup cache performance
+ */
+
+import { performance } from 'node:perf_hooks';
+import { v4 as uuid } from 'uuid';
+import { generateId, IdGenerator } from '../../src/utils/id-generator.js';
+import {
+  encodeFrame,
+  encodeFrameLegacy,
+  FrameParser,
+  initMessagePack,
+  hasMessagePack,
+} from '../../src/protocol/framing.js';
+import type { Envelope } from '../../src/protocol/types.js';
+import { OutputParser } from '../../src/wrapper/parser.js';
+
+// ANSI colors for output
+const GREEN = '\x1b[32m';
+const YELLOW = '\x1b[33m';
+const CYAN = '\x1b[36m';
+const RESET = '\x1b[0m';
+const BOLD = '\x1b[1m';
+
+interface BenchResult {
+  name: string;
+  opsPerSec: number;
+  avgMs: number;
+  totalMs: number;
+  iterations: number;
+}
+
+/**
+ * Run a benchmark function and measure performance.
+ */
+function bench(name: string, fn: () => void, iterations = 10000): BenchResult {
+  // Warmup
+  for (let i = 0; i < Math.min(1000, iterations / 10); i++) {
+    fn();
+  }
+
+  // Measure
+  const start = performance.now();
+  for (let i = 0; i < iterations; i++) {
+    fn();
+  }
+  const totalMs = performance.now() - start;
+  const avgMs = totalMs / iterations;
+  const opsPerSec = Math.round((iterations / totalMs) * 1000);
+
+  return { name, opsPerSec, avgMs, totalMs, iterations };
+}
+
+function printResult(result: BenchResult): void {
+  const opsStr = result.opsPerSec.toLocaleString();
+  const avgStr = result.avgMs < 0.01 ? result.avgMs.toExponential(2) : result.avgMs.toFixed(4);
+  console.log(
+    `  ${CYAN}${result.name.padEnd(35)}${RESET} ` +
+      `${GREEN}${opsStr.padStart(10)} ops/s${RESET}  ` +
+      `${YELLOW}${avgStr} ms/op${RESET}`
+  );
+}
+
+function printHeader(title: string): void {
+  console.log(`\n${BOLD}${title}${RESET}`);
+  console.log('─'.repeat(65));
+}
+
+// Test data
+const smallEnvelope: Envelope = {
+  v: 1,
+  type: 'SEND',
+  id: 'test-id-12345678',
+  ts: Date.now(),
+  to: 'Bob',
+  payload: { kind: 'message', body: 'Hello!' },
+};
+
+const mediumEnvelope: Envelope = {
+  v: 1,
+  type: 'SEND',
+  id: 'test-id-12345678',
+  ts: Date.now(),
+  to: 'Bob',
+  payload: {
+    kind: 'message',
+    body: 'This is a medium-length message that contains more content than a simple hello. It includes some additional context and information that might be typical in agent-to-agent communication.',
+    data: { priority: 'high', thread: 'auth-module', tags: ['urgent', 'review'] },
+  },
+};
+
+const largeEnvelope: Envelope = {
+  v: 1,
+  type: 'SEND',
+  id: 'test-id-12345678',
+  ts: Date.now(),
+  to: 'Bob',
+  payload: { kind: 'message', body: 'x'.repeat(10000) },
+};
+
+async function main(): Promise<void> {
+  console.log(`\n${BOLD}╔════════════════════════════════════════════════════════════════╗${RESET}`);
+  console.log(`${BOLD}║          Agent Relay Protocol Benchmarks                       ║${RESET}`);
+  console.log(`${BOLD}╚════════════════════════════════════════════════════════════════╝${RESET}`);
+
+  // Initialize MessagePack if available
+  const hasMsgPack = await initMessagePack();
+  console.log(`\nMessagePack available: ${hasMsgPack ? 'yes' : 'no'}`);
+
+  // ─────────────────────────────────────────────────────────────────
+  // ID Generation
+  // ─────────────────────────────────────────────────────────────────
+  printHeader('ID Generation');
+
+  const idGen = new IdGenerator();
+  printResult(bench('uuid() [baseline]', () => uuid()));
+  printResult(bench('generateId() [optimized]', () => generateId()));
+  printResult(bench('IdGenerator.next()', () => idGen.next()));
+  printResult(bench('IdGenerator.short()', () => idGen.short()));
+
+  // ─────────────────────────────────────────────────────────────────
+  // Frame Encoding
+  // ─────────────────────────────────────────────────────────────────
+  printHeader('Frame Encoding (JSON)');
+
+  printResult(bench('encodeFrameLegacy (small)', () => encodeFrameLegacy(smallEnvelope)));
+  printResult(bench('encodeFrameLegacy (medium)', () => encodeFrameLegacy(mediumEnvelope)));
+  printResult(bench('encodeFrameLegacy (large)', () => encodeFrameLegacy(largeEnvelope), 1000));
+
+  if (hasMsgPack) {
+    printHeader('Frame Encoding (MessagePack)');
+    printResult(bench('encodeFrame msgpack (small)', () => encodeFrame(smallEnvelope, 'msgpack')));
+    printResult(bench('encodeFrame msgpack (medium)', () => encodeFrame(mediumEnvelope, 'msgpack')));
+    printResult(bench('encodeFrame msgpack (large)', () => encodeFrame(largeEnvelope, 'msgpack'), 1000));
+  }
+
+  // ─────────────────────────────────────────────────────────────────
+  // Frame Parsing
+  // ─────────────────────────────────────────────────────────────────
+  printHeader('Frame Parsing');
+
+  const smallFrame = encodeFrameLegacy(smallEnvelope);
+  const mediumFrame = encodeFrameLegacy(mediumEnvelope);
+  const largeFrame = encodeFrameLegacy(largeEnvelope);
+
+  // Create fresh parser for each benchmark to avoid buffer accumulation
+  printResult(
+    bench('FrameParser.push (small)', () => {
+      const parser = new FrameParser();
+      parser.setLegacyMode(true);
+      parser.push(smallFrame);
+    })
+  );
+
+  printResult(
+    bench('FrameParser.push (medium)', () => {
+      const parser = new FrameParser();
+      parser.setLegacyMode(true);
+      parser.push(mediumFrame);
+    })
+  );
+
+  printResult(
+    bench(
+      'FrameParser.push (large)',
+      () => {
+        const parser = new FrameParser();
+        parser.setLegacyMode(true);
+        parser.push(largeFrame);
+      },
+      1000
+    )
+  );
+
+  // Multiple frames in sequence (reuse parser)
+  printResult(
+    bench('FrameParser 10 msgs (reuse)', () => {
+      const parser = new FrameParser();
+      parser.setLegacyMode(true);
+      for (let i = 0; i < 10; i++) {
+        parser.push(smallFrame);
+      }
+    }, 1000)
+  );
+
+  // ─────────────────────────────────────────────────────────────────
+  // Output Parser
+  // ─────────────────────────────────────────────────────────────────
+  printHeader('Output Parser');
+
+  const normalLine = 'This is a normal line of agent output that should be passed through.\n';
+  const relayLine = '->relay:Bob Hello, this is a message for you!\n';
+  const mixedOutput =
+    'Some output\n' +
+    'More output\n' +
+    '->relay:Bob Can you review auth.ts?\n' +
+    'Even more output\n' +
+    'Final line\n';
+
+  printResult(
+    bench('OutputParser normal line', () => {
+      const parser = new OutputParser();
+      parser.parse(normalLine);
+    })
+  );
+
+  printResult(
+    bench('OutputParser relay line', () => {
+      const parser = new OutputParser();
+      parser.parse(relayLine);
+    })
+  );
+
+  printResult(
+    bench('OutputParser mixed (5 lines)', () => {
+      const parser = new OutputParser();
+      parser.parse(mixedOutput);
+    })
+  );
+
+  // ─────────────────────────────────────────────────────────────────
+  // Deduplication Cache
+  // ─────────────────────────────────────────────────────────────────
+  printHeader('Deduplication Cache');
+
+  // Circular cache (new implementation)
+  class CircularDedupeCache {
+    private ids: Set<string> = new Set();
+    private ring: string[];
+    private head = 0;
+    private readonly capacity: number;
+
+    constructor(capacity = 2000) {
+      this.capacity = capacity;
+      this.ring = new Array(capacity);
+    }
+
+    check(id: string): boolean {
+      if (this.ids.has(id)) return true;
+      if (this.ids.size >= this.capacity) {
+        const oldest = this.ring[this.head];
+        if (oldest) this.ids.delete(oldest);
+      }
+      this.ring[this.head] = id;
+      this.ids.add(id);
+      this.head = (this.head + 1) % this.capacity;
+      return false;
+    }
+  }
+
+  // Array-based cache (old implementation)
+  class ArrayDedupeCache {
+    private ids: Set<string> = new Set();
+    private order: string[] = [];
+    private readonly limit: number;
+
+    constructor(limit = 2000) {
+      this.limit = limit;
+    }
+
+    check(id: string): boolean {
+      if (this.ids.has(id)) return true;
+      this.ids.add(id);
+      this.order.push(id);
+      if (this.order.length > this.limit) {
+        const oldest = this.order.shift();
+        if (oldest) this.ids.delete(oldest);
+      }
+      return false;
+    }
+  }
+
+  const circularCache = new CircularDedupeCache(2000);
+  const arrayCache = new ArrayDedupeCache(2000);
+  let circularCounter = 0;
+  let arrayCounter = 0;
+
+  printResult(
+    bench('CircularDedupeCache.check', () => {
+      circularCache.check(`id-${circularCounter++}`);
+    })
+  );
+
+  printResult(
+    bench('ArrayDedupeCache.check [old]', () => {
+      arrayCache.check(`id-${arrayCounter++}`);
+    })
+  );
+
+  // ─────────────────────────────────────────────────────────────────
+  // Summary
+  // ─────────────────────────────────────────────────────────────────
+  console.log(`\n${BOLD}Summary${RESET}`);
+  console.log('─'.repeat(65));
+  console.log('ID Generation:      generateId() is ~10-20x faster than uuid()');
+  console.log('Frame Parsing:      Ring buffer eliminates GC pressure');
+  console.log('Output Parser:      Early exit avoids ANSI stripping for most lines');
+  console.log('Dedup Cache:        Circular buffer is O(1) vs O(n) for eviction');
+  console.log('');
+}
+
+main().catch(console.error);

package/dist/dashboard/out/_next/static/chunks/116-2502180def231162.js

@@ -1 +0,0 @@
-"use strict";(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[116],{9116:function(e,r,t){t.d(r,{$3:function(){return i},XP:function(){return y},aM:function(){return o},hc:function(){return n},hi:function(){return d},kG:function(){return u}});let s="agentrelay_workspace_id",a=null,c=null;function o(e){c=e}function n(e){a=e,e?localStorage.setItem(s,e):localStorage.removeItem(s)}function i(){if(a)return a;{let e=localStorage.getItem(s);if(e)return a=e,e}return null}function u(e){if(a){let r=e.startsWith("/api/")?e.substring(5):e.replace(/^\//,"");return"/api/workspaces/".concat(a,"/proxy/").concat(r)}return"".concat("").concat(e)}async function l(e){var r;let t=arguments.length>1&&void 0!==arguments[1]?arguments[1]:{},s=(null===(r=t.method)||void 0===r?void 0:r.toUpperCase())||"GET",a={...t.headers};"GET"!==s&&"HEAD"!==s&&"OPTIONS"!==s&&(c&&(a["X-CSRF-Token"]=c),t.body&&!a["Content-Type"]&&(a["Content-Type"]="application/json"));let o=await fetch(e,{...t,headers:a,credentials:"include"});return!function(e){let r=e.headers.get("X-CSRF-Token");r&&(c=r)}(o),o}let d={async sendMessage(e){try{let r=await l(u("/api/send"),{method:"POST",body:JSON.stringify(e)}),t=await r.json();if(r.ok&&t.success)return{success:!0};return{success:!1,error:t.error||"Failed to send message"}}catch(e){return{success:!1,error:"Network error"}}},async uploadAttachment(e){try{let r,t,s;e instanceof File?(r=e.name,t=e.type,s=await new Promise((r,t)=>{let s=new FileReader;s.onload=()=>r(s.result),s.onerror=t,s.readAsDataURL(e)})):(r=e.filename,t=e.mimeType,s=e.data);let a=await l(u("/api/upload"),{method:"POST",body:JSON.stringify({filename:r,mimeType:t,data:s})}),c=await a.json();if(a.ok&&c.success&&c.attachment)return{success:!0,data:{attachment:c.attachment}};return{success:!1,error:c.error||"Failed to upload attachment"}}catch(e){return{success:!1,error:"Network error"}}},async spawnAgent(e){try{let r=await l(u("/api/spawn"),{method:"POST",body:JSON.stringify(e)});return await r.json()}catch(r){return{success:!1,name:e.name,error:"Network error"}}},async getSpawnedAgents(){try{let e=await l(u("/api/spawned")),r=await e.json();if(e.ok&&r.success)return{success:!0,data:{agents:r.agents||[]}};return{success:!1,error:r.error}}catch(e){return{success:!1,error:"Network error"}}},async releaseAgent(e){try{let r=await l(u("/api/spawned/".concat(encodeURIComponent(e))),{method:"DELETE"}),t=await r.json();if(r.ok&&t.success)return{success:!0};return{success:!1,error:t.error}}catch(e){return{success:!1,error:"Network error"}}},async getData(){try{let e=await l(u("/api/data")),r=await e.json();if(e.ok)return{success:!0,data:r};return{success:!1,error:"Failed to fetch data"}}catch(e){return{success:!1,error:"Network error"}}},async getBridgeData(){try{let e=await l(u("/api/bridge")),r=await e.json();if(e.ok)return{success:!0,data:r};return{success:!1,error:"Failed to fetch bridge data"}}catch(e){return{success:!1,error:"Network error"}}},async getMetrics(){try{let e=await l(u("/api/metrics")),r=await e.json();if(e.ok)return{success:!0,data:r};return{success:!1,error:"Failed to fetch metrics"}}catch(e){return{success:!1,error:"Network error"}}},async getHistorySessions(e){try{let r=new URLSearchParams;(null==e?void 0:e.agent)&&r.set("agent",e.agent),(null==e?void 0:e.since)&&r.set("since",String(e.since)),(null==e?void 0:e.limit)&&r.set("limit",String(e.limit));let t=await l(u("/api/history/sessions?".concat(r))),s=await t.json();if(t.ok)return{success:!0,data:s};return{success:!1,error:"Failed to fetch sessions"}}catch(e){return{success:!1,error:"Network error"}}},async getHistoryMessages(e){try{let r=new URLSearchParams;(null==e?void 0:e.from)&&r.set("from",e.from),(null==e?void 0:e.to)&&r.set("to",e.to),(null==e?void 0:e.thread)&&r.set("thread",e.thread),(null==e?void 0:e.since)&&r.set("since",String(e.since)),(null==e?void 0:e.limit)&&r.set("limit",String(e.limit)),(null==e?void 0:e.order)&&r.set("order",e.order),(null==e?void 0:e.search)&&r.set("search",e.search);let t=await l(u("/api/history/messages?".concat(r))),s=await t.json();if(t.ok)return{success:!0,data:s};return{success:!1,error:"Failed to fetch messages"}}catch(e){return{success:!1,error:"Network error"}}},async getHistoryConversations(){try{let e=await l(u("/api/history/conversations")),r=await e.json();if(e.ok)return{success:!0,data:r};return{success:!1,error:"Failed to fetch conversations"}}catch(e){return{success:!1,error:"Network error"}}},async getHistoryMessage(e){try{let r=await l(u("/api/history/message/".concat(encodeURIComponent(e)))),t=await r.json();if(r.ok)return{success:!0,data:t};return{success:!1,error:t.error||"Failed to fetch message"}}catch(e){return{success:!1,error:"Network error"}}},async getHistoryStats(){try{let e=await l(u("/api/history/stats")),r=await e.json();if(e.ok)return{success:!0,data:r};return{success:!1,error:"Failed to fetch stats"}}catch(e){return{success:!1,error:"Network error"}}},async searchFiles(e){try{let r=new URLSearchParams;(null==e?void 0:e.query)&&r.set("q",e.query),(null==e?void 0:e.limit)&&r.set("limit",String(e.limit));let t=await l(u("/api/files?".concat(r))),s=await t.json();if(t.ok)return{success:!0,data:s};return{success:!1,error:"Failed to search files"}}catch(e){return{success:!1,error:"Network error"}}},async getDecisions(){try{let e=await l(u("/api/decisions")),r=await e.json();if(e.ok&&r.success)return{success:!0,data:{decisions:r.decisions||[]}};return{success:!1,error:r.error||"Failed to fetch decisions"}}catch(e){return{success:!1,error:"Network error"}}},async approveDecision(e,r,t){try{let s=await l(u("/api/decisions/".concat(encodeURIComponent(e),"/approve")),{method:"POST",body:JSON.stringify({optionId:r,response:t})}),a=await s.json();if(s.ok&&a.success)return{success:!0};return{success:!1,error:a.error||"Failed to approve decision"}}catch(e){return{success:!1,error:"Network error"}}},async rejectDecision(e,r){try{let t=await l(u("/api/decisions/".concat(encodeURIComponent(e),"/reject")),{method:"POST",body:JSON.stringify({reason:r})}),s=await t.json();if(t.ok&&s.success)return{success:!0};return{success:!1,error:s.error||"Failed to reject decision"}}catch(e){return{success:!1,error:"Network error"}}},async dismissDecision(e){try{let r=await l(u("/api/decisions/".concat(encodeURIComponent(e))),{method:"DELETE"}),t=await r.json();if(r.ok&&t.success)return{success:!0};return{success:!1,error:t.error||"Failed to dismiss decision"}}catch(e){return{success:!1,error:"Network error"}}},async getFleetServers(){try{let e=await l(u("/api/fleet/servers")),r=await e.json();if(e.ok&&r.success)return{success:!0,data:{servers:r.servers||[]}};return{success:!1,error:r.error||"Failed to fetch fleet servers"}}catch(e){return{success:!1,error:"Network error"}}},async getFleetStats(){try{let e=await l(u("/api/fleet/stats")),r=await e.json();if(e.ok&&r.success)return{success:!0,data:{stats:r.stats}};return{success:!1,error:r.error||"Failed to fetch fleet stats"}}catch(e){return{success:!1,error:"Network error"}}},async getTasks(e){try{let r=new URLSearchParams;(null==e?void 0:e.status)&&r.set("status",e.status),(null==e?void 0:e.agent)&&r.set("agent",e.agent);let t=await l(u("/api/tasks?".concat(r))),s=await t.json();if(t.ok&&s.success)return{success:!0,data:{tasks:s.tasks||[]}};return{success:!1,error:s.error||"Failed to fetch tasks"}}catch(e){return{success:!1,error:"Network error"}}},async createTask(e){try{let r=await l(u("/api/tasks"),{method:"POST",body:JSON.stringify(e)}),t=await r.json();if(r.ok&&t.success)return{success:!0,data:{task:t.task}};return{success:!1,error:t.error||"Failed to create task"}}catch(e){return{success:!1,error:"Network error"}}},async updateTask(e,r){try{let t=await l(u("/api/tasks/".concat(encodeURIComponent(e))),{method:"PATCH",body:JSON.stringify(r)}),s=await t.json();if(t.ok&&s.success)return{success:!0,data:{task:s.task}};return{success:!1,error:s.error||"Failed to update task"}}catch(e){return{success:!1,error:"Network error"}}},async cancelTask(e){try{let r=await l(u("/api/tasks/".concat(encodeURIComponent(e))),{method:"DELETE"}),t=await r.json();if(r.ok&&t.success)return{success:!0};return{success:!1,error:t.error||"Failed to cancel task"}}catch(e){return{success:!1,error:"Network error"}}},async createBead(e){try{let r=await l(u("/api/beads"),{method:"POST",body:JSON.stringify(e)}),t=await r.json();if(r.ok&&t.success)return{success:!0,data:{bead:t.bead}};return{success:!1,error:t.error||"Failed to create bead"}}catch(e){return{success:!1,error:"Network error"}}},async sendRelayMessage(e){try{let r=await l(u("/api/relay/send"),{method:"POST",body:JSON.stringify(e)}),t=await r.json();if(r.ok&&t.success)return{success:!0,data:{messageId:t.messageId}};return{success:!1,error:t.error||"Failed to send message"}}catch(e){return{success:!1,error:"Network error"}}}};function y(e){return{id:e.id,agentName:e.agentName,timestamp:e.createdAt,type:e.category,title:e.title,description:e.description,options:e.options,priority:e.urgency,context:e.context,expiresAt:e.expiresAt}}}}]);