@revisium/orchestrator 0.1.0-alpha.5 → 0.1.0-alpha.7

package/dist/observability/agent-activity-reporter.js

@@ -0,0 +1,185 @@
+import { redactTokens } from '../runners/gh-identity.js';
+const PREVIEW_MAX_BYTES = 1_000;
+const ERROR_MAX_BYTES = 1_000;
+const DEFAULT_WRITE_TIMEOUT_MS = 2_000;
+const POSIX_PATH_PATTERN = /\/(?:Users|private|tmp|var|opt|home|workspace|Volumes)\/[^\s'"`)]+/g;
+const WINDOWS_PATH_PATTERN = /\b[A-Za-z]:\\[^\s'"`]+/g;
+const SAFE_CURSOR_RE = /[^A-Za-z0-9_.:-]+/g;
+function nowIso() {
+    return new Date().toISOString();
+}
+function capUtf8(value, maxBytes) {
+    if (Buffer.byteLength(value, 'utf8') <= maxBytes)
+        return value;
+    let out = value;
+    while (out.length > 0 && Buffer.byteLength(out, 'utf8') > maxBytes) {
+        out = out.slice(0, -1);
+    }
+    return out;
+}
+function publicText(value, maxBytes = PREVIEW_MAX_BYTES) {
+    return capUtf8(redactTokens(value)
+        .replace(POSIX_PATH_PATTERN, '[redacted-path]')
+        .replace(WINDOWS_PATH_PATTERN, '[redacted-path]'), maxBytes);
+}
+function safeCursorPart(value) {
+    const clean = (value ?? '-').replace(SAFE_CURSOR_RE, '_');
+    return clean.length > 0 ? clean : '-';
+}
+function cursor(parts) {
+    return ['agent-output-v1', ...parts.map((part) => safeCursorPart(String(part ?? '-')))].join(':');
+}
+function errorMessage(error) {
+    return publicText(error instanceof Error ? error.message : String(error), ERROR_MAX_BYTES);
+}
+function cloneSnapshot(snapshot) {
+    return { ...snapshot };
+}
+async function withTimeout(promise, timeoutMs) {
+    let timer;
+    try {
+        return await Promise.race([
+            promise,
+            new Promise((_resolve, reject) => {
+                timer = setTimeout(() => reject(new Error(`agent stream write timed out after ${timeoutMs}ms`)), timeoutMs);
+            }),
+        ]);
+    }
+    finally {
+        if (timer)
+            clearTimeout(timer);
+    }
+}
+export function createAgentActivityReporter(input, writeStream) {
+    const startedAt = input.startedAt?.toISOString() ?? nowIso();
+    const writeTimeoutMs = input.writeTimeoutMs ?? DEFAULT_WRITE_TIMEOUT_MS;
+    const snapshot = {
+        runId: input.runId,
+        attemptId: input.attemptId,
+        stepId: input.stepId,
+        ...(input.stepKey ? { stepKey: input.stepKey } : {}),
+        role: publicText(input.role),
+        runner: publicText(input.runner),
+        status: 'starting',
+        startedAt,
+        lastEventAt: startedAt,
+        stdoutBytes: 0,
+        stderrBytes: 0,
+        eventCount: 0,
+        artifactRef: `${input.runId}/${input.attemptId}`,
+    };
+    let drain = Promise.resolve();
+    let attemptSeq = 0;
+    let firstWriteFailure;
+    // Cursor identity intentionally uses only durable public identifiers and structural counters.
+    // The current product attemptId is deterministic for runId|stepKey, so same-step retries collapse
+    // to the same observability attempt. These cursors are stable for DBOS replay; attemptSeq is only
+    // diagnostic ordering within that product attempt identity and is not a durable retry ordinal.
+    function enqueue(kind, patch = {}) {
+        const at = patch.at ?? nowIso();
+        snapshot.lastEventAt = at;
+        snapshot.eventCount += 1;
+        attemptSeq += 1;
+        const event = {
+            cursor: patch.cursor ?? cursor([input.runId, input.attemptId, kind, patch.statusHint, patch.stream, attemptSeq]),
+            runId: input.runId,
+            attemptId: input.attemptId,
+            attemptSeq,
+            stepId: input.stepId,
+            ...(input.stepKey ? { stepKey: input.stepKey } : {}),
+            at,
+            kind,
+            ...patch,
+            snapshot: cloneSnapshot(snapshot),
+        };
+        drain = drain
+            .then(() => withTimeout(writeStream(event), writeTimeoutMs))
+            .catch((err) => {
+            firstWriteFailure ??= err;
+            console.warn(`[observability] agent stream write failed for ${input.runId}/${input.attemptId}: ${String(err)}`);
+        });
+    }
+    return {
+        started() {
+            snapshot.status = 'starting';
+            enqueue('activity', {
+                statusHint: 'starting',
+                cursor: cursor([input.runId, input.attemptId, 'started']),
+            });
+        },
+        spawned(pid) {
+            snapshot.pid = pid;
+            snapshot.status = 'running';
+            enqueue('status', {
+                statusHint: 'running',
+                cursor: cursor([input.runId, input.attemptId, 'spawned', attemptSeq + 1]),
+            });
+        },
+        output(stream, chunk) {
+            const bytes = Buffer.byteLength(chunk, 'utf8');
+            const offset = stream === 'stdout' ? snapshot.stdoutBytes : snapshot.stderrBytes;
+            if (stream === 'stdout')
+                snapshot.stdoutBytes += bytes;
+            else
+                snapshot.stderrBytes += bytes;
+            snapshot.status = snapshot.status === 'starting' ? 'running' : snapshot.status;
+            snapshot.lastOutputAt = nowIso();
+            snapshot.lastEventAt = snapshot.lastOutputAt;
+            snapshot.lastStream = stream;
+            enqueue('output', {
+                stream,
+                bytes,
+                outputOffsetBytes: offset,
+                preview: publicText(chunk),
+                cursor: cursor([input.runId, input.attemptId, 'output', stream, offset, bytes]),
+                at: snapshot.lastOutputAt,
+            });
+        },
+        parsed(event) {
+            enqueue('parsed_event', {
+                stream: 'agent-jsonl',
+                parsedType: publicText(event.type ?? 'unknown', 200),
+                preview: event.preview ? publicText(event.preview) : undefined,
+                cursor: cursor([input.runId, input.attemptId, 'parsed', attemptSeq + 1]),
+            });
+        },
+        status(status, detail) {
+            snapshot.status = status;
+            enqueue('status', {
+                statusHint: status,
+                preview: detail?.preview ? publicText(detail.preview) : undefined,
+                cursor: cursor([input.runId, input.attemptId, 'status', status, attemptSeq + 1]),
+            });
+        },
+        finished(event) {
+            snapshot.status = event.timedOut ? 'timed_out' : 'exited';
+            snapshot.exitCode = event.exitCode ?? null;
+            snapshot.timedOut = Boolean(event.timedOut);
+            enqueue('status', {
+                statusHint: snapshot.status,
+                cursor: cursor([input.runId, input.attemptId, 'finished', snapshot.exitCode, snapshot.timedOut ? 'timed_out' : 'exited']),
+            });
+        },
+        failed(error, detail) {
+            snapshot.status = detail?.timedOut ? 'timed_out' : 'failed';
+            snapshot.exitCode = detail?.exitCode;
+            snapshot.timedOut = detail?.timedOut;
+            snapshot.error = errorMessage(error);
+            enqueue('status', {
+                statusHint: snapshot.status,
+                preview: snapshot.error,
+                cursor: cursor([input.runId, input.attemptId, 'failed', snapshot.status, snapshot.exitCode, attemptSeq + 1]),
+            });
+        },
+        async flush() {
+            await drain;
+            if (firstWriteFailure) {
+                firstWriteFailure = undefined;
+            }
+        },
+        snapshot() {
+            return cloneSnapshot(snapshot);
+        },
+    };
+}
+//# sourceMappingURL=agent-activity-reporter.js.map

package/dist/observability/agent-activity-reporter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent-activity-reporter.js","sourceRoot":"","sources":["../../src/observability/agent-activity-reporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAkCzD,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,MAAM,wBAAwB,GAAG,KAAK,CAAC;AACvC,MAAM,kBAAkB,GAAG,qEAAqE,CAAC;AACjG,MAAM,oBAAoB,GAAG,yBAAyB,CAAC;AACvD,MAAM,cAAc,GAAG,oBAAoB,CAAC;AAE5C,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,SAAS,OAAO,CAAC,KAAa,EAAE,QAAgB;IAC9C,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC/D,IAAI,GAAG,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QACnE,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,QAAQ,GAAG,iBAAiB;IAC7D,OAAO,OAAO,CACZ,YAAY,CAAC,KAAK,CAAC;SAChB,OAAO,CAAC,kBAAkB,EAAE,iBAAiB,CAAC;SAC9C,OAAO,CAAC,oBAAoB,EAAE,iBAAiB,CAAC,EACnD,QAAQ,CACT,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAyB;IAC/C,MAAM,KAAK,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;IAC1D,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;AACxC,CAAC;AAED,SAAS,MAAM,CAAC,KAAgD;IAC9D,OAAO,CAAC,iBAAiB,EAAE,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,UAAU,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,eAAe,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,aAAa,CAAC,QAA+B;IACpD,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC;AACzB,CAAC;AAED,KAAK,UAAU,WAAW,CAAI,OAAmB,EAAE,SAAiB;IAClE,IAAI,KAAgD,CAAC;IACrD,IAAI,CAAC;QACH,OAAO,MAAM,OAAO,CAAC,IAAI,CAAI;YAC3B,OAAO;YACP,IAAI,OAAO,CAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE;gBAClC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,sCAAsC,SAAS,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;YAC9G,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAiC,EACjC,WAAwC;IAExC,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,MAAM,EAAE,CAAC;IAC7D,MAAM,cAAc,GAAG,KAAK,CAAC,cAAc,IAAI,wBAAwB,CAAC;IACxE,MAAM,QAAQ,GAA0B;QACtC,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpD,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC;QAC5B,MAAM,EAAE,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;QAChC,MAAM,EAAE,UAAU;QAClB,SAAS;QACT,WAAW,EAAE,SAAS;QACtB,WAAW,EAAE,CAAC;QACd,WAAW,EAAE,CAAC;QACd,UAAU,EAAE,CAAC;QACb,WAAW,EAAE,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,EAAE;KACjD,CAAC;IACF,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,iBAA0B,CAAC;IAE/B,8FAA8F;IAC9F,kGAAkG;IAClG,kGAAkG;IAClG,+FAA+F;IAC/F,SAAS,OAAO,CAAC,IAA0B,EAAE,QAAmC,EAAE;QAChF,MAAM,EAAE,GAAG,KAAK,CAAC,EAAE,IAAI,MAAM,EAAE,CAAC;QAChC,QAAQ,CAAC,WAAW,GAAG,EAAE,CAAC;QAC1B,QAAQ,CAAC,UAAU,IAAI,CAAC,CAAC;QACzB,UAAU,IAAI,CAAC,CAAC;QAChB,MAAM,KAAK,GAAqB;YAC9B,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAChH,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU;YACV,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,EAAE;YACF,IAAI;YACJ,GAAG,KAAK;YACR,QAAQ,EAAE,aAAa,CAAC,QAAQ,CAAC;SAClC,CAAC;QACF,KAAK,GAAG,KAAK;aACV,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,CAAC;aAC3D,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;YACtB,iBAAiB,KAAK,GAAG,CAAC;YAC1B,OAAO,CAAC,IAAI,CAAC,iDAAiD,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClH,CAAC,CAAC,CAAC;IACP,CAAC;IAED,OAAO;QACL,OAAO;YACL,QAAQ,CAAC,MAAM,GAAG,UAAU,CAAC;YAC7B,OAAO,CAAC,UAAU,EAAE;gBAClB,UAAU,EAAE,UAAU;gBACtB,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;aAC1D,CAAC,CAAC;QACL,CAAC;QAED,OAAO,CAAC,GAAW;YACjB,QAAQ,CAAC,GAAG,GAAG,GAAG,CAAC;YACnB,QAAQ,CAAC,MAAM,GAAG,SAAS,CAAC;YAC5B,OAAO,CAAC,QAAQ,EAAE;gBAChB,UAAU,EAAE,SAAS;gBACrB,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;aAC1E,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,MAAM,EAAE,KAAK;YAClB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;YACjF,IAAI,MAAM,KAAK,QAAQ;gBAAE,QAAQ,CAAC,WAAW,IAAI,KAAK,CAAC;;gBAClD,QAAQ,CAAC,WAAW,IAAI,KAAK,CAAC;YACnC,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,KAAK,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC/E,QAAQ,CAAC,YAAY,GAAG,MAAM,EAAE,CAAC;YACjC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,YAAY,CAAC;YAC7C,QAAQ,CAAC,UAAU,GAAG,MAAM,CAAC;YAC7B,OAAO,CAAC,QAAQ,EAAE;gBAChB,MAAM;gBACN,KAAK;gBACL,iBAAiB,EAAE,MAAM;gBACzB,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC;gBAC1B,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;gBAC/E,EAAE,EAAE,QAAQ,CAAC,YAAY;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK;YACV,OAAO,CAAC,cAAc,EAAE;gBACtB,MAAM,EAAE,aAAa;gBACrB,UAAU,EAAE,UAAU,CAAC,KAAK,CAAC,IAAI,IAAI,SAAS,EAAE,GAAG,CAAC;gBACpD,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC9D,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;aACzE,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,MAAM,EAAE,MAAM;YACnB,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;YACzB,OAAO,CAAC,QAAQ,EAAE;gBAChB,UAAU,EAAE,MAAM;gBAClB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;gBACjE,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;aACjF,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,CAAC,KAAK;YACZ,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC1D,QAAQ,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC;YAC3C,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC5C,OAAO,CAAC,QAAQ,EAAE;gBAChB,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;aAC1H,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,EAAE,MAAM;YAClB,QAAQ,CAAC,MAAM,GAAG,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC5D,QAAQ,CAAC,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;YACrC,QAAQ,CAAC,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;YACrC,QAAQ,CAAC,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;YACrC,OAAO,CAAC,QAAQ,EAAE;gBAChB,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,OAAO,EAAE,QAAQ,CAAC,KAAK;gBACvB,MAAM,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,QAAQ,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;aAC7G,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,KAAK;YACT,MAAM,KAAK,CAAC;YACZ,IAAI,iBAAiB,EAAE,CAAC;gBACtB,iBAAiB,GAAG,SAAS,CAAC;YAChC,CAAC;QACH,CAAC;QAED,QAAQ;YACN,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;KACF,CAAC;AACJ,CAAC"}