crewly 1.20.187 → 1.20.188

package/dist/backend/backend/src/services/monitoring/antigravity-usage-sync.service.js

@@ -0,0 +1,274 @@
+/**
+ * Antigravity Usage Sync — records Antigravity CLI (`agy`) token usage in
+ * the shared ledger, BEST EFFORT.
+ *
+ * Where agy keeps usage: one SQLite database per conversation,
+ * `~/.gemini/antigravity-cli/conversations/<conversation id>.db`. Its
+ * `steps` table holds one row per step; a model-generation step's
+ * `metadata` blob is a protobuf whose field 9 is a usage message with the
+ * input tokens in field 2 and the output tokens in field 3 (observed on agy
+ * 1.x: a one-word prompt read 12,719 in / 169 out). The schema is not
+ * published, so:
+ *
+ * - only blobs that carry exactly that shape are counted; anything else is
+ *   skipped, never guessed;
+ * - agy does not expose cached input there, so Antigravity events have no
+ *   `cachedInput` (their total = input + output as recorded);
+ * - the model is stored as an enum, so events use the model id
+ *   `antigravity-cli-default`.
+ *
+ * `agy --output-format stream-json` is print mode only; Crewly runs agy as an
+ * interactive PTY, so the conversation database is the only source.
+ *
+ * Attribution: Crewly records each agy agent's conversation id in the
+ * session state right after launch (runtime-session-recovery). Steps are
+ * counted once each (a per-conversation set of counted step indexes,
+ * persisted under CREWLY_HOME), so passes and restarts are idempotent; a
+ * step whose usage is written later is picked up on a later pass.
+ *
+ * specs/2026-10-02-spend-cap.md §Sources
+ *
+ * @module services/monitoring/antigravity-usage-sync
+ */
+import { promises as fs } from 'fs';
+import * as path from 'path';
+import { ANTIGRAVITY_CONSTANTS, ANTIGRAVITY_USAGE_SYNC_CONSTANTS as C, RUNTIME_TYPES } from '../../constants.js';
+/**
+ * Decode one level of a protobuf message (no schema).
+ *
+ * @param buf - Message bytes
+ * @returns Fields in order, or null when the bytes are not a valid message
+ */
+export function decodeProtoFields(buf) {
+    const out = [];
+    let i = 0;
+    const varint = () => {
+        let result = 0;
+        let shift = 0;
+        while (i < buf.length) {
+            const b = buf[i++];
+            result += (b & 0x7f) * 2 ** shift;
+            if ((b & 0x80) === 0)
+                return result;
+            shift += 7;
+            if (shift > 63)
+                return null;
+        }
+        return null;
+    };
+    while (i < buf.length) {
+        const key = varint();
+        if (key === null || key === 0)
+            return null;
+        const field = Math.floor(key / 8);
+        const wireType = key % 8;
+        if (wireType === 0) {
+            const v = varint();
+            if (v === null)
+                return null;
+            out.push({ field, wireType, int: v });
+        }
+        else if (wireType === 2) {
+            const len = varint();
+            if (len === null || i + len > buf.length)
+                return null;
+            out.push({ field, wireType, bytes: buf.subarray(i, i + len) });
+            i += len;
+        }
+        else if (wireType === 1) {
+            if (i + 8 > buf.length)
+                return null;
+            out.push({ field, wireType, int: Number(buf.readBigUInt64LE(i)) });
+            i += 8;
+        }
+        else if (wireType === 5) {
+            if (i + 4 > buf.length)
+                return null;
+            out.push({ field, wireType, int: buf.readUInt32LE(i) });
+            i += 4;
+        }
+        else {
+            return null;
+        }
+    }
+    return out;
+}
+/**
+ * The usage a step's metadata blob records.
+ *
+ * @param metadata - `steps.metadata` blob
+ * @returns Input / output tokens, or null when the blob carries no usage
+ */
+export function antigravityStepUsage(metadata) {
+    if (!metadata || metadata.length === 0)
+        return null;
+    const top = decodeProtoFields(metadata);
+    const usageField = top?.find((f) => f.field === C.USAGE_FIELD && f.wireType === 2);
+    if (!usageField?.bytes)
+        return null;
+    const usage = decodeProtoFields(usageField.bytes);
+    if (!usage)
+        return null;
+    const input = usage.find((f) => f.field === C.INPUT_FIELD && f.wireType === 0)?.int;
+    const output = usage.find((f) => f.field === C.OUTPUT_FIELD && f.wireType === 0)?.int;
+    if (typeof input !== 'number' || typeof output !== 'number' || input + output <= 0)
+        return null;
+    return { input, output };
+}
+/**
+ * Step timestamp: metadata field 1 is a protobuf Timestamp (seconds, nanos).
+ *
+ * @param metadata - `steps.metadata` blob
+ * @returns ISO time, or null
+ */
+export function antigravityStepTime(metadata) {
+    const top = decodeProtoFields(metadata);
+    const ts = top?.find((f) => f.field === 1 && f.wireType === 2)?.bytes;
+    const fields = ts ? decodeProtoFields(ts) : null;
+    const seconds = fields?.find((f) => f.field === 1 && f.wireType === 0)?.int;
+    if (typeof seconds !== 'number' || seconds <= 0)
+        return null;
+    const nanos = fields?.find((f) => f.field === 2 && f.wireType === 0)?.int ?? 0;
+    return new Date(seconds * 1000 + Math.floor(nanos / 1e6)).toISOString();
+}
+/**
+ * Read step rows with better-sqlite3, read-only.
+ *
+ * @param nodeRequire - A require able to load `better-sqlite3`
+ * @returns Reader
+ */
+export function sqliteStepReader(nodeRequire) {
+    return (dbPath) => {
+        let db = null;
+        try {
+            const Database = nodeRequire('better-sqlite3');
+            db = new Database(dbPath, { readonly: true, fileMustExist: true });
+            return db.prepare('SELECT idx, metadata FROM steps ORDER BY idx').all();
+        }
+        catch {
+            return null;
+        }
+        finally {
+            try {
+                db?.close();
+            }
+            catch {
+                /* ignore */
+            }
+        }
+    };
+}
+/**
+ * Polls the conversation databases of Crewly's agy agents.
+ */
+export class AntigravityUsageSyncService {
+    deps;
+    cursors = new Map();
+    loaded = false;
+    running = false;
+    timer = null;
+    /** @param deps - Collaborators */
+    constructor(deps) {
+        this.deps = deps;
+    }
+    /** Run a pass now, then poll. */
+    async start() {
+        if (this.timer)
+            return;
+        await this.sync();
+        this.timer = setInterval(() => void this.sync(), C.SYNC_INTERVAL_MS);
+        this.timer.unref?.();
+    }
+    /** Stop polling. */
+    stop() {
+        if (this.timer)
+            clearInterval(this.timer);
+        this.timer = null;
+    }
+    /**
+     * One pass.
+     *
+     * @returns Events and tokens recorded
+     */
+    async sync() {
+        const result = { eventsRecorded: 0, tokensRecorded: 0 };
+        if (this.running)
+            return result;
+        this.running = true;
+        let changed = false;
+        try {
+            if (!this.loaded)
+                await this.load();
+            for (const [session, info] of this.deps.sessions()) {
+                const id = info.claudeSessionId;
+                if (info.runtimeType !== RUNTIME_TYPES.ANTIGRAVITY_CLI || !id || this.cursors.has(id))
+                    continue;
+                this.cursors.set(id, { session, counted: [], mtimeMs: 0 });
+                changed = true;
+            }
+            for (const [id, cursor] of this.cursors) {
+                const dbPath = path.join(this.deps.configDir, ANTIGRAVITY_CONSTANTS.CONVERSATIONS_DIR, `${id}${ANTIGRAVITY_CONSTANTS.CONVERSATION_FILE_EXT}`);
+                let mtimeMs;
+                try {
+                    mtimeMs = (await fs.stat(dbPath)).mtimeMs;
+                }
+                catch {
+                    continue;
+                }
+                if (mtimeMs === cursor.mtimeMs)
+                    continue;
+                const rows = this.deps.readSteps(dbPath);
+                if (!rows)
+                    continue;
+                cursor.mtimeMs = mtimeMs;
+                changed = true;
+                const counted = new Set(cursor.counted);
+                for (const row of rows) {
+                    if (counted.has(row.idx))
+                        continue;
+                    const usage = antigravityStepUsage(row.metadata);
+                    if (!usage || !row.metadata)
+                        continue;
+                    counted.add(row.idx);
+                    const timestamp = antigravityStepTime(row.metadata) ?? (this.deps.now?.() ?? new Date()).toISOString();
+                    this.deps.record(cursor.session, { timestamp, model: C.MODEL, input: usage.input, output: usage.output });
+                    result.eventsRecorded += 1;
+                    result.tokensRecorded += usage.input + usage.output;
+                }
+                cursor.counted = [...counted].sort((a, b) => a - b);
+            }
+            if (changed)
+                await this.save();
+            if (result.eventsRecorded > 0)
+                this.deps.logger?.info('Synced Antigravity usage', result);
+        }
+        catch (err) {
+            this.deps.logger?.warn('Antigravity usage sync pass failed', { error: err instanceof Error ? err.message : String(err) });
+        }
+        finally {
+            this.running = false;
+        }
+        return result;
+    }
+    async load() {
+        this.loaded = true;
+        try {
+            this.cursors = new Map(Object.entries(JSON.parse(await fs.readFile(this.deps.cursorFile, 'utf-8'))));
+        }
+        catch {
+            this.cursors = new Map();
+        }
+    }
+    async save() {
+        const tmp = `${this.deps.cursorFile}.tmp`;
+        try {
+            await fs.mkdir(path.dirname(this.deps.cursorFile), { recursive: true });
+            await fs.writeFile(tmp, JSON.stringify(Object.fromEntries(this.cursors), null, 2), 'utf-8');
+            await fs.rename(tmp, this.deps.cursorFile);
+        }
+        catch (err) {
+            this.deps.logger?.warn('Could not save Antigravity usage cursors', { error: err instanceof Error ? err.message : String(err) });
+        }
+    }
+}
+//# sourceMappingURL=antigravity-usage-sync.service.js.map

package/dist/backend/backend/src/services/monitoring/antigravity-usage-sync.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"antigravity-usage-sync.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/monitoring/antigravity-usage-sync.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,qBAAqB,EAAE,gCAAgC,IAAI,CAAC,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAYjH;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC3C,MAAM,GAAG,GAAiB,EAAE,CAAC;IAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,MAAM,MAAM,GAAG,GAAkB,EAAE;QACjC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACnB,MAAM,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC;YAClC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;gBAAE,OAAO,MAAM,CAAC;YACpC,KAAK,IAAI,CAAC,CAAC;YACX,IAAI,KAAK,GAAG,EAAE;gBAAE,OAAO,IAAI,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;QACrB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,CAAC;QACzB,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YACnB,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,IAAI,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACxC,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC;YACrB,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YACtD,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC,IAAI,GAAG,CAAC;QACX,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YACpC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnE,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YACpC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACxD,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,QAAmC;IACtE,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,MAAM,GAAG,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,UAAU,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC;IACnF,IAAI,CAAC,UAAU,EAAE,KAAK;QAAE,OAAO,IAAI,CAAC;IACpC,MAAM,KAAK,GAAG,iBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IACxB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;IACpF,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;IACtF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAChG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,GAAG,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,EAAE,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;IACtE,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;IAC5E,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7D,MAAM,KAAK,GAAG,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IAC/E,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AAC1E,CAAC;AAsCD;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAwB;IACvD,OAAO,CAAC,MAAM,EAAE,EAAE;QAChB,IAAI,EAAE,GAAyE,IAAI,CAAC;QACpF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAA6D,CAAC;YAC3G,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YACnE,OAAQ,EAA6B,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC,GAAG,EAA0B,CAAC;QAC9H,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,EAAE,EAAE,KAAK,EAAE,CAAC;YACd,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY;YACd,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,2BAA2B;IAOT;IANrB,OAAO,GAAG,IAAI,GAAG,EAA6B,CAAC;IAC/C,MAAM,GAAG,KAAK,CAAC;IACf,OAAO,GAAG,KAAK,CAAC;IAChB,KAAK,GAA0C,IAAI,CAAC;IAE5D,kCAAkC;IAClC,YAA6B,IAA8B;QAA9B,SAAI,GAAJ,IAAI,CAA0B;IAAG,CAAC;IAE/D,iCAAiC;IACjC,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAED,oBAAoB;IACpB,IAAI;QACF,IAAI,IAAI,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;QACxD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,MAAM,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC;YACH,IAAI,CAAC,IAAI,CAAC,MAAM;gBAAE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACpC,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACnD,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;gBAChC,IAAI,IAAI,CAAC,WAAW,KAAK,aAAa,CAAC,eAAe,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;oBAAE,SAAS;gBAChG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC3D,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,qBAAqB,CAAC,iBAAiB,EAAE,GAAG,EAAE,GAAG,qBAAqB,CAAC,qBAAqB,EAAE,CAAC,CAAC;gBAC9I,IAAI,OAAe,CAAC;gBACpB,IAAI,CAAC;oBACH,OAAO,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC5C,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,IAAI,OAAO,KAAK,MAAM,CAAC,OAAO;oBAAE,SAAS;gBACzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBACzC,IAAI,CAAC,IAAI;oBAAE,SAAS;gBACpB,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;gBACzB,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACxC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;wBAAE,SAAS;oBACnC,MAAM,KAAK,GAAG,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;oBACjD,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,QAAQ;wBAAE,SAAS;oBACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACrB,MAAM,SAAS,GAAG,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;oBACvG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC1G,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC;oBAC3B,MAAM,CAAC,cAAc,IAAI,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;gBACtD,CAAC;gBACD,MAAM,CAAC,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,OAAO;gBAAE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,cAAc,GAAG,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,0BAA0B,EAAE,MAAM,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5H,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAsC,CAAC,CAAC,CAAC;QAC5I,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI;QAChB,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,MAAM,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC5F,MAAM,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,0CAA0C,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClI,CAAC;IACH,CAAC;CACF"}

package/dist/backend/backend/src/services/monitoring/codex-rollout-sync.service.d.ts

@@ -0,0 +1,152 @@
+/**
+ * Codex Rollout Sync — records Codex CLI token usage in the shared ledger.
+ *
+ * Codex writes every conversation to `<codexHome>/sessions/YYYY/MM/DD/
+ * rollout-<time>-<conversation id>.jsonl`. After each model call it appends
+ * an `event_msg` line of type `token_count` whose `info.total_token_usage`
+ * is the conversation's running total (OpenAI convention: `input_tokens`
+ * includes `cached_input_tokens`; `output_tokens` includes reasoning) and
+ * `info.last_token_usage` is that one call. The model comes from the
+ * preceding `turn_context` line.
+ *
+ * Each pass reads only the bytes appended since the last pass (a byte
+ * cursor per file, persisted under CREWLY_HOME like the Claude transcript
+ * cursors) and records the DELTA of the running total, so a `token_count`
+ * line Codex repeats (it re-emits the same totals) is counted once, and a
+ * restart never re-counts a file.
+ *
+ * Attribution: Crewly persists each Codex agent's conversation id (learned
+ * from the rollout right after launch, see runtime-session-recovery) in the
+ * session state, so the rollout named `…-<id>.jsonl` belongs to that
+ * session. A cursor keeps its session after the agent moves to a fresh
+ * conversation, so the old file's last turns are still counted. Rollouts no
+ * Crewly agent owns (the owner's own Codex use) are never read.
+ *
+ * Events are stored in the ledger's "cached on top" shape (`input` = fresh
+ * tokens, `cachedInput` beside it, `runtime: 'codex-cli'`), the same as
+ * Claude transcript turns. specs/2026-10-02-spend-cap.md §Sources.
+ *
+ * @module services/monitoring/codex-rollout-sync
+ */
+/** Running token totals as Codex reports them. */
+export interface CodexTotals {
+    /** All input tokens, cached included */
+    input: number;
+    cached: number;
+    output: number;
+    total: number;
+}
+/** Parse state carried from one chunk of a rollout to the next. */
+export interface CodexParseState {
+    /** Model of the current turn */
+    model: string;
+    /** Last running total counted, null before the first */
+    lastTotal: CodexTotals | null;
+}
+/** One model call's usage, ready for the ledger. */
+export interface CodexUsageEvent {
+    timestamp: string;
+    model: string;
+    /** Fresh (non-cached) input tokens */
+    input: number;
+    /** Cached input tokens (on top of `input`) */
+    cachedInput: number;
+    output: number;
+}
+/** A rollout file's cursor. */
+export interface CodexRolloutCursor {
+    /** Crewly session the conversation belongs to */
+    session: string;
+    /** Codex conversation id */
+    conversationId: string;
+    /** Bytes already consumed */
+    offset: number;
+    model: string;
+    lastTotal: CodexTotals | null;
+}
+/** A registered agent session, as the sync needs it. */
+export interface CodexSessionInfo {
+    runtimeType: string;
+    /** Runtime conversation id (Claude session id / Codex conversation id) */
+    claudeSessionId?: string;
+}
+/** What one pass did. */
+export interface CodexSyncResult {
+    filesRead: number;
+    eventsRecorded: number;
+    tokensRecorded: number;
+}
+/** Collaborators. */
+export interface CodexRolloutSyncDeps {
+    /** Codex home (`CODEX_HOME` or `~/.codex`) */
+    codexHome: string;
+    /** Absolute cursor file path */
+    cursorFile: string;
+    /** Registered agent sessions: name → info */
+    sessions: () => Map<string, CodexSessionInfo>;
+    /** Record one event in the ledger */
+    record: (session: string, event: CodexUsageEvent) => void;
+    logger?: {
+        info(m: string, meta?: Record<string, unknown>): void;
+        warn(m: string, meta?: Record<string, unknown>): void;
+    };
+}
+/**
+ * Turn whole JSONL lines of a rollout into usage events. Mutates `state`.
+ *
+ * - `turn_context` sets the model;
+ * - `token_count` with a running total records the delta since the last
+ *   counted total (0 = a repeated line, skipped);
+ * - a running total that went DOWN, or the first total of a file, records
+ *   only that call's `last_token_usage` (a resumed conversation's file may
+ *   open with history counted elsewhere).
+ *
+ * @param text - Whole lines
+ * @param state - Parse state (model, last total)
+ * @returns Events in file order
+ */
+export declare function parseCodexRolloutLines(text: string, state: CodexParseState): CodexUsageEvent[];
+/**
+ * Find a conversation's rollout file by id.
+ *
+ * @param codexHome - Codex home
+ * @param conversationId - Conversation id
+ * @returns Absolute path, or null
+ */
+export declare function findCodexRollout(codexHome: string, conversationId: string): Promise<string | null>;
+/**
+ * Polls Codex rollouts of Crewly's Codex agents and records their usage.
+ */
+export declare class CodexRolloutSyncService {
+    private readonly deps;
+    private cursors;
+    private loaded;
+    private running;
+    private timer;
+    /** Conversation id → when a lookup last failed (ms), to avoid rescanning every pass */
+    private readonly missing;
+    /**
+     * @param deps - Collaborators
+     */
+    constructor(deps: CodexRolloutSyncDeps);
+    /** Run a pass now, then poll. */
+    start(): Promise<void>;
+    /** Stop polling. */
+    stop(): void;
+    /**
+     * @param filePath - Rollout path
+     * @returns Its cursor (tests, diagnostics)
+     */
+    getCursor(filePath: string): CodexRolloutCursor | undefined;
+    /**
+     * One pass: adopt rollouts of newly seen Codex conversations, then read
+     * the new tail of every known rollout.
+     *
+     * @returns What the pass recorded
+     */
+    sync(): Promise<CodexSyncResult>;
+    private syncFile;
+    private load;
+    private save;
+}
+//# sourceMappingURL=codex-rollout-sync.service.d.ts.map

package/dist/backend/backend/src/services/monitoring/codex-rollout-sync.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"codex-rollout-sync.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/monitoring/codex-rollout-sync.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAMH,kDAAkD;AAClD,MAAM,WAAW,WAAW;IAC1B,wCAAwC;IACxC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACf;AAED,mEAAmE;AACnE,MAAM,WAAW,eAAe;IAC9B,gCAAgC;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,wDAAwD;IACxD,SAAS,EAAE,WAAW,GAAG,IAAI,CAAC;CAC/B;AAED,oDAAoD;AACpD,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,8CAA8C;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,+BAA+B;AAC/B,MAAM,WAAW,kBAAkB;IACjC,iDAAiD;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,4BAA4B;IAC5B,cAAc,EAAE,MAAM,CAAC;IACvB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,WAAW,GAAG,IAAI,CAAC;CAC/B;AAED,wDAAwD;AACxD,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,yBAAyB;AACzB,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,qBAAqB;AACrB,MAAM,WAAW,oBAAoB;IACnC,8CAA8C;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,gCAAgC;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,6CAA6C;IAC7C,QAAQ,EAAE,MAAM,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAC9C,qCAAqC;IACrC,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,KAAK,IAAI,CAAC;IAC1D,MAAM,CAAC,EAAE;QAAE,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAA;KAAE,CAAC;CAC3H;AAkBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,GAAG,eAAe,EAAE,CA8C9F;AAED;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqBxG;AAED;;GAEG;AACH,qBAAa,uBAAuB;IAWtB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAVjC,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAA+C;IAC5D,uFAAuF;IACvF,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA6B;IAErD;;OAEG;gBAC0B,IAAI,EAAE,oBAAoB;IAEvD,iCAAiC;IAC3B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B,oBAAoB;IACpB,IAAI,IAAI,IAAI;IAKZ;;;OAGG;IACH,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,kBAAkB,GAAG,SAAS;IAI3D;;;;;OAKG;IACG,IAAI,IAAI,OAAO,CAAC,eAAe,CAAC;YA0CxB,QAAQ;YAwCR,IAAI;YAUJ,IAAI;CAUnB"}