engineering-behavior-observatory 0.2.7 → 0.2.8

package/dist/src/cursor-sdk.js

@@ -19,7 +19,7 @@ const CURSOR_NATIVE_SCHEMA_VERSION = "ebo.cursor-native-record/v1";
 const MAX_NATIVE_RECORD_BYTES = 16 * 1024 * 1024;
 const STREAM_TYPES = ["assistant", "request", "status", "system", "task", "thinking", "tool_call", "usage", "user"];
 const NATIVE_TYPES = [
-    "configuration", "agent-created", "run-created", "delta", "step", "terminal", "history", "billing", "error", "cleanup",
+    "configuration", "agent-created", "run-created", "delta", "step", "terminal", "history", "billing", "usage-snapshot", "error", "cleanup",
     ...STREAM_TYPES.map((type) => `stream:${type}`),
     "stream:unknown", "store:agent", "store:run", "store:run-event", "store:checkpoint", "store:unknown",
 ];
@@ -443,6 +443,21 @@ async function executeCursorSdk(options) {
     }
     finally {
         callbacksOpen = false;
+        if (agent !== undefined && run !== undefined) {
+            try {
+                const usage = run.usage;
+                await options.writer.record("usage-snapshot", {
+                    source: "run.usage", resourceSemantics: "cumulative", phase: "finalization",
+                    status: usage === undefined ? "unavailable" : "available",
+                    ...(usage === undefined ? {} : { usage: snapshotJson(usage) }),
+                }, ids(agent, run));
+            }
+            catch (error) {
+                captureError ??= `usage-snapshot: ${errorMessage(error)}`;
+                options.errors.push(`usage-snapshot: ${errorMessage(error)}`);
+                await options.writer.record("error", { stage: "usage-snapshot", message: errorMessage(error) }, ids(agent, run)).catch(() => undefined);
+            }
+        }
         if (agent !== undefined) {
             try {
                 await disposeAgent();
@@ -1015,6 +1030,8 @@ function unmappedCursorReason(record) {
         return "Durable native history remains authoritative evidence and is not counted as a second operation/message source.";
     if (type === "billing")
         return "Eventually consistent billing readback remains separate from per-turn token observations.";
+    if (type === "usage-snapshot")
+        return "Cumulative run.usage at finalization is retained separately, not added to per-turn token observations.";
     if (type === "stream:thinking")
         return "Hidden reasoning remains restricted native evidence and is never projected as semantic content.";
     return "Cursor native record is retained explicitly without a supported semantic mapping.";

package/docs/harnesses/cursor-sdk.md

@@ -123,11 +123,18 @@ cannot produce qualified-complete capture.
 | `run.stream()` | lifecycle, messages, tools, per-turn usage | authoritative message/tool/usage projection |
 | `onDelta` / `onStep` | lower-level deltas, nested updates, step snapshots | retained as overlap evidence; not counted again |
 | `run.wait()` | owned terminal status, duration, cumulative usage | authoritative outcome; cumulative usage is not re-added |
+| `run.usage` | cumulative finalization snapshot, including failed/interrupted runs | retained separately; not added to per-turn totals |
 | `run.conversation()` | durable conversation readback before disposal | retained as history; not counted again |
 | `agent.getUsage()` | eventually consistent billing scope/read time | separate billing evidence; absence does not invalidate semantic capture |
 | `JsonlLocalAgentStore` | agents, runs, run events, checkpoints | authoritative native persistence; not counted again |
 
 Every callback value is JSON-snapshotted at receipt and writes are serialized.
+Finalization reads `run.usage` without waiting for a successful terminal result
+or making another provider request. The `usage-snapshot` record identifies its
+source, cumulative semantics, and availability. An unavailable value is not
+zero. A getter or recorder failure is recorded as a capture gap without
+replacing the original terminal error or skipping cleanup. Abrupt process
+termination cannot guarantee a final snapshot.
 Unknown tool payloads remain in restricted native evidence. Portable export
 recursively removes thinking/reasoning content and checkpoint blob bytes, then
 redacts secrets, local identifiers, paths, and source correlations. Restricted

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "engineering-behavior-observatory",
-  "version": "0.2.7",
+  "version": "0.2.8",
   "description": "Capture engineering-agent trajectories, evaluate behavior, and inspect cited evidence across harnesses.",
   "license": "Apache-2.0",
   "repository": {
@@ -51,6 +51,7 @@
     "release/0.2.5/",
     "release/0.2.6/",
     "release/0.2.7/",
+    "release/0.2.8/",
     "schemas/",
     "scripts/atlas-grafana.sh"
   ],

package/release/0.2.8/KNOWN_LIMITATIONS.md

@@ -0,0 +1,12 @@
+# v0.2.8 known limitations
+
+The [v0.2.7 limitations](../0.2.7/KNOWN_LIMITATIONS.md) continue to apply.
+
+- A snapshot cannot supply usage that the runtime did not report. Unavailable
+  counters remain unavailable, not zero.
+- The snapshot remains native cumulative evidence; it is not added to
+  normalized per-turn totals or used to infer missing token categories.
+- Abrupt process termination can prevent finalization. A thrown getter or
+  failed recorder is reported as a capture gap while cleanup continues.
+- No live trial was run for this patch. Existing Cursor SDK dependency audit
+  findings are unchanged.

package/release/0.2.8/README.md

@@ -0,0 +1,13 @@
+# v0.2.8: Preserve Cursor usage on failure
+
+Finalization snapshots `run.usage` even when the terminal wait throws or is
+interrupted. The retained `usage-snapshot` records cumulative counters and
+availability separately from per-turn usage and billing. It does not overwrite
+terminal errors, add token totals twice, or make another provider call.
+
+Tests cover success, terminal error, thrown wait, interruption, unavailable
+usage, and getter failure with cleanup preserved.
+
+See the [Cursor guide](../../docs/harnesses/cursor-sdk.md),
+[known limitations](KNOWN_LIMITATIONS.md), and
+[reproducibility manifest](reproducibility.json).

package/release/0.2.8/reproducibility.json

@@ -0,0 +1,74 @@
+{
+  "schemaVersion": "ebo.release-reproducibility/v1",
+  "release": {
+    "name": "engineering-behavior-observatory",
+    "version": "0.2.8"
+  },
+  "runtime": {
+    "node": "24.19.0",
+    "claudeAgentSdk": "0.3.258",
+    "openhandsAgentServer": "1.46.0",
+    "deepseekClient": "0.1.1-rc.2",
+    "deepseekProtocol": "0.1.1-rc.2",
+    "deepseekRuntime": "0.1.1-rc.2",
+    "codexAppServer": "0.153.4",
+    "grafana": "13.2.0",
+    "grafanaInfinity": "4.0.0",
+    "piSdk": "0.85.1",
+    "cursorSdk": "1.0.31"
+  },
+  "commands": [
+    "npm ci",
+    "npm run acceptance"
+  ],
+  "fixtureCoverage": {
+    "agent-sdk": "frozen queue entry through qualified capture, approved export, normalization, configurable judging, review, aggregation, and Atlas",
+    "openhands-agent-server": "pinned REST/WebSocket stream-final reconciliation, workspace/outcome evidence, partial capture, and retained evaluation",
+    "deepseek-harness": "official-client JSON-RPC composition, receipt-to-idle completion, stderr, interruption, shutdown, swaps, and retained evaluation",
+    "codex-app-server": "owned stdio lifecycle, full history, OTLP, interruption/failure, export, and retained evaluation; configurable workspace-write networking with explicit offline queue propagation",
+    "acceptance-cases": "seeded ordering, secret scanning, partial attempts, native references, abstention, disputes, denominators, and unsupported comparisons",
+    "pi-sdk": "frozen queue, passive hooks, durable session, partial cleanup, export, retained normalization and evaluation",
+    "cursor-sdk": "frozen queue, official store, callbacks/history, bounded cancellation, export, retained normalization and evaluation; HTTP/1.1 configuration ordering, native retry validation, terminal transport error retention without replacement; cumulative usage finalization on success, failure, interruption, unavailable counters and getter failure",
+    "workspace-capture": "Contained absolute links relocated in derived captures; workspace packaging gaps preserve native completion and allow semantic analysis independently"
+  },
+  "determinism": {
+    "stable": [
+      "task, run, attempt, event, assertion, aggregate, and Atlas case identities",
+      "fixture, native-reference, normalized-dataset, source/cohort, archive, and package digests",
+      "seeded queue and review-sample ordering"
+    ],
+    "excluded": [
+      "native and EBO observation timestamps",
+      "lifecycle start/finish timestamps",
+      "provider timing and usage",
+      "temporary workspace and output paths"
+    ]
+  },
+  "fixtures": {
+    "tests/fixtures/task-packet.valid.v1.json": "ac2ef1043c0cc16bf4c21d05c1dc880ca1b4b8cc2f9ea7653328e91f0b0e2681",
+    "test/fixtures/agent-sdk-normalizer/complete.input.json": "7285dee088517e5de38ceda84fc7c58d9303949c7448ab3b5e10a5a2d2ebdfe3",
+    "test/fixtures/agent-sdk-normalizer/complete.expected.jsonl": "d32fa3a013bc179f1673f7e1a89b8a721bb8ddaf63eba5bc8a3f14f1cc148ed8",
+    "contracts/openhands-agent-server-v1.44.1.json": "e7a07977688a0703b15751a8a1ab17f29be45f9fdf438017e0dbcbc49cca37b0",
+    "contracts/openhands-agent-server-v1.46.0.json": "455cdddd2c206cb2f20245c2189b92e773657ec14d651236baa532b2dbadeb28",
+    "test/fixtures/openhands/v1.44.1/streamed-events.json": "d751083ba2ef94c9865117db481cc2f4933772bbbbb6b9fcf60571563715c1ea",
+    "test/fixtures/openhands/v1.44.1/final-events.json": "551db9904e860004d604c923692b5c5d3aaee966220492214c60003d2df415b6",
+    "test/fixtures/deepseek/golden-success.json": "f3867d38169bf0e28f64aba1dd60553f21cf07f41f81b4bad48261e49fa3ca88",
+    "test/fixtures/deepseek/golden-interrupted.json": "79e1f8404df1ee3b562d0bdbc0b2ee712ffc6d5774992b92970814ea815677b7",
+    "test/fixtures/deepseek/compositions/minimal/composition.json": "72fe4368e105f1bad82b7fdf8380e92c9fa689d8985f6ab91f534f0baf3eda02",
+    "contracts/codex-app-server-0.153.4/manifest.json": "e62281ff5e5d1cc71d07763b85e997ccc9ddbad9aa82a469da4181ee4b1890a8",
+    "test/fixtures/codex/legacy-0.150.1.dataset.json": "f71906b009e546afbf3b4e79396f223181382f3b3d8795e9cfcd032398a9d6bf",
+    "test/fixtures/behavior-assertions/abstained.json": "7f1962864f664c794925a67d93074e7b150af0f57c58041a81e062990d641197",
+    "test/fixtures/behavior-assertions/disputed.review.json": "450d3d9efe7feefaf7500b3ad20ab2803b412c7e53b91763125e15a83be87981",
+    "test/fixtures/comparison/exact.json": "cafa68e94b8d50dc308ddcfc2e73aa139c828b4ecd1e1c762bbc51bf1b44501e",
+    "test/fixtures/structural-observations/golden.json": "bad71a3a93524b76c0a2fdbb58e98e1e65be46cae14acf18ac89d9ba76e03e8a",
+    "test/atlas-fixture.ts": "9f03ce9cbcd0e5d3e3a5916866554ceb1c21f1c8712e58529499c1ea499f048d",
+    "test/pi.test.ts": "a00997c5617ca178e19b25b0d483cbdce8ce7c306d4c871557945b31a2e657cf",
+    "test/cursor-sdk.test.ts": "5b4537b31a7b001b2498b3a00c8cbc89e2a4cea3c8758e80be3541f0de6e2226",
+    "examples/cursor-sdk/README.md": "a2cf481123e7f3deb1c5a682ba208a775c3f91c35e1a6c1a428c517c79692618",
+    "examples/cursor-sdk/capture-profile.json": "d1a5787875daf5523b3783f259b891c256a904cbb10279d5be214af846305a2d",
+    "examples/cursor-sdk/harness.json": "2f1da6f2b17258d0ee59431f687696901ce3692589175d182f3a4bbe8dd4d689",
+    "examples/cursor-sdk/model.json": "ad8f31ff5d2387c02d79226679022358afafc61ba5dda73040e3f754530a230a",
+    "examples/cursor-sdk/native-limits.json": "40fe451f56b0863e79b42f5c85defbce678e1dc90dd248d15c430db176d71511",
+    "examples/cursor-sdk/native-tool-policy.json": "8148b9ad57134d217a03e47cc11bcc85758e1115b64bb06b85564139aecd1cd9"
+  }
+}

package/release/README.md

@@ -5,6 +5,7 @@ For downloads and published artifacts, see
 
 | Version | Changes and verification | Support boundary |
 | :--- | :--- | :--- |
+| [0.2.8](0.2.8/README.md) | Retain Cursor cumulative usage during failure and interruption | [Known limitations](0.2.8/KNOWN_LIMITATIONS.md) |
 | [0.2.7](0.2.7/README.md) | Cursor native transport/stall recovery and recorded HTTP/1.1 settings | [Known limitations](0.2.7/KNOWN_LIMITATIONS.md) |
 | [0.2.6](0.2.6/README.md) | Portable contained absolute links; isolate workspace packaging failures from native completion and semantic analysis | [Known limitations](0.2.6/KNOWN_LIMITATIONS.md) |
 | [0.2.5](0.2.5/README.md) | Preserve contained workspace symlinks and macOS AppleDouble files | [Known limitations](0.2.5/KNOWN_LIMITATIONS.md) |