@tangle-network/agent-eval 0.203.1 → 0.203.2

package/docs/proofs/campaign-attempt-retention-20261001/artifacts/current/reproduction-summary.json

@@ -0,0 +1,315 @@
+{
+  "module": {
+    "path": "/home/drew/webb/_wt/lab-evidence-unified/node_modules/.pnpm/@tangle-network+agent-eval@0.203.0/node_modules/@tangle-network/agent-eval/dist/campaign/index.js",
+    "sha256": "6fe7a23a77c7c8bd8ce1c8afa7e2bdab2041f5ed88b463a8433c337369fa70a6"
+  },
+  "providerRequests": 0,
+  "researchUnits": 0,
+  "retry": {
+    "invocations": 2,
+    "observed": [
+      {
+        "path": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-retry/capture-retention_0/captured-response.json",
+        "value": {
+          "cellId": "capture-retention:0",
+          "runAttemptId": "928ae03a-a64d-4d2a-bb41-0b54ed5fa7d7",
+          "invocation": 1
+        },
+        "sha256": "eb737cc9d581881831f4f0092b590c11a3435a0ced7b689f8d987072140057d0"
+      },
+      {
+        "path": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-retry/capture-retention_0/captured-response.json",
+        "value": {
+          "cellId": "capture-retention:0",
+          "runAttemptId": "928ae03a-a64d-4d2a-bb41-0b54ed5fa7d7",
+          "invocation": 2
+        },
+        "sha256": "e28d164f092d29a9e3259ec255efa7b0a6fc42f5148373d314ec5e26b29bdf3e"
+      }
+    ],
+    "reports": [
+      {
+        "manifestHash": "28689623eb0a94107e244d8f418b5e00046bc193557ebdc02902197c9910d5ae",
+        "splitDigest": "sha256:4a729491b198148335bdd5b8f6429d48611d3b44480f1982e77f3a91e4cf2a5f",
+        "seed": 42,
+        "reps": 1,
+        "startedAt": "2026-10-01T17:15:23.732Z",
+        "endedAt": "2026-10-01T17:15:23.735Z",
+        "durationMs": 3,
+        "cells": [
+          {
+            "manifestHash": "28689623eb0a94107e244d8f418b5e00046bc193557ebdc02902197c9910d5ae",
+            "cellId": "capture-retention:0",
+            "scenarioId": "capture-retention",
+            "rep": 0,
+            "artifact": {
+              "cellId": "capture-retention:0",
+              "runAttemptId": "928ae03a-a64d-4d2a-bb41-0b54ed5fa7d7",
+              "invocation": 2
+            },
+            "judgeScores": {},
+            "costUsd": 0,
+            "costProvenance": {
+              "kind": "observed",
+              "usd": 0
+            },
+            "costCallIds": [],
+            "tokenUsage": {
+              "input": 0,
+              "output": 0
+            },
+            "durationMs": 0,
+            "seed": 42,
+            "cached": false,
+            "retryAttempts": 1
+          }
+        ],
+        "aggregates": {
+          "byJudge": {},
+          "byScenario": {},
+          "cost": {
+            "totalCalls": 0,
+            "pendingCalls": 0,
+            "unresolvedCalls": 0,
+            "reservedCostUsd": 0,
+            "inputTokens": 0,
+            "outputTokens": 0,
+            "reasoningTokens": 0,
+            "cachedTokens": 0,
+            "cacheWriteTokens": 0,
+            "totalCostUsd": 0,
+            "costProvenance": {
+              "kind": "observed",
+              "usd": 0
+            },
+            "byChannel": [],
+            "unpricedModels": [],
+            "fullyPriced": true,
+            "usageComplete": true,
+            "accountingComplete": true,
+            "incompleteReasons": []
+          },
+          "cellsExecuted": 1,
+          "cellsSkipped": 0,
+          "cellsCached": 0,
+          "cellsFailed": 0,
+          "cellsDispatchFailed": 0,
+          "cellsJudgeFailed": 0,
+          "cellsUnclassifiedFailed": 0
+        },
+        "runDir": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-retry",
+        "artifactsByPath": {
+          "capture-retention:0/captured-response.json": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-retry/capture-retention_0/captured-response.json",
+          "capture-retention:0/failure-receipt.attempt-1.json": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-retry/capture-retention_0/failure-receipt.attempt-1.json"
+        },
+        "scenarios": [
+          {
+            "id": "capture-retention",
+            "kind": "operational",
+            "scenarioDigest": "sha256:955e060f603d0f2e9cd84b8426b05de1faab5b9dbbefdc5d494834afdcb56fc9"
+          }
+        ]
+      }
+    ],
+    "firstTrace": {
+      "path": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-retry/capture-retention_0/spans.jsonl",
+      "bytes": "{\"name\":\"native.callback.capture\",\"cellId\":\"capture-retention:0\",\"startMs\":1790874923733,\"invocation\":1,\"runAttemptId\":\"928ae03a-a64d-4d2a-bb41-0b54ed5fa7d7\",\"durationMs\":0}",
+      "sha256": "1ec0fd7c772b77eb3e2bab12d92f8b537e6117f8e6fed761948794bd2f419d21"
+    },
+    "firstContentStillPresent": false,
+    "firstTraceStillPresent": false,
+    "finalTrace": "{\"name\":\"native.callback.capture\",\"cellId\":\"capture-retention:0\",\"startMs\":1790874923735,\"invocation\":2,\"runAttemptId\":\"928ae03a-a64d-4d2a-bb41-0b54ed5fa7d7\",\"durationMs\":0}"
+  },
+  "resume": {
+    "invocations": 2,
+    "observed": [
+      {
+        "path": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume/capture-retention_0/captured-response.json",
+        "value": {
+          "cellId": "capture-retention:0",
+          "runAttemptId": "5da9ca02-da7a-41f4-a05b-fc8d6fe6b340",
+          "invocation": 1
+        },
+        "sha256": "56e04e8091749fee3ddae2a3456baebf72c19ac8ce374f92d07fd2d3d9350d2a"
+      },
+      {
+        "path": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume/capture-retention_0/captured-response.json",
+        "value": {
+          "cellId": "capture-retention:0",
+          "runAttemptId": "d9803cca-2f1c-4310-92d5-625ace4f019b",
+          "invocation": 2
+        },
+        "sha256": "da33ee06d5bb8043c1e571e72cdd7bbb9b6cc8ea9a2b456c9473fb59e937da8c"
+      }
+    ],
+    "reports": [
+      {
+        "manifestHash": "28689623eb0a94107e244d8f418b5e00046bc193557ebdc02902197c9910d5ae",
+        "splitDigest": "sha256:4a729491b198148335bdd5b8f6429d48611d3b44480f1982e77f3a91e4cf2a5f",
+        "seed": 42,
+        "reps": 1,
+        "startedAt": "2026-10-01T17:15:23.736Z",
+        "endedAt": "2026-10-01T17:15:23.736Z",
+        "durationMs": 0,
+        "cells": [
+          {
+            "manifestHash": "28689623eb0a94107e244d8f418b5e00046bc193557ebdc02902197c9910d5ae",
+            "cellId": "capture-retention:0",
+            "scenarioId": "capture-retention",
+            "rep": 0,
+            "artifact": null,
+            "judgeScores": {},
+            "costUsd": 0,
+            "costProvenance": {
+              "kind": "observed",
+              "usd": 0
+            },
+            "costCallIds": [],
+            "tokenUsage": {
+              "input": 0,
+              "output": 0
+            },
+            "durationMs": 0,
+            "seed": 42,
+            "cached": false,
+            "errorStage": "dispatch",
+            "error": "Operational interruption after native artifact capture"
+          }
+        ],
+        "aggregates": {
+          "byJudge": {},
+          "byScenario": {},
+          "cost": {
+            "totalCalls": 0,
+            "pendingCalls": 0,
+            "unresolvedCalls": 0,
+            "reservedCostUsd": 0,
+            "inputTokens": 0,
+            "outputTokens": 0,
+            "reasoningTokens": 0,
+            "cachedTokens": 0,
+            "cacheWriteTokens": 0,
+            "totalCostUsd": 0,
+            "costProvenance": {
+              "kind": "observed",
+              "usd": 0
+            },
+            "byChannel": [],
+            "unpricedModels": [],
+            "fullyPriced": true,
+            "usageComplete": true,
+            "accountingComplete": true,
+            "incompleteReasons": []
+          },
+          "cellsExecuted": 0,
+          "cellsSkipped": 0,
+          "cellsCached": 0,
+          "cellsFailed": 1,
+          "cellsDispatchFailed": 1,
+          "cellsJudgeFailed": 0,
+          "cellsUnclassifiedFailed": 0
+        },
+        "runDir": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume",
+        "artifactsByPath": {
+          "capture-retention:0/captured-response.json": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume/capture-retention_0/captured-response.json",
+          "capture-retention:0/failure-receipt.json": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume/capture-retention_0/failure-receipt.json"
+        },
+        "scenarios": [
+          {
+            "id": "capture-retention",
+            "kind": "operational",
+            "scenarioDigest": "sha256:955e060f603d0f2e9cd84b8426b05de1faab5b9dbbefdc5d494834afdcb56fc9"
+          }
+        ]
+      },
+      {
+        "manifestHash": "28689623eb0a94107e244d8f418b5e00046bc193557ebdc02902197c9910d5ae",
+        "splitDigest": "sha256:4a729491b198148335bdd5b8f6429d48611d3b44480f1982e77f3a91e4cf2a5f",
+        "seed": 42,
+        "reps": 1,
+        "startedAt": "2026-10-01T17:15:23.736Z",
+        "endedAt": "2026-10-01T17:15:23.737Z",
+        "durationMs": 1,
+        "cells": [
+          {
+            "manifestHash": "28689623eb0a94107e244d8f418b5e00046bc193557ebdc02902197c9910d5ae",
+            "cellId": "capture-retention:0",
+            "scenarioId": "capture-retention",
+            "rep": 0,
+            "artifact": {
+              "cellId": "capture-retention:0",
+              "runAttemptId": "d9803cca-2f1c-4310-92d5-625ace4f019b",
+              "invocation": 2
+            },
+            "judgeScores": {},
+            "costUsd": 0,
+            "costProvenance": {
+              "kind": "observed",
+              "usd": 0
+            },
+            "costCallIds": [],
+            "tokenUsage": {
+              "input": 0,
+              "output": 0
+            },
+            "durationMs": 1,
+            "seed": 42,
+            "cached": false
+          }
+        ],
+        "aggregates": {
+          "byJudge": {},
+          "byScenario": {},
+          "cost": {
+            "totalCalls": 0,
+            "pendingCalls": 0,
+            "unresolvedCalls": 0,
+            "reservedCostUsd": 0,
+            "inputTokens": 0,
+            "outputTokens": 0,
+            "reasoningTokens": 0,
+            "cachedTokens": 0,
+            "cacheWriteTokens": 0,
+            "totalCostUsd": 0,
+            "costProvenance": {
+              "kind": "observed",
+              "usd": 0
+            },
+            "byChannel": [],
+            "unpricedModels": [],
+            "fullyPriced": true,
+            "usageComplete": true,
+            "accountingComplete": true,
+            "incompleteReasons": []
+          },
+          "cellsExecuted": 1,
+          "cellsSkipped": 0,
+          "cellsCached": 0,
+          "cellsFailed": 0,
+          "cellsDispatchFailed": 0,
+          "cellsJudgeFailed": 0,
+          "cellsUnclassifiedFailed": 0
+        },
+        "runDir": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume",
+        "artifactsByPath": {
+          "capture-retention:0/captured-response.json": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume/capture-retention_0/captured-response.json"
+        },
+        "scenarios": [
+          {
+            "id": "capture-retention",
+            "kind": "operational",
+            "scenarioDigest": "sha256:955e060f603d0f2e9cd84b8426b05de1faab5b9dbbefdc5d494834afdcb56fc9"
+          }
+        ]
+      }
+    ],
+    "firstTrace": {
+      "path": "/mnt/traces/eval-attempt-artifacts-20261001-r2/reproduction-resume/capture-retention_0/spans.jsonl",
+      "bytes": "{\"name\":\"native.callback.capture\",\"cellId\":\"capture-retention:0\",\"startMs\":1790874923736,\"invocation\":1,\"runAttemptId\":\"5da9ca02-da7a-41f4-a05b-fc8d6fe6b340\",\"durationMs\":0}",
+      "sha256": "8e77a372e955237a3ae1b752af419f607d90a48b184b8c3da8c61f3b3c828446"
+    },
+    "firstContentStillPresent": false,
+    "firstTraceStillPresent": false,
+    "finalTrace": "{\"name\":\"native.callback.capture\",\"cellId\":\"capture-retention:0\",\"startMs\":1790874923736,\"invocation\":2,\"runAttemptId\":\"d9803cca-2f1c-4310-92d5-625ace4f019b\",\"durationMs\":0}"
+  }
+}

package/docs/proofs/campaign-attempt-retention-20261001/artifacts/current/reproduction.log

@@ -0,0 +1 @@
+{"module":{"path":"/home/drew/webb/_wt/lab-evidence-unified/node_modules/.pnpm/@tangle-network+agent-eval@0.203.0/node_modules/@tangle-network/agent-eval/dist/campaign/index.js","sha256":"6fe7a23a77c7c8bd8ce1c8afa7e2bdab2041f5ed88b463a8433c337369fa70a6"},"retry":{"artifactRetained":false,"traceRetained":false},"resume":{"artifactRetained":false,"traceRetained":false},"providerRequests":0,"researchUnits":0}