@pentatonic-ai/ai-agent-sdk 0.6.0 → 0.7.0

package/packages/memory-engine/bench/scorecards-engine/marketplace-ops__pentatonic-baseline__20260427-142957.json

@@ -0,0 +1,1038 @@
+{
+  "bench": "marketplace-ops",
+  "stack": "pentatonic-baseline",
+  "n_tasks": 20,
+  "n_correct": 17,
+  "accuracy": 0.85,
+  "mean_score": 0.89,
+  "p50_search_ms": 1192.875291017117,
+  "p95_search_ms": 1360.2062849502545,
+  "total_tokens_in": 0,
+  "total_tokens_out": 0,
+  "total_usd": 0.0,
+  "by_tag": {
+    "factoid": {
+      "n": 12,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    },
+    "event-log": {
+      "n": 7,
+      "mean_score": 0.8285714285714285,
+      "accuracy": 0.7142857142857143
+    },
+    "multi-fact": {
+      "n": 1,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    },
+    "agent-commerce": {
+      "n": 6,
+      "mean_score": 0.8333333333333334,
+      "accuracy": 0.8333333333333334
+    },
+    "math": {
+      "n": 1,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    },
+    "seller": {
+      "n": 5,
+      "mean_score": 0.8,
+      "accuracy": 0.8
+    },
+    "buyer": {
+      "n": 3,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    },
+    "multi-doc": {
+      "n": 1,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    },
+    "policy": {
+      "n": 3,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    },
+    "rubric": {
+      "n": 3,
+      "mean_score": 0.6,
+      "accuracy": 0.3333333333333333
+    },
+    "multi-hop": {
+      "n": 2,
+      "mean_score": 0.4,
+      "accuracy": 0.0
+    },
+    "entity": {
+      "n": 2,
+      "mean_score": 0.5,
+      "accuracy": 0.5
+    },
+    "negative": {
+      "n": 1,
+      "mean_score": 1.0,
+      "accuracy": 1.0
+    }
+  },
+  "extra": {
+    "ingest_ms": 30824.596883001504,
+    "grading": "substring",
+    "limit": 3,
+    "tokens": {
+      "corpus_tokens": 1388,
+      "query_tokens": 240,
+      "context_tokens": 6278,
+      "retrieval_tokens": 6518,
+      "naive_tokens": 28000,
+      "saved_tokens": 21482,
+      "reduction_pct": 0.7672142857142857,
+      "mean_retrieval_tokens_per_task": 325.9,
+      "tokenizer": "cl100k_base",
+      "per_task": {
+        "thing-lst-9001-sold-price": {
+          "query": 13,
+          "context": 475,
+          "retrieval": 488,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "thing-lst-9001-buyer": {
+          "query": 8,
+          "context": 475,
+          "retrieval": 483,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "thing-lst-9001-first-offer": {
+          "query": 17,
+          "context": 441,
+          "retrieval": 458,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "thing-lst-9014-flagged-reason": {
+          "query": 11,
+          "context": 477,
+          "retrieval": 488,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "thing-lst-9014-return-reason": {
+          "query": 11,
+          "context": 306,
+          "retrieval": 317,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "thing-lst-9030-agent-offer": {
+          "query": 15,
+          "context": 431,
+          "retrieval": 446,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "thing-lst-9030-agent-discount": {
+          "query": 15,
+          "context": 449,
+          "retrieval": 464,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "seller-mariposa-rating": {
+          "query": 11,
+          "context": 242,
+          "retrieval": 253,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "seller-rix-review-status": {
+          "query": 11,
+          "context": 355,
+          "retrieval": 366,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "seller-velocipede-agent-friendly": {
+          "query": 14,
+          "context": 171,
+          "retrieval": 185,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "buyer-sera-specialism": {
+          "query": 10,
+          "context": 323,
+          "retrieval": 333,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "buyer-ariadne-disputes": {
+          "query": 11,
+          "context": 345,
+          "retrieval": 356,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "policy-duplicate-trigger": {
+          "query": 12,
+          "context": 445,
+          "retrieval": 457,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "policy-agent-opt-out": {
+          "query": 9,
+          "context": 147,
+          "retrieval": 156,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "policy-enhanced-review-lifted": {
+          "query": 12,
+          "context": 207,
+          "retrieval": 219,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "rubric-rix-buy-decision": {
+          "query": 17,
+          "context": 198,
+          "retrieval": 215,
+          "judge_in": 524,
+          "judge_out": 38,
+          "judge_latency_ms": 901.7658139765263
+        },
+        "rubric-lst-9014-full-story": {
+          "query": 16,
+          "context": 287,
+          "retrieval": 303,
+          "judge_in": 622,
+          "judge_out": 64,
+          "judge_latency_ms": 1331.2221429944038
+        },
+        "rubric-agent-commerce-thora": {
+          "query": 8,
+          "context": 147,
+          "retrieval": 155,
+          "judge_in": 443,
+          "judge_out": 45,
+          "judge_latency_ms": 868.7936529815197
+        },
+        "entity-all-sold-things": {
+          "query": 9,
+          "context": 139,
+          "retrieval": 148,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        },
+        "entity-sellers-with-disputes": {
+          "query": 10,
+          "context": 218,
+          "retrieval": 228,
+          "judge_in": 0,
+          "judge_out": 0,
+          "judge_latency_ms": 0.0
+        }
+      },
+      "judge_tokens_in": 1589,
+      "judge_tokens_out": 147,
+      "judge_calls": 3,
+      "judge_mean_latency_ms": 1033.9272033174832
+    },
+    "cost_usd": {
+      "assumed_completion_tokens_per_task": 100,
+      "rates": {
+        "input_per_1k": 0.0025,
+        "output_per_1k": 0.01,
+        "model": "gpt-4o"
+      },
+      "retrieval_usd_in": 0.016295,
+      "retrieval_usd_out": 0.02,
+      "retrieval_usd_total": 0.036295,
+      "naive_usd_total": 0.09000000000000001,
+      "saved_usd": 0.05370500000000001,
+      "saved_usd_per_1k_tasks": 2.6852500000000004
+    }
+  },
+  "task_results": [
+    {
+      "task_id": "thing-lst-9001-sold-price",
+      "query": "What was the final sale price of LST-9001?",
+      "answer": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interiors\n2026-02-18T10:00 BUYER_FEEDBACK_P\n---\nThing LST-9001: vintage Eames lounge chair (1970s, walnut, rosewood stain, minor wear on armrests). Created in TES 2026-02-08 by seller @mariposa. Origin: private estate clearance.\n---\n<!-- doc_id: tes-events-lst-9001 -->\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interi",
+      "hits": [
+        {
+          "text": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords,",
+          "score": 0.542,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9001"
+        },
+        {
+          "text": "Thing LST-9001: vintage Eames lounge chair (1970s, walnut, rosewood stain, minor wear on armrests). Created in TES 2026-02-08 by seller @mariposa. Origin: private estate clearance.",
+          "score": 0.5034,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9001"
+        },
+        {
+          "text": "<!-- doc_id: tes-events-lst-9001 -->\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T",
+          "score": 0.3919,
+          "source": "pentatonic-baseline:L6_documents",
+          "doc_id": "tes-events-lst-9001"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1338.991093012737,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 488,
+      "query_tokens": 13,
+      "context_tokens": 475,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "thing-lst-9001-buyer",
+      "query": "Who bought LST-9001?",
+      "answer": "Thing LST-9001: vintage Eames lounge chair (1970s, walnut, rosewood stain, minor wear on armrests). Created in TES 2026-02-08 by seller @mariposa. Origin: private estate clearance.\n---\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interiors\n2026-02-18T10:00 BUYER_FEEDBACK_P\n---\n<!-- doc_id: tes-events-lst-9001 -->\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interi",
+      "hits": [
+        {
+          "text": "Thing LST-9001: vintage Eames lounge chair (1970s, walnut, rosewood stain, minor wear on armrests). Created in TES 2026-02-08 by seller @mariposa. Origin: private estate clearance.",
+          "score": 0.502,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9001"
+        },
+        {
+          "text": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords,",
+          "score": 0.5011,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9001"
+        },
+        {
+          "text": "<!-- doc_id: tes-events-lst-9001 -->\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T",
+          "score": 0.3806,
+          "source": "pentatonic-baseline:L6_documents",
+          "doc_id": "tes-events-lst-9001"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1197.549014003016,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 483,
+      "query_tokens": 8,
+      "context_tokens": 475,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "thing-lst-9001-first-offer",
+      "query": "What was the first offer received on LST-9001 and was it accepted?",
+      "answer": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interiors\n2026-02-18T10:00 BUYER_FEEDBACK_P\n---\nTES event log for LST-9030:\n2026-03-03T08:00 CREATED\n2026-03-03T08:05 LISTED (price \u00a3420)\n2026-03-05T11:20 AGENT_INQUIRY from @buyer-agent-7 (autonomous shopping agent)\n2026-03-05T11:22 AGENT_SPEC_CHECK (agent requested frame size, gear count, original vs restored)\n2026-03-05T11:23 AGENT_SPEC_RESPONSE (frame 23\", 10-speed, restored \u2014 new cables, tyres, bar tape; original frame and wheels)\n2026-03-05T11:30 OFFER_RECEIVED \u00a3380 from @buyer-agent-7 (on behalf of @thora)\n2026-03-05T11:45 OFFER_ACCEPT\n---\nThing LST-9001: vintage Eames lounge chair (1970s, walnut, rosewood stain, minor wear on armrests). Created in TES 2026-02-08 by seller @mariposa. Origin: private estate clearance.",
+      "hits": [
+        {
+          "text": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords,",
+          "score": 0.6186,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9001"
+        },
+        {
+          "text": "TES event log for LST-9030:\n2026-03-03T08:00 CREATED\n2026-03-03T08:05 LISTED (price \u00a3420)\n2026-03-05T11:20 AGENT_INQUIRY from @buyer-agent-7 (autonomous shopping agent)\n2026-03-05T11:22 AGENT_SPEC_CHECK (agent requested frame size, gear count, original vs restored)\n2026-03-05T11:23 AGENT_SPEC_RESPONSE (frame 23\", 10-speed, restored \u2014 new cables, tyres, bar tape; original frame and wheels)\n2026-03-",
+          "score": 0.5827,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9030"
+        },
+        {
+          "text": "Thing LST-9001: vintage Eames lounge chair (1970s, walnut, rosewood stain, minor wear on armrests). Created in TES 2026-02-08 by seller @mariposa. Origin: private estate clearance.",
+          "score": 0.4804,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9001"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1273.1086690037046,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 458,
+      "query_tokens": 17,
+      "context_tokens": 441,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "thing-lst-9014-flagged-reason",
+      "query": "Why was LST-9014 flagged as duplicate?",
+      "answer": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETURN_REQUEST (buyer claims battery health lower than advertised)\n2026-02-26T10:30 RETURN_APPROVED, refu\n---\nTES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETUR\n---\nDuplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+      "hits": [
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.6014,
+          "source": "pentatonic-baseline",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.5754,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "Duplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+          "score": 0.5463,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-duplicate-listings"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1196.9661400071345,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 488,
+      "query_tokens": 11,
+      "context_tokens": 477,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "thing-lst-9014-return-reason",
+      "query": "Why did the buyer return LST-9014?",
+      "answer": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETURN_REQUEST (buyer claims battery health lower than advertised)\n2026-02-26T10:30 RETURN_APPROVED, refu\n---\nBuyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).\n---\nBuyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).",
+      "hits": [
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.5828,
+          "source": "pentatonic-baseline",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "Buyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).",
+          "score": 0.5737,
+          "source": "pentatonic-baseline",
+          "doc_id": "buyer-ariadne-profile"
+        },
+        {
+          "text": "Buyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).",
+          "score": 0.5647,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-ariadne-profile"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1188.8224919966888,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 317,
+      "query_tokens": 11,
+      "context_tokens": 306,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "thing-lst-9030-agent-offer",
+      "query": "Which agent made the offer on LST-9030 and for whom?",
+      "answer": "TES event log for LST-9030:\n2026-03-03T08:00 CREATED\n2026-03-03T08:05 LISTED (price \u00a3420)\n2026-03-05T11:20 AGENT_INQUIRY from @buyer-agent-7 (autonomous shopping agent)\n2026-03-05T11:22 AGENT_SPEC_CHECK (agent requested frame size, gear count, original vs restored)\n2026-03-05T11:23 AGENT_SPEC_RESPONSE (frame 23\", 10-speed, restored \u2014 new cables, tyres, bar tape; original frame and wheels)\n2026-03-05T11:30 OFFER_RECEIVED \u00a3380 from @buyer-agent-7 (on behalf of @thora)\n2026-03-05T11:45 OFFER_ACCEPT\n---\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interiors\n2026-02-18T10:00 BUYER_FEEDBACK_P\n---\nThing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+      "hits": [
+        {
+          "text": "TES event log for LST-9030:\n2026-03-03T08:00 CREATED\n2026-03-03T08:05 LISTED (price \u00a3420)\n2026-03-05T11:20 AGENT_INQUIRY from @buyer-agent-7 (autonomous shopping agent)\n2026-03-05T11:22 AGENT_SPEC_CHECK (agent requested frame size, gear count, original vs restored)\n2026-03-05T11:23 AGENT_SPEC_RESPONSE (frame 23\", 10-speed, restored \u2014 new cables, tyres, bar tape; original frame and wheels)\n2026-03-",
+          "score": 0.6072,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9030"
+        },
+        {
+          "text": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords,",
+          "score": 0.5132,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9001"
+        },
+        {
+          "text": "Thing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+          "score": 0.4761,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9030"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1194.4603790179826,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 446,
+      "query_tokens": 15,
+      "context_tokens": 431,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "thing-lst-9030-agent-discount",
+      "query": "What percentage discount did the shopping agent offer on LST-9030?",
+      "answer": "TES event log for LST-9030:\n2026-03-03T08:00 CREATED\n2026-03-03T08:05 LISTED (price \u00a3420)\n2026-03-05T11:20 AGENT_INQUIRY from @buyer-agent-7 (autonomous shopping agent)\n2026-03-05T11:22 AGENT_SPEC_CHECK (agent requested frame size, gear count, original vs restored)\n2026-03-05T11:23 AGENT_SPEC_RESPONSE (frame 23\", 10-speed, restored \u2014 new cables, tyres, bar tape; original frame and wheels)\n2026-03-05T11:30 OFFER_RECEIVED \u00a3380 from @buyer-agent-7 (on behalf of @thora)\n2026-03-05T11:45 OFFER_ACCEPT\n---\nShopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.\n---\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interiors\n2026-02-18T10:00 BUYER_FEEDBACK_P",
+      "hits": [
+        {
+          "text": "TES event log for LST-9030:\n2026-03-03T08:00 CREATED\n2026-03-03T08:05 LISTED (price \u00a3420)\n2026-03-05T11:20 AGENT_INQUIRY from @buyer-agent-7 (autonomous shopping agent)\n2026-03-05T11:22 AGENT_SPEC_CHECK (agent requested frame size, gear count, original vs restored)\n2026-03-05T11:23 AGENT_SPEC_RESPONSE (frame 23\", 10-speed, restored \u2014 new cables, tyres, bar tape; original frame and wheels)\n2026-03-",
+          "score": 0.6121,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9030"
+        },
+        {
+          "text": "Shopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.",
+          "score": 0.5171,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "agent-buyer-agent-7"
+        },
+        {
+          "text": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords,",
+          "score": 0.5088,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9001"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1165.1576769945677,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 464,
+      "query_tokens": 15,
+      "context_tokens": 449,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "seller-mariposa-rating",
+      "query": "What's @mariposa's average star rating?",
+      "answer": "Seller @mariposa: registered 2024-08. Category: vintage furniture and homeware. Listings to date: 47. Sell-through rate: 89%. Average star rating: 4.8/5 (based on 38 reviews). Disputes in last 12 months: 0.\n---\nSeller @velocipede-jo: registered 2025-04. Category: restored bicycles. Listings to date: 12. Sell-through rate: 100%. Average star rating: 5.0/5 (based on 11 reviews). Disputes: 0. Agent-commerce friendly: yes (responds to AGENT_SPEC_CHECK events within 5 minutes on average).\n---\nSeller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+      "hits": [
+        {
+          "text": "Seller @mariposa: registered 2024-08. Category: vintage furniture and homeware. Listings to date: 47. Sell-through rate: 89%. Average star rating: 4.8/5 (based on 38 reviews). Disputes in last 12 months: 0.",
+          "score": 0.645,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-mariposa-profile"
+        },
+        {
+          "text": "Seller @velocipede-jo: registered 2025-04. Category: restored bicycles. Listings to date: 12. Sell-through rate: 100%. Average star rating: 5.0/5 (based on 11 reviews). Disputes: 0. Agent-commerce friendly: yes (responds to AGENT_SPEC_CHECK events within 5 minutes on average).",
+          "score": 0.5366,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-velocipede-jo-profile"
+        },
+        {
+          "text": "Seller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+          "score": 0.5096,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-rix-digital-profile"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1109.8837760218885,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 253,
+      "query_tokens": 11,
+      "context_tokens": 242,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "seller-rix-review-status",
+      "query": "Is @rix-digital under any special review status?",
+      "answer": "Seller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.\n---\nTES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETUR\n---\nDuplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+      "hits": [
+        {
+          "text": "Seller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+          "score": 0.6528,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-rix-digital-profile"
+        },
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.4789,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "Duplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+          "score": 0.4583,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-duplicate-listings"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1148.8985969917849,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 366,
+      "query_tokens": 11,
+      "context_tokens": 355,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "seller-velocipede-agent-friendly",
+      "query": "Does @velocipede-jo respond well to shopping agents?",
+      "answer": "Seller @velocipede-jo: registered 2025-04. Category: restored bicycles. Listings to date: 12. Sell-through rate: 100%. Average star rating: 5.0/5 (based on 11 reviews). Disputes: 0. Agent-commerce friendly: yes (responds to AGENT_SPEC_CHECK events within 5 minutes on average).\n---\nAgent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).\n---\nThing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+      "hits": [
+        {
+          "text": "Seller @velocipede-jo: registered 2025-04. Category: restored bicycles. Listings to date: 12. Sell-through rate: 100%. Average star rating: 5.0/5 (based on 11 reviews). Disputes: 0. Agent-commerce friendly: yes (responds to AGENT_SPEC_CHECK events within 5 minutes on average).",
+          "score": 0.6065,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-velocipede-jo-profile"
+        },
+        {
+          "text": "Agent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).",
+          "score": 0.5485,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-agent-commerce"
+        },
+        {
+          "text": "Thing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+          "score": 0.4931,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9030"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1103.089379001176,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 185,
+      "query_tokens": 14,
+      "context_tokens": 171,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "buyer-sera-specialism",
+      "query": "What does @sera-interiors typically buy?",
+      "answer": "Buyer @sera-interiors: interior design studio account. Purchases to date: 28. Average basket: \u00a31,850. Specialism: mid-century furniture. No disputes. Frequently buys from @mariposa.\n---\nShopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.\n---\nTES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords, tracking PKF-88291)\n2026-02-16T15:20 DELIVERED to @sera-interiors\n2026-02-18T10:00 BUYER_FEEDBACK_P",
+      "hits": [
+        {
+          "text": "Buyer @sera-interiors: interior design studio account. Purchases to date: 28. Average basket: \u00a31,850. Specialism: mid-century furniture. No disputes. Frequently buys from @mariposa.",
+          "score": 0.6451,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-sera-interiors-profile"
+        },
+        {
+          "text": "Shopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.",
+          "score": 0.4834,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "agent-buyer-agent-7"
+        },
+        {
+          "text": "TES event log for LST-9001:\n2026-02-08T10:00 CREATED by @mariposa\n2026-02-08T10:02 LISTED (price \u00a32,400, marketplace UK)\n2026-02-10T14:30 OFFER_RECEIVED \u00a32,000 from @hendrik\n2026-02-10T16:12 OFFER_DECLINED by @mariposa\n2026-02-12T09:45 OFFER_RECEIVED \u00a32,250 from @sera-interiors\n2026-02-12T11:00 OFFER_ACCEPTED\n2026-02-13T08:30 PAYMENT_RECEIVED \u00a32,250\n2026-02-14T12:00 DISPATCHED (courier: Pickfords,",
+          "score": 0.4474,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9001"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1225.2754700020887,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 333,
+      "query_tokens": 10,
+      "context_tokens": 323,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "buyer-ariadne-disputes",
+      "query": "Does @ariadne have any disputes on record?",
+      "answer": "Buyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).\n---\nTES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETUR\n---\n<!-- doc_id: seller-rix-digital-profile -->\nSeller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+      "hits": [
+        {
+          "text": "Buyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).",
+          "score": 0.6086,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-ariadne-profile"
+        },
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.4198,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "<!-- doc_id: seller-rix-digital-profile -->\nSeller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+          "score": 0.3932,
+          "source": "pentatonic-baseline:L6_documents",
+          "doc_id": "seller-rix-digital-profile"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1209.16436999687,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 356,
+      "query_tokens": 11,
+      "context_tokens": 345,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "policy-duplicate-trigger",
+      "query": "What triggers a FLAGGED_DUPLICATE event in TES?",
+      "answer": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETUR\n---\nDuplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.\n---\n<!-- doc_id: tes-events-lst-9014 -->\nTES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T0",
+      "hits": [
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.5329,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "Duplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+          "score": 0.5297,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-duplicate-listings"
+        },
+        {
+          "text": "<!-- doc_id: tes-events-lst-9014 -->\nTES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-1",
+          "score": 0.4391,
+          "source": "pentatonic-baseline:L6_documents",
+          "doc_id": "tes-events-lst-9014"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1279.8272609943524,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 457,
+      "query_tokens": 12,
+      "context_tokens": 445,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "policy-agent-opt-out",
+      "query": "Can a seller refuse offers from shopping agents?",
+      "answer": "Agent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).\n---\nShopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.\n---\nBuyer @thora: consumer account. Purchases to date: 6. Uses an autonomous shopping agent (@buyer-agent-7) for most transactions. Average basket: \u00a3510.",
+      "hits": [
+        {
+          "text": "Agent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).",
+          "score": 0.6571,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-agent-commerce"
+        },
+        {
+          "text": "Shopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.",
+          "score": 0.551,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "agent-buyer-agent-7"
+        },
+        {
+          "text": "Buyer @thora: consumer account. Purchases to date: 6. Uses an autonomous shopping agent (@buyer-agent-7) for most transactions. Average basket: \u00a3510.",
+          "score": 0.3999,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-thora-profile"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1145.2531699906103,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 156,
+      "query_tokens": 9,
+      "context_tokens": 147,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "policy-enhanced-review-lifted",
+      "query": "After how long of clean activity is enhanced listing review lifted?",
+      "answer": "Enhanced listing review: triggered when a seller accumulates 3+ spec-discrepancy disputes in a 90-day window. Listings are manually reviewed before going live. Lifted after 30 days of clean activity.\n---\nSeller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.\n---\nDuplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+      "hits": [
+        {
+          "text": "Enhanced listing review: triggered when a seller accumulates 3+ spec-discrepancy disputes in a 90-day window. Listings are manually reviewed before going live. Lifted after 30 days of clean activity.",
+          "score": 0.7349,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-seller-enhanced-review"
+        },
+        {
+          "text": "Seller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+          "score": 0.5436,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-rix-digital-profile"
+        },
+        {
+          "text": "Duplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+          "score": 0.4923,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-duplicate-listings"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "all substrings matched",
+      "search_time_ms": 1165.4072110250127,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 219,
+      "query_tokens": 12,
+      "context_tokens": 207,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "rubric-rix-buy-decision",
+      "query": "A shopping agent is considering buying from @rix-digital. What's your recommendation?",
+      "answer": "Seller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.\n---\nBuyer @thora: consumer account. Purchases to date: 6. Uses an autonomous shopping agent (@buyer-agent-7) for most transactions. Average basket: \u00a3510.\n---\nShopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.",
+      "hits": [
+        {
+          "text": "Seller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+          "score": 0.5544,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "seller-rix-digital-profile"
+        },
+        {
+          "text": "Buyer @thora: consumer account. Purchases to date: 6. Uses an autonomous shopping agent (@buyer-agent-7) for most transactions. Average basket: \u00a3510.",
+          "score": 0.5221,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-thora-profile"
+        },
+        {
+          "text": "Shopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.",
+          "score": 0.5196,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "agent-buyer-agent-7"
+        }
+      ],
+      "correct": false,
+      "score": 0.0,
+      "grading_notes": "judge=0.00 \u2014 The answer does not mention the enhanced listing review status or dispute history, treating @rix-digital as uncontrovers",
+      "search_time_ms": 1191.2902030162513,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 215,
+      "query_tokens": 17,
+      "context_tokens": 198,
+      "judge_tokens_in": 524,
+      "judge_tokens_out": 38,
+      "judge_latency_ms": 901.7658139765263
+    },
+    {
+      "task_id": "rubric-lst-9014-full-story",
+      "query": "Tell me the full story of LST-9014 from creation to resolution.",
+      "answer": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOLD for \u00a3780 to @ariadne\n2026-02-20T14:00 DISPATCHED\n2026-02-22T09:45 DELIVERED\n2026-02-24T16:00 RETUR\n---\nThing LST-9014: second-hand MacBook Air M2 13\" 256GB (condition: very good, battery cycle count 112). Created in TES 2026-02-14 by seller @rix-digital.\n---\nBuyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).",
+      "hits": [
+        {
+          "text": "TES event log for LST-9014:\n2026-02-14T09:20 CREATED by @rix-digital\n2026-02-14T09:25 LISTED (price \u00a3780)\n2026-02-15T12:00 FLAGGED_DUPLICATE \u2014 matches LST-9014-DUP (different seller, same serial number detected via device fingerprint)\n2026-02-15T13:30 LISTING_HELD pending review\n2026-02-16T10:00 REVIEW_CLEARED (original seller confirmed; dup delisted)\n2026-02-16T10:05 RELISTED\n2026-02-19T11:18 SOL",
+          "score": 0.4858,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-events-lst-9014"
+        },
+        {
+          "text": "Thing LST-9014: second-hand MacBook Air M2 13\" 256GB (condition: very good, battery cycle count 112). Created in TES 2026-02-14 by seller @rix-digital.",
+          "score": 0.446,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9014"
+        },
+        {
+          "text": "Buyer @ariadne: consumer account. Purchases to date: 14. Average basket: \u00a3410. One open return (LST-9014 battery-health dispute, closed in buyer's favour).",
+          "score": 0.4187,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-ariadne-profile"
+        }
+      ],
+      "correct": false,
+      "score": 0.8,
+      "grading_notes": "judge=0.80 \u2014 The answer covers stages 1, 2, 3, 4, and 5 except for the 'relisted' stage on 2026-02-16, which is mentioned but not exp",
+      "search_time_ms": 1361.3228739995975,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 303,
+      "query_tokens": 16,
+      "context_tokens": 287,
+      "judge_tokens_in": 622,
+      "judge_tokens_out": 64,
+      "judge_latency_ms": 1331.2221429944038
+    },
+    {
+      "task_id": "rubric-agent-commerce-thora",
+      "query": "Describe how @thora uses the marketplace.",
+      "answer": "Buyer @thora: consumer account. Purchases to date: 6. Uses an autonomous shopping agent (@buyer-agent-7) for most transactions. Average basket: \u00a3510.\n---\nShopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.\n---\nAgent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).",
+      "hits": [
+        {
+          "text": "Buyer @thora: consumer account. Purchases to date: 6. Uses an autonomous shopping agent (@buyer-agent-7) for most transactions. Average basket: \u00a3510.",
+          "score": 0.6667,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "buyer-thora-profile"
+        },
+        {
+          "text": "Shopping agent @buyer-agent-7: autonomous agent operating on behalf of @thora (and 4 other principals). Runs AGENT_SPEC_CHECK events before offering, typically bids 90-92% of asking price. Responds to counter-offers within 30s. Registered with marketplace 2025-11.",
+          "score": 0.5722,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "agent-buyer-agent-7"
+        },
+        {
+          "text": "Agent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).",
+          "score": 0.4012,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-agent-commerce"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "judge=1.00 \u2014 The answer clearly states that @thora uses an autonomous shopping agent (@buyer-agent-7) for most transactions and provi",
+      "search_time_ms": 1178.6121949844528,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 155,
+      "query_tokens": 8,
+      "context_tokens": 147,
+      "judge_tokens_in": 443,
+      "judge_tokens_out": 45,
+      "judge_latency_ms": 868.7936529815197
+    },
+    {
+      "task_id": "entity-all-sold-things",
+      "query": "List the thing IDs of all completed sales.",
+      "answer": "Thing LST-9014: second-hand MacBook Air M2 13\" 256GB (condition: very good, battery cycle count 112). Created in TES 2026-02-14 by seller @rix-digital.\n---\nThing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.\n---\nThing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+      "hits": [
+        {
+          "text": "Thing LST-9014: second-hand MacBook Air M2 13\" 256GB (condition: very good, battery cycle count 112). Created in TES 2026-02-14 by seller @rix-digital.",
+          "score": 0.6137,
+          "source": "pentatonic-baseline",
+          "doc_id": "tes-thing-lst-9014"
+        },
+        {
+          "text": "Thing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+          "score": 0.6133,
+          "source": "pentatonic-baseline",
+          "doc_id": "tes-thing-lst-9030"
+        },
+        {
+          "text": "Thing LST-9030: Restored Schwinn Varsity bicycle (1982, red, original components). Created in TES 2026-03-03 by seller @velocipede-jo.",
+          "score": 0.4792,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "tes-thing-lst-9030"
+        }
+      ],
+      "correct": false,
+      "score": 0.0,
+      "grading_notes": "no expected_substrings set",
+      "search_time_ms": 1129.5945640013088,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 148,
+      "query_tokens": 9,
+      "context_tokens": 139,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    },
+    {
+      "task_id": "entity-sellers-with-disputes",
+      "query": "Which sellers in this corpus have disputes on record?",
+      "answer": "Duplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.\n---\n<!-- doc_id: seller-rix-digital-profile -->\nSeller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.\n---\nAgent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).",
+      "hits": [
+        {
+          "text": "Duplicate-listing policy: two listings with matching device fingerprints (serial numbers, IMEI, chassis VIN) trigger an automatic FLAGGED_DUPLICATE event and LISTING_HELD status. Both sellers are contacted; the listing with earliest verifiable ownership proof is cleared. No penalty if sellers cooperate with review within 48h.",
+          "score": 0.5094,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-duplicate-listings"
+        },
+        {
+          "text": "<!-- doc_id: seller-rix-digital-profile -->\nSeller @rix-digital: registered 2023-11. Category: refurbished electronics. Listings to date: 312. Sell-through rate: 72%. Average star rating: 4.3/5 (based on 201 reviews). Disputes in last 12 months: 4 (2 refunded, 1 partial, 1 dismissed). Flagged for repeated spec discrepancies 2026-02-24 \u2014 currently on 'enhanced listing review' status.",
+          "score": 0.4467,
+          "source": "pentatonic-baseline:L6_documents",
+          "doc_id": "seller-rix-digital-profile"
+        },
+        {
+          "text": "Agent-commerce policy: autonomous shopping agents must register with the marketplace and declare principal human(s). Agent offers follow the same event flow as human offers. Sellers may opt out of agent-commerce at listing creation (AGENT_OPT_OUT flag).",
+          "score": 0.4318,
+          "source": "pentatonic-baseline:L0_workspace_bm25",
+          "doc_id": "policy-agent-commerce"
+        }
+      ],
+      "correct": true,
+      "score": 1.0,
+      "grading_notes": "no positive criteria (negative-only task)",
+      "search_time_ms": 1203.501937998226,
+      "generation_time_ms": 0.0,
+      "tokens_in": 0,
+      "tokens_out": 0,
+      "retrieval_tokens": 228,
+      "query_tokens": 10,
+      "context_tokens": 218,
+      "judge_tokens_in": 0,
+      "judge_tokens_out": 0,
+      "judge_latency_ms": 0.0
+    }
+  ]
+}