@databricks-solutions/lakebase-scm-utils 0.3.6 → 0.3.8

package/templates/project/python/tests/conftest.py

@@ -95,11 +95,100 @@ def _consort_emit_test_run(test_id, status, item):
         rel = str(Path(str(item.fspath))).replace(f"{root}/", "")
         out = root / ".consort"
         out.mkdir(parents=True, exist_ok=True)
+        ts = datetime.now(timezone.utc).isoformat()
         line = json.dumps(
-            {"ts": datetime.now(timezone.utc).isoformat(), "test_id": test_id, "status": status, "file": rel, "kind": "behavior"}
+            {"ts": ts, "test_id": test_id, "status": status, "file": rel, "kind": "behavior"}
         )
         with open(out / "test-run.jsonl", "a", encoding="utf-8") as fh:
             fh.write(line + "\n")
+        # RECORD a durable per-test test.result into the agent-log AT RUN TIME (mirrors the TS reporter
+        # in consort-capture.ts) so the dashboard lights each behavior test the moment it runs, scrubbing
+        # lights it at its real run position, and a replay of the recording does the same.
+        _consort_record_test_result(out, test_id, status, rel, ts)
+    except (OSError, ValueError, TypeError):
+        pass
+
+
+def _consort_test_owner(consort_dir, test_id, file_rel):
+    """Resolve (feature_id, story_id, ac_id) for a test id from the per-story test-lists — the
+    attribution the reporter lacks (it sees only id + file). Ids are unique only WITHIN a story, so a
+    reused id has several owners: (1) the owner whose scenario_file basename matches ``file_rel`` (a
+    client/e2e spec pins ITSELF); then (2) the owner in the feature currently on the build lane
+    (``next.json``) — a fitness/behavior test carries no scenario_file, so during THIS feature's build
+    its reused id belongs to the active feature (a sibling feature's same-id test already resolved via
+    (1)). Else None (skip, never mis-key). Mirrors consort-capture.ts resolveOwner. Scoped, best-effort."""
+    try:
+        import glob
+        import json
+        import os
+        import re
+
+        m = re.match(r"^(T\d+)", test_id or "")
+        base = m.group(1) if m else test_id
+        owners = []  # (feature, story, ac, scenario_file)
+        for p in glob.glob(os.path.join(str(consort_dir), "features", "*", "stories", "*", "test-list-per-story.json")):
+            try:
+                with open(p, encoding="utf-8") as fh:
+                    o = json.load(fh)
+            except (OSError, ValueError):
+                continue
+            feat, story = o.get("feature_id"), o.get("story_id")
+            for it in o.get("items", []):
+                if it.get("id") in (test_id, base):
+                    owners.append((feat, story, it.get("ac_id") or "unknown", it.get("scenario_file")))
+        if not owners:
+            return None
+        if len(owners) == 1:
+            return owners[0][:3]
+        # (1) the owner whose scenario_file matches the running file (unique match)
+        fb = os.path.basename(file_rel or "")
+        by_file = [o for o in owners if o[3] and os.path.basename(o[3]) == fb]
+        if len(by_file) == 1:
+            return by_file[0][:3]
+        # (2) fall back to the owner in the currently-building feature (one match only)
+        try:
+            with open(os.path.join(str(consort_dir), "next.json"), encoding="utf-8") as fh:
+                active = json.load(fh).get("feature")
+        except (OSError, ValueError):
+            active = None
+        if active:
+            by_feat = [o for o in owners if o[0] == active]
+            if len(by_feat) == 1:
+                return by_feat[0][:3]
+        return None
+    except (OSError, ValueError, TypeError):
+        return None
+
+
+def _consort_record_test_result(out, test_id, status, file_rel, ts):
+    """Append a schema-shaped ``test.result`` to ``.consort/agent-log.jsonl`` (+ the corpus mirror when
+    a recording is in flight), identical in shape to the kit's emitAgentLogEvent output so the dashboard
+    fold reads it the same. Only for an attributable test; scoped except, never breaks the suite."""
+    try:
+        import json
+        import os
+
+        owner = _consort_test_owner(out, test_id, file_rel)
+        if not owner:
+            return
+        feat, story, ac = owner
+        line = json.dumps(
+            {
+                "timestamp": ts,
+                "level": "info",
+                "role": "driver",
+                "event": "test.result",
+                "message": f"TEST {test_id} {status}",
+                "metadata": {"feature_id": feat, "test_id": test_id, "status": status, "story_id": story, "ac_id": ac},
+            }
+        )
+        with open(os.path.join(str(out), "agent-log.jsonl"), "a", encoding="utf-8") as fh:
+            fh.write(line + "\n")
+        rec = (os.environ.get("LAKEBASE_CONSORT_RECORD_DIR") or "").strip()
+        if rec:
+            os.makedirs(rec, exist_ok=True)
+            with open(os.path.join(rec, "agent-log.jsonl"), "a", encoding="utf-8") as fh:
+                fh.write(line + "\n")
     except (OSError, ValueError, TypeError):
         pass