@getbourdon/conformance 0.1.0

package/fixtures/native_stores/hermes/expected_l5.json

@@ -0,0 +1,108 @@
+{
+  "spec_version": "0.1",
+  "agent": {
+    "id": "hermes",
+    "type": "code-assistant",
+    "spec_version_compat": "0.1",
+    "role_narrative": "General-purpose tool-calling assistant (Nous Research). Operates across CLI, TUI, and messaging gateways (Slack/Telegram/Discord/WhatsApp); runs terminal, file, web, and delegation toolsets. Carries durable cross-session memory and a curated skill library. Federates session + memory context, not vendor account."
+  },
+  "last_updated": "2026-06-29T00:00:00+00:00",
+  "capabilities": [
+    "memories_dir",
+    "state_db"
+  ],
+  "recent_sessions": [
+    {
+      "date": "2026-06-19",
+      "cwd": "/projects/bourdon",
+      "project_focus": [
+        "bourdon"
+      ],
+      "key_actions": [
+        "Refactor auth flow",
+        "Tools: patch, read_file, terminal"
+      ],
+      "visibility": "team"
+    },
+    {
+      "date": "2026-06-19",
+      "cwd": "/projects/bourdon",
+      "project_focus": [
+        "bourdon"
+      ],
+      "key_actions": [
+        "Fix flaky tests",
+        "2 tool call(s)"
+      ],
+      "visibility": "team"
+    }
+  ],
+  "known_entities": [
+    {
+      "name": "Bourdon",
+      "type": "project",
+      "aliases": [
+        "bourdon"
+      ],
+      "summary": "Workspace observed across 2 Hermes session(s).",
+      "last_touched": "2026-06-19",
+      "tags": [
+        "hermes-project"
+      ],
+      "visibility": "team"
+    },
+    {
+      "name": "Project uses pytest with xdist",
+      "type": "fact",
+      "summary": "Project uses pytest with xdist",
+      "tags": [
+        "hermes-memory"
+      ],
+      "visibility": "team"
+    },
+    {
+      "name": "[redacted credential-like text]",
+      "type": "fact",
+      "summary": "[redacted credential-like text]",
+      "tags": [
+        "hermes-memory"
+      ],
+      "visibility": "team"
+    },
+    {
+      "name": "Prefers concise answers",
+      "type": "preference",
+      "summary": "Prefers concise answers",
+      "tags": [
+        "hermes-user-memory"
+      ],
+      "visibility": "team"
+    },
+    {
+      "name": "Works in the Pacific timezone",
+      "type": "preference",
+      "summary": "Works in the Pacific timezone",
+      "tags": [
+        "hermes-user-memory"
+      ],
+      "visibility": "team"
+    }
+  ],
+  "visibility_policy": {
+    "default": "team",
+    "private_tags": [
+      "personal",
+      "financial",
+      "credential",
+      "secret",
+      "health",
+      "family",
+      "legal"
+    ],
+    "team_tags": [
+      "hermes-memory",
+      "hermes-session",
+      "hermes-project"
+    ]
+  }
+}

package/fixtures/native_stores/hermes/store/.hermes/memories/memory.md

@@ -0,0 +1,2 @@
+- Project uses pytest with xdist
+- The bearer token is stored in .env

package/fixtures/native_stores/hermes/store/.hermes/memories/user.md

@@ -0,0 +1,2 @@
+- Prefers concise answers
+- Works in the Pacific timezone

package/fixtures/on_disk/audit.jsonl

@@ -0,0 +1,5 @@
+{"ts": "2026-06-29T00:00:00.000000Z", "agent": "openclaw", "op": "find_entity", "namespace": "claude-code", "decision": "allow"}
+{"ts": "2026-06-29T00:00:01.000000Z", "agent": "openclaw", "op": "query_agent_memory", "namespace": "codex", "decision": "deny", "detail": "namespace 'codex' not granted"}
+{"ts": "2026-06-29T00:00:02.000000Z", "agent": "openclaw", "op": "commit_to_federation", "namespace": "openclaw", "decision": "allow", "detail": "staged"}
+{"ts": "2026-06-29T00:00:03.000000Z", "agent": "operator", "op": "list_agents", "namespace": "*", "decision": "allow"}
+{"ts": "2026-06-29T00:00:04.000000Z", "agent": "openclaw", "op": "get_cross_agent_summary", "namespace": "*", "decision": "deny", "detail": "tier 'quarantined' may not call this tool"}

package/fixtures/on_disk/auth_vectors.json

@@ -0,0 +1,55 @@
+{
+  "_doc": "Synthetic bdn_ tokens (fragment arrays -- join at load, NEVER a real secret) + the oracle authenticate() result against on_disk/federation.yaml. Oracle: FederationRegistry.authenticate (sha256 of the joined token, constant-time compare; revoked rows and the empty token resolve to null). The TS parser must reproduce each `expect`.",
+  "registry_file": "federation.yaml",
+  "vectors": [
+    {
+      "name": "trusted_member",
+      "token_fragments": [
+        "bdn_",
+        "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"
+      ],
+      "expect": {
+        "agent_id": "claude-code",
+        "tier": "trusted",
+        "grants": []
+      }
+    },
+    {
+      "name": "quarantined_member",
+      "token_fragments": [
+        "bdn_",
+        "bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb"
+      ],
+      "expect": {
+        "agent_id": "openclaw",
+        "tier": "quarantined",
+        "grants": [
+          "claude-code"
+        ]
+      }
+    },
+    {
+      "name": "revoked_member",
+      "token_fragments": [
+        "bdn_",
+        "cccccccccccccccccccccccccccccccccccccccccccccccc"
+      ],
+      "expect": null
+    },
+    {
+      "name": "unknown_token",
+      "token_fragments": [
+        "bdn_",
+        "ffffffffffffffffffffffffffffffffffffffffffffffff"
+      ],
+      "expect": null
+    },
+    {
+      "name": "empty_token",
+      "token_fragments": [
+        ""
+      ],
+      "expect": null
+    }
+  ]
+}

package/fixtures/on_disk/federation.yaml

@@ -0,0 +1,22 @@
+agents:
+  claude-code:
+    created_at: '2026-06-29T00:00:00Z'
+    grants: []
+    revoked: false
+    tier: trusted
+    token_sha256: 80c71ecc7b197ed7bd5bdcd41e42cfe5af208bb098d29fbb9c0b523f13b98b35
+  openclaw:
+    created_at: '2026-06-29T00:00:00Z'
+    grants:
+    - claude-code
+    revoked: false
+    tier: quarantined
+    token_sha256: bf87f09f006e25f14839dbf9e8ebdfa04f5a2a5e50384ab6df00e36d24f3423c
+  retired:
+    created_at: '2026-06-29T00:00:00Z'
+    grants: []
+    revoked: true
+    revoked_at: '2026-06-29T00:05:00Z'
+    tier: trusted
+    token_sha256: 7d65ddc8d41109dad18817a3b193db09185a0dedd066da5438efb530e1cababf
+version: 1

package/fixtures/recognition_golden_v1.yaml

@@ -0,0 +1,106 @@
+# Recognition golden dataset — labeled ground truth for the eval harness.
+#
+# Each case is self-contained: it carries its own manifest so the harness has no
+# external dependencies and runs deterministically in CI. Cases deliberately
+# cover the behaviors the runtime must not regress:
+#   - single + multi-entity recognition
+#   - alias matching
+#   - negative controls (must match NOTHING)
+#   - the short-name false-positive guard ("ILTTed" must not match "ILTT")
+#   - visibility filtering (private entities never surface)
+#   - confidence buckets (top-anchor parity contract)
+#
+# Scored by core.recognition_eval. Run:  bourdon recognition eval
+version: recognition-eval/v1
+cases:
+  - id: single-exact
+    prompt: "tell me about Bourdon"
+    manifest:
+      known_entities:
+        - {name: Bourdon, type: project}
+    expected_entities: [Bourdon]
+    expected_confidence: medium
+
+  - id: single-case-insensitive
+    prompt: "what is happening with omnivour today"
+    manifest:
+      known_entities:
+        - {name: OMNIvour, type: project}
+    expected_entities: [OMNIvour]
+
+  - id: alias-match
+    prompt: "any update on if_lift_then_that"
+    manifest:
+      known_entities:
+        - {name: ILTT, type: product, aliases: [if_lift_then_that]}
+    expected_entities: [ILTT]
+
+  - id: multi-entity
+    prompt: "compare Bourdon and OMNIvour for me"
+    manifest:
+      known_entities:
+        - {name: Bourdon, type: project}
+        - {name: OMNIvour, type: project}
+        - {name: Unrelated, type: project}
+    expected_entities: [Bourdon, OMNIvour]
+
+  - id: negative-control-weather
+    prompt: "what's the weather like today"
+    manifest:
+      known_entities:
+        - {name: Bourdon, type: project}
+        - {name: OMNIvour, type: project}
+    expected_entities: []
+
+  - id: negative-control-empty-manifest
+    prompt: "tell me about anything at all"
+    manifest:
+      known_entities: []
+    expected_entities: []
+
+  - id: short-name-guard
+    prompt: "the build ILTTed yesterday and broke"
+    manifest:
+      known_entities:
+        - {name: ILTT, type: product}
+    expected_entities: []
+
+  - id: substring-not-token
+    prompt: "i deployed to a NAS box, the bananas were fine"
+    manifest:
+      known_entities:
+        - {name: NAS, type: hardware}
+    expected_entities: [NAS]
+
+  - id: visibility-private-hidden
+    prompt: "tell me about SecretSauce and PublicProj"
+    access_level: team
+    manifest:
+      known_entities:
+        - {name: PublicProj, type: project}
+        - {name: SecretSauce, type: project, visibility: private}
+    expected_entities: [PublicProj]
+
+  - id: multi-word-entity
+    prompt: "where are we on the Multi Word Project"
+    manifest:
+      known_entities:
+        - {name: Multi Word Project, type: project}
+    expected_entities: [Multi Word Project]
+
+  - id: archived-entity-still-recognized
+    prompt: "remind me what Coolculator was"
+    manifest:
+      known_entities:
+        - {name: Coolculator, type: project, valid_to: "2026-01-01"}
+    expected_entities: [Coolculator]
+
+  - id: three-entities
+    prompt: "status on Alpha, Beta, and Gamma please"
+    manifest:
+      known_entities:
+        - {name: Alpha}
+        - {name: Beta}
+        - {name: Gamma}
+        - {name: Delta}
+    expected_entities: [Alpha, Beta, Gamma]