@getbourdon/conformance 0.2.0 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +11 -9
- package/dist/index.js +28 -25
- package/fixtures/README.md +3 -3
- package/fixtures/fed_seed_library/agents/claude-code.l5.yaml +31 -4
- package/fixtures/fed_seed_library/agents/codex.l5.yaml +15 -0
- package/fixtures/l5_manifests/invalid/bad-agent-type-enum.json +1 -1
- package/fixtures/l5_manifests/invalid/bad-spec-version-pattern.json +1 -1
- package/fixtures/l5_manifests/invalid/entity-bad-visibility-enum.json +1 -1
- package/fixtures/l5_manifests/invalid/entity-missing-name.json +1 -1
- package/fixtures/l5_manifests/invalid/missing-required-last_updated.json +1 -1
- package/fixtures/l5_manifests/valid/full.json +2 -2
- package/fixtures/l5_manifests/valid/minimal.json +1 -1
- package/fixtures/l5_manifests/valid/team-and-private.json +1 -1
- package/fixtures/l5_schema.json +93 -3
- package/fixtures/l5_todict.json +10 -10
- package/fixtures/leak_cases.json +1 -1
- package/fixtures/manifest.json +51 -31
- package/fixtures/mcp_snapshots/_normalizer.json +31 -2
- package/fixtures/mcp_snapshots/commit_to_federation.req.json +13 -1
- package/fixtures/mcp_snapshots/commit_to_federation.res.json +8 -2
- package/fixtures/mcp_snapshots/export_agents.res.json +47 -1
- package/fixtures/mcp_snapshots/get_cross_agent_summary.res.json +1 -1
- package/fixtures/mcp_snapshots/list_notes.req.json +8 -0
- package/fixtures/mcp_snapshots/list_notes.res.json +28 -0
- package/fixtures/mcp_snapshots/list_recent_work.res.json +1 -1
- package/fixtures/mcp_snapshots/list_workstreams.req.json +6 -0
- package/fixtures/mcp_snapshots/list_workstreams.res.json +23 -0
- package/fixtures/mcp_snapshots/seed_library.json +45 -1
- package/fixtures/native_stores/claude_code/expected_l5.json +8 -8
- package/fixtures/native_stores/claude_code/store/auto_memory/{clyde.md → alpha-agent.md} +2 -2
- package/fixtures/native_stores/claude_code/store/auto_memory/{ry-guy.md → example-user.md} +2 -2
- package/fixtures/native_stores/claude_code/store/knowledge_graph/memory.jsonl +2 -2
- package/fixtures/recognition_golden_v1.yaml +17 -17
- package/fixtures/recognition_vectors.json +23 -23
- package/fixtures/tier_matrix.json +2 -2
- package/package.json +2 -2
|
@@ -6,11 +6,11 @@
|
|
|
6
6
|
# - single + multi-entity recognition
|
|
7
7
|
# - alias matching
|
|
8
8
|
# - negative controls (must match NOTHING)
|
|
9
|
-
# - the short-name false-positive guard ("
|
|
9
|
+
# - the short-name false-positive guard ("QUIPped" must not match "QUIP")
|
|
10
10
|
# - visibility filtering (private entities never surface)
|
|
11
11
|
# - confidence buckets (top-anchor parity contract)
|
|
12
12
|
#
|
|
13
|
-
# Scored by core.recognition_eval. Run: bourdon recognition eval
|
|
13
|
+
# Scored by bourdon.core.recognition_eval. Run: bourdon recognition eval
|
|
14
14
|
version: recognition-eval/v1
|
|
15
15
|
cases:
|
|
16
16
|
- id: single-exact
|
|
@@ -22,34 +22,34 @@ cases:
|
|
|
22
22
|
expected_confidence: medium
|
|
23
23
|
|
|
24
24
|
- id: single-case-insensitive
|
|
25
|
-
prompt: "what is happening with
|
|
25
|
+
prompt: "what is happening with zephyr today"
|
|
26
26
|
manifest:
|
|
27
27
|
known_entities:
|
|
28
|
-
- {name:
|
|
29
|
-
expected_entities: [
|
|
28
|
+
- {name: Zephyr, type: project}
|
|
29
|
+
expected_entities: [Zephyr]
|
|
30
30
|
|
|
31
31
|
- id: alias-match
|
|
32
|
-
prompt: "any update on
|
|
32
|
+
prompt: "any update on quick_unified_insight_pipeline"
|
|
33
33
|
manifest:
|
|
34
34
|
known_entities:
|
|
35
|
-
- {name:
|
|
36
|
-
expected_entities: [
|
|
35
|
+
- {name: QUIP, type: product, aliases: [quick_unified_insight_pipeline]}
|
|
36
|
+
expected_entities: [QUIP]
|
|
37
37
|
|
|
38
38
|
- id: multi-entity
|
|
39
|
-
prompt: "compare Bourdon and
|
|
39
|
+
prompt: "compare Bourdon and Zephyr for me"
|
|
40
40
|
manifest:
|
|
41
41
|
known_entities:
|
|
42
42
|
- {name: Bourdon, type: project}
|
|
43
|
-
- {name:
|
|
43
|
+
- {name: Zephyr, type: project}
|
|
44
44
|
- {name: Unrelated, type: project}
|
|
45
|
-
expected_entities: [Bourdon,
|
|
45
|
+
expected_entities: [Bourdon, Zephyr]
|
|
46
46
|
|
|
47
47
|
- id: negative-control-weather
|
|
48
48
|
prompt: "what's the weather like today"
|
|
49
49
|
manifest:
|
|
50
50
|
known_entities:
|
|
51
51
|
- {name: Bourdon, type: project}
|
|
52
|
-
- {name:
|
|
52
|
+
- {name: Zephyr, type: project}
|
|
53
53
|
expected_entities: []
|
|
54
54
|
|
|
55
55
|
- id: negative-control-empty-manifest
|
|
@@ -59,10 +59,10 @@ cases:
|
|
|
59
59
|
expected_entities: []
|
|
60
60
|
|
|
61
61
|
- id: short-name-guard
|
|
62
|
-
prompt: "the build
|
|
62
|
+
prompt: "the build QUIPped yesterday and broke"
|
|
63
63
|
manifest:
|
|
64
64
|
known_entities:
|
|
65
|
-
- {name:
|
|
65
|
+
- {name: QUIP, type: product}
|
|
66
66
|
expected_entities: []
|
|
67
67
|
|
|
68
68
|
- id: substring-not-token
|
|
@@ -89,11 +89,11 @@ cases:
|
|
|
89
89
|
expected_entities: [Multi Word Project]
|
|
90
90
|
|
|
91
91
|
- id: archived-entity-still-recognized
|
|
92
|
-
prompt: "remind me what
|
|
92
|
+
prompt: "remind me what Nimbletron was"
|
|
93
93
|
manifest:
|
|
94
94
|
known_entities:
|
|
95
|
-
- {name:
|
|
96
|
-
expected_entities: [
|
|
95
|
+
- {name: Nimbletron, type: project, valid_to: "2026-01-01"}
|
|
96
|
+
expected_entities: [Nimbletron]
|
|
97
97
|
|
|
98
98
|
- id: three-entities
|
|
99
99
|
prompt: "status on Alpha, Beta, and Gamma please"
|
|
@@ -18,17 +18,17 @@
|
|
|
18
18
|
"confidence": "medium"
|
|
19
19
|
},
|
|
20
20
|
{
|
|
21
|
-
"prompt": "how is
|
|
21
|
+
"prompt": "how is QUIP going",
|
|
22
22
|
"names": [
|
|
23
|
-
"
|
|
23
|
+
"QUIP"
|
|
24
24
|
],
|
|
25
25
|
"tier": "NAME_SUBSTRING",
|
|
26
26
|
"confidence": "medium"
|
|
27
27
|
},
|
|
28
28
|
{
|
|
29
|
-
"prompt": "we
|
|
29
|
+
"prompt": "we QUIPped the build",
|
|
30
30
|
"names": [
|
|
31
|
-
"
|
|
31
|
+
"QUIP"
|
|
32
32
|
],
|
|
33
33
|
"tier": "NONE",
|
|
34
34
|
"confidence": "none"
|
|
@@ -208,7 +208,7 @@
|
|
|
208
208
|
},
|
|
209
209
|
{
|
|
210
210
|
"name": "two_matches",
|
|
211
|
-
"prompt": "compare Bourdon and
|
|
211
|
+
"prompt": "compare Bourdon and Zephyr for me",
|
|
212
212
|
"manifest": {
|
|
213
213
|
"known_entities": [
|
|
214
214
|
{
|
|
@@ -216,7 +216,7 @@
|
|
|
216
216
|
"type": "project"
|
|
217
217
|
},
|
|
218
218
|
{
|
|
219
|
-
"name": "
|
|
219
|
+
"name": "Zephyr",
|
|
220
220
|
"type": "project"
|
|
221
221
|
},
|
|
222
222
|
{
|
|
@@ -228,13 +228,13 @@
|
|
|
228
228
|
"access_level": "team",
|
|
229
229
|
"matched_names": [
|
|
230
230
|
"Bourdon",
|
|
231
|
-
"
|
|
231
|
+
"Zephyr"
|
|
232
232
|
],
|
|
233
|
-
"recognition": "You're asking about Bourdon and
|
|
233
|
+
"recognition": "You're asking about Bourdon and Zephyr -- I have both.",
|
|
234
234
|
"confidence": "medium",
|
|
235
235
|
"entity_confidences": {
|
|
236
236
|
"Bourdon": "medium",
|
|
237
|
-
"
|
|
237
|
+
"Zephyr": "medium"
|
|
238
238
|
}
|
|
239
239
|
},
|
|
240
240
|
{
|
|
@@ -272,11 +272,11 @@
|
|
|
272
272
|
},
|
|
273
273
|
{
|
|
274
274
|
"name": "short_name_guard",
|
|
275
|
-
"prompt": "the build
|
|
275
|
+
"prompt": "the build QUIPped yesterday and broke",
|
|
276
276
|
"manifest": {
|
|
277
277
|
"known_entities": [
|
|
278
278
|
{
|
|
279
|
-
"name": "
|
|
279
|
+
"name": "QUIP",
|
|
280
280
|
"type": "product"
|
|
281
281
|
}
|
|
282
282
|
]
|
|
@@ -336,11 +336,11 @@
|
|
|
336
336
|
},
|
|
337
337
|
{
|
|
338
338
|
"name": "archived_valid_to",
|
|
339
|
-
"prompt": "remind me what
|
|
339
|
+
"prompt": "remind me what Nimbletron was",
|
|
340
340
|
"manifest": {
|
|
341
341
|
"known_entities": [
|
|
342
342
|
{
|
|
343
|
-
"name": "
|
|
343
|
+
"name": "Nimbletron",
|
|
344
344
|
"type": "project",
|
|
345
345
|
"valid_to": "2026-01-01"
|
|
346
346
|
}
|
|
@@ -348,12 +348,12 @@
|
|
|
348
348
|
},
|
|
349
349
|
"access_level": "team",
|
|
350
350
|
"matched_names": [
|
|
351
|
-
"
|
|
351
|
+
"Nimbletron"
|
|
352
352
|
],
|
|
353
|
-
"recognition": "Oh --
|
|
353
|
+
"recognition": "Oh -- Nimbletron, the project (archived 2026-01-01).",
|
|
354
354
|
"confidence": "medium",
|
|
355
355
|
"entity_confidences": {
|
|
356
|
-
"
|
|
356
|
+
"Nimbletron": "medium"
|
|
357
357
|
}
|
|
358
358
|
},
|
|
359
359
|
{
|
|
@@ -382,26 +382,26 @@
|
|
|
382
382
|
},
|
|
383
383
|
{
|
|
384
384
|
"name": "alias_match",
|
|
385
|
-
"prompt": "any update on
|
|
385
|
+
"prompt": "any update on quick_unified_insight_pipeline",
|
|
386
386
|
"manifest": {
|
|
387
387
|
"known_entities": [
|
|
388
388
|
{
|
|
389
|
-
"name": "
|
|
389
|
+
"name": "QUIP",
|
|
390
390
|
"type": "product",
|
|
391
391
|
"aliases": [
|
|
392
|
-
"
|
|
392
|
+
"quick_unified_insight_pipeline"
|
|
393
393
|
]
|
|
394
394
|
}
|
|
395
395
|
]
|
|
396
396
|
},
|
|
397
397
|
"access_level": "team",
|
|
398
398
|
"matched_names": [
|
|
399
|
-
"
|
|
399
|
+
"QUIP"
|
|
400
400
|
],
|
|
401
|
-
"recognition": "Oh --
|
|
401
|
+
"recognition": "Oh -- QUIP, the product.",
|
|
402
402
|
"confidence": "medium",
|
|
403
403
|
"entity_confidences": {
|
|
404
|
-
"
|
|
404
|
+
"QUIP": "medium"
|
|
405
405
|
}
|
|
406
406
|
},
|
|
407
407
|
{
|
|
@@ -413,7 +413,7 @@
|
|
|
413
413
|
"name": "Bourdon"
|
|
414
414
|
},
|
|
415
415
|
{
|
|
416
|
-
"name": "
|
|
416
|
+
"name": "Zephyr"
|
|
417
417
|
}
|
|
418
418
|
]
|
|
419
419
|
},
|
|
@@ -105,10 +105,10 @@
|
|
|
105
105
|
{
|
|
106
106
|
"tool": "commit_to_federation",
|
|
107
107
|
"tier": "trusted",
|
|
108
|
-
"namespace": "
|
|
108
|
+
"namespace": "alpha-agent",
|
|
109
109
|
"granted": null,
|
|
110
110
|
"args": {
|
|
111
|
-
"agent_id": "
|
|
111
|
+
"agent_id": "alpha-agent",
|
|
112
112
|
"agent_type": "other",
|
|
113
113
|
"entities": [
|
|
114
114
|
{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@getbourdon/conformance",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.2",
|
|
4
4
|
"description": "Language-neutral cross-implementation parity fixtures for Bourdon. Python (pip install bourdon) is the oracle; the @getbourdon/* TypeScript mirror asserts against these exact bytes.",
|
|
5
5
|
"license": "Apache-2.0",
|
|
6
6
|
"type": "module",
|
|
@@ -23,7 +23,7 @@
|
|
|
23
23
|
},
|
|
24
24
|
"publishConfig": {
|
|
25
25
|
"access": "public",
|
|
26
|
-
"provenance":
|
|
26
|
+
"provenance": false
|
|
27
27
|
},
|
|
28
28
|
"homepage": "https://bourdon.ai",
|
|
29
29
|
"repository": {
|