@dotsetlabs/bellwether 1.0.3 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +118 -0
- package/README.md +17 -2
- package/dist/auth/credentials.js +2 -0
- package/dist/baseline/accessors.d.ts +1 -1
- package/dist/baseline/accessors.js +13 -3
- package/dist/baseline/baseline-format.d.ts +335 -0
- package/dist/baseline/baseline-format.js +12 -0
- package/dist/baseline/comparator.js +494 -13
- package/dist/baseline/converter.d.ts +15 -15
- package/dist/baseline/converter.js +97 -37
- package/dist/baseline/diff.d.ts +1 -1
- package/dist/baseline/diff.js +45 -28
- package/dist/baseline/error-analyzer.d.ts +1 -1
- package/dist/baseline/error-analyzer.js +90 -17
- package/dist/baseline/incremental-checker.js +8 -5
- package/dist/baseline/index.d.ts +2 -12
- package/dist/baseline/index.js +3 -23
- package/dist/baseline/performance-tracker.d.ts +0 -1
- package/dist/baseline/performance-tracker.js +13 -20
- package/dist/baseline/response-fingerprint.js +40 -3
- package/dist/baseline/saver.js +75 -10
- package/dist/baseline/schema-compare.d.ts +22 -0
- package/dist/baseline/schema-compare.js +259 -16
- package/dist/baseline/types.d.ts +30 -7
- package/dist/cache/response-cache.d.ts +8 -0
- package/dist/cache/response-cache.js +119 -2
- package/dist/cli/commands/baseline.js +70 -35
- package/dist/cli/commands/check.js +71 -15
- package/dist/cli/commands/explore.js +69 -16
- package/dist/cli/commands/init.js +10 -7
- package/dist/cli/commands/watch.js +5 -5
- package/dist/cli/index.js +8 -0
- package/dist/config/loader.js +2 -2
- package/dist/config/template.js +8 -7
- package/dist/config/validator.d.ts +59 -59
- package/dist/config/validator.js +245 -90
- package/dist/constants/core.d.ts +5 -1
- package/dist/constants/core.js +9 -20
- package/dist/constants/registry.d.ts +17 -0
- package/dist/constants/registry.js +18 -0
- package/dist/constants/testing.d.ts +0 -369
- package/dist/constants/testing.js +18 -456
- package/dist/constants.d.ts +1 -1
- package/dist/constants.js +1 -1
- package/dist/discovery/discovery.js +88 -14
- package/dist/discovery/types.d.ts +5 -1
- package/dist/docs/agents.js +138 -50
- package/dist/docs/contract.js +194 -84
- package/dist/docs/report.js +8 -5
- package/dist/errors/retry.js +11 -5
- package/dist/interview/insights.d.ts +17 -0
- package/dist/interview/insights.js +52 -0
- package/dist/interview/interviewer.js +52 -10
- package/dist/interview/prompt-test-generator.d.ts +12 -0
- package/dist/interview/prompt-test-generator.js +77 -0
- package/dist/interview/rate-limiter.js +7 -3
- package/dist/interview/resource-test-generator.d.ts +12 -0
- package/dist/interview/resource-test-generator.js +20 -0
- package/dist/interview/schema-inferrer.js +26 -4
- package/dist/interview/schema-test-generator.js +278 -31
- package/dist/interview/stateful-test-runner.d.ts +3 -0
- package/dist/interview/stateful-test-runner.js +80 -0
- package/dist/interview/types.d.ts +12 -0
- package/dist/llm/anthropic.js +14 -4
- package/dist/llm/fallback.d.ts +1 -0
- package/dist/llm/fallback.js +7 -1
- package/dist/llm/openai.js +15 -4
- package/dist/protocol/index.d.ts +2 -0
- package/dist/protocol/index.js +2 -0
- package/dist/protocol/version-registry.d.ts +66 -0
- package/dist/protocol/version-registry.js +159 -0
- package/dist/transport/http-transport.d.ts +11 -1
- package/dist/transport/http-transport.js +21 -2
- package/dist/transport/mcp-client.d.ts +29 -1
- package/dist/transport/mcp-client.js +93 -8
- package/dist/transport/sse-transport.d.ts +7 -3
- package/dist/transport/sse-transport.js +162 -71
- package/dist/transport/types.d.ts +134 -1
- package/dist/utils/concurrency.d.ts +2 -0
- package/dist/utils/concurrency.js +9 -2
- package/dist/utils/markdown.js +13 -18
- package/dist/utils/timeout.js +2 -1
- package/dist/version.js +1 -1
- package/man/bellwether.1 +1 -1
- package/man/bellwether.1.md +2 -2
- package/package.json +1 -1
- package/schemas/bellwether-check.schema.json +185 -0
- package/schemas/bellwether-explore.schema.json +837 -0
- package/scripts/completions/bellwether.bash +10 -4
- package/scripts/completions/bellwether.zsh +55 -2
|
@@ -20,7 +20,7 @@ _bellwether_completions() {
|
|
|
20
20
|
opts="--config --fail-on-drift --accept-drift --accept-reason --format --min-severity --fail-on-severity --help"
|
|
21
21
|
;;
|
|
22
22
|
explore)
|
|
23
|
-
opts="--config --
|
|
23
|
+
opts="--config --help"
|
|
24
24
|
;;
|
|
25
25
|
init)
|
|
26
26
|
opts="--force --preset --provider --yes --help"
|
|
@@ -29,20 +29,26 @@ _bellwether_completions() {
|
|
|
29
29
|
opts="save compare show diff accept --help"
|
|
30
30
|
;;
|
|
31
31
|
auth)
|
|
32
|
-
opts="add remove status --help"
|
|
32
|
+
opts="add remove status clear --help"
|
|
33
33
|
;;
|
|
34
34
|
discover)
|
|
35
|
-
opts="--config --json --timeout --transport --url --
|
|
35
|
+
opts="--config --json --timeout --transport --url --session-id --help"
|
|
36
36
|
;;
|
|
37
37
|
watch)
|
|
38
38
|
opts="--config --help"
|
|
39
39
|
;;
|
|
40
40
|
registry)
|
|
41
|
-
opts="--limit --json --help"
|
|
41
|
+
opts="--config --limit --json --help"
|
|
42
|
+
;;
|
|
43
|
+
golden)
|
|
44
|
+
opts="save compare list delete --help"
|
|
42
45
|
;;
|
|
43
46
|
contract)
|
|
44
47
|
opts="validate generate show --help"
|
|
45
48
|
;;
|
|
49
|
+
validate-config)
|
|
50
|
+
opts="--config --help"
|
|
51
|
+
;;
|
|
46
52
|
*)
|
|
47
53
|
opts=""
|
|
48
54
|
;;
|
|
@@ -29,8 +29,7 @@ _bellwether() {
|
|
|
29
29
|
explore)
|
|
30
30
|
_arguments \
|
|
31
31
|
'-c[Config file path]:config:_files -g "*.yaml"' \
|
|
32
|
-
'--config[Config file path]:config:_files -g "*.yaml"'
|
|
33
|
-
'--preset[Configuration preset]:preset:(ci security thorough local)'
|
|
32
|
+
'--config[Config file path]:config:_files -g "*.yaml"'
|
|
34
33
|
;;
|
|
35
34
|
init)
|
|
36
35
|
_arguments \
|
|
@@ -47,6 +46,40 @@ _bellwether() {
|
|
|
47
46
|
auth)
|
|
48
47
|
_arguments '1: :_auth_subcommands'
|
|
49
48
|
;;
|
|
49
|
+
discover)
|
|
50
|
+
_arguments \
|
|
51
|
+
'-c[Config file path]:config:_files -g "*.yaml"' \
|
|
52
|
+
'--config[Config file path]:config:_files -g "*.yaml"' \
|
|
53
|
+
'--json[Output as JSON]' \
|
|
54
|
+
'--timeout[Connection timeout (ms)]:timeout:' \
|
|
55
|
+
'--transport[Transport type]:transport:(stdio sse streamable-http)' \
|
|
56
|
+
'--url[Remote MCP server URL]:url:' \
|
|
57
|
+
'--session-id[Session ID for remote authentication]:session-id:'
|
|
58
|
+
;;
|
|
59
|
+
registry)
|
|
60
|
+
_arguments \
|
|
61
|
+
'-c[Config file path]:config:_files -g "*.yaml"' \
|
|
62
|
+
'--config[Config file path]:config:_files -g "*.yaml"' \
|
|
63
|
+
'-l[Limit results]:limit:' \
|
|
64
|
+
'--limit[Limit results]:limit:' \
|
|
65
|
+
'--json[Output as JSON]'
|
|
66
|
+
;;
|
|
67
|
+
contract)
|
|
68
|
+
_arguments '1: :_contract_subcommands'
|
|
69
|
+
;;
|
|
70
|
+
golden)
|
|
71
|
+
_arguments '1: :_golden_subcommands'
|
|
72
|
+
;;
|
|
73
|
+
validate-config)
|
|
74
|
+
_arguments \
|
|
75
|
+
'-c[Config file path]:config:_files -g "*.yaml"' \
|
|
76
|
+
'--config[Config file path]:config:_files -g "*.yaml"'
|
|
77
|
+
;;
|
|
78
|
+
watch)
|
|
79
|
+
_arguments \
|
|
80
|
+
'-c[Config file path]:config:_files -g "*.yaml"' \
|
|
81
|
+
'--config[Config file path]:config:_files -g "*.yaml"'
|
|
82
|
+
;;
|
|
50
83
|
*)
|
|
51
84
|
_files
|
|
52
85
|
;;
|
|
@@ -87,8 +120,28 @@ _auth_subcommands() {
|
|
|
87
120
|
'add:Add API key'
|
|
88
121
|
'remove:Remove API key'
|
|
89
122
|
'status:Show auth status'
|
|
123
|
+
'clear:Remove all stored API keys'
|
|
90
124
|
)
|
|
91
125
|
_describe -t commands 'auth subcommands' subcommands
|
|
92
126
|
}
|
|
93
127
|
|
|
128
|
+
_golden_subcommands() {
|
|
129
|
+
local subcommands=(
|
|
130
|
+
'save:Capture golden output'
|
|
131
|
+
'compare:Compare against saved goldens'
|
|
132
|
+
'list:List saved golden outputs'
|
|
133
|
+
'delete:Delete a golden output'
|
|
134
|
+
)
|
|
135
|
+
_describe -t commands 'golden subcommands' subcommands
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
_contract_subcommands() {
|
|
139
|
+
local subcommands=(
|
|
140
|
+
'validate:Validate against contract'
|
|
141
|
+
'generate:Generate contract from server'
|
|
142
|
+
'show:Display contract file'
|
|
143
|
+
)
|
|
144
|
+
_describe -t commands 'contract subcommands' subcommands
|
|
145
|
+
}
|
|
146
|
+
|
|
94
147
|
compdef _bellwether bellwether
|