@inspectr/mcplab 1.7.0 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +14 -1
- package/dist/app/assets/index-BLsLqeX3.js +249 -0
- package/dist/app/assets/index-D80zV1LL.css +1 -0
- package/dist/app/icons/claude-color.svg +1 -0
- package/dist/app/icons/openai.svg +1 -0
- package/dist/app/index.html +2 -2
- package/dist/app-server/app-context.d.ts +129 -75
- package/dist/app-server/assistant-common.d.ts +2 -0
- package/dist/app-server/assistant-common.d.ts.map +1 -1
- package/dist/app-server/assistant-common.js +2 -1
- package/dist/app-server/assistant-common.js.map +1 -1
- package/dist/app-server/config-store.d.ts +2 -0
- package/dist/app-server/config-store.d.ts.map +1 -1
- package/dist/app-server/config-store.js +10 -5
- package/dist/app-server/config-store.js.map +1 -1
- package/dist/app-server/oauth-debugger-domain.d.ts +202 -174
- package/dist/app-server/oauth-debugger-domain.d.ts.map +1 -1
- package/dist/app-server/oauth-debugger-domain.js +53 -4
- package/dist/app-server/oauth-debugger-domain.js.map +1 -1
- package/dist/app-server/oauth-runtime-domain.d.ts +53 -42
- package/dist/app-server/oauth-runtime-domain.d.ts.map +1 -1
- package/dist/app-server/oauth-runtime-domain.js +1 -3
- package/dist/app-server/oauth-runtime-domain.js.map +1 -1
- package/dist/app-server/oauth-runtime-routes.d.ts +13 -11
- package/dist/app-server/oauth-runtime-routes.d.ts.map +1 -1
- package/dist/app-server/oauth-runtime-routes.js +27 -1
- package/dist/app-server/oauth-runtime-routes.js.map +1 -1
- package/dist/app-server/oauth-session-manager.d.ts +57 -0
- package/dist/app-server/oauth-session-manager.d.ts.map +1 -0
- package/dist/app-server/oauth-session-manager.js +338 -0
- package/dist/app-server/oauth-session-manager.js.map +1 -0
- package/dist/app-server/result-assistant-domain.d.ts +5 -3
- package/dist/app-server/result-assistant-domain.d.ts.map +1 -1
- package/dist/app-server/result-assistant-domain.js +38 -44
- package/dist/app-server/result-assistant-domain.js.map +1 -1
- package/dist/app-server/result-assistant-tools.d.ts +11 -0
- package/dist/app-server/result-assistant-tools.d.ts.map +1 -0
- package/dist/app-server/result-assistant-tools.js +27 -0
- package/dist/app-server/result-assistant-tools.js.map +1 -0
- package/dist/app-server/result-assistant.d.ts.map +1 -1
- package/dist/app-server/result-assistant.js +24 -27
- package/dist/app-server/result-assistant.js.map +1 -1
- package/dist/app-server/router.d.ts.map +1 -1
- package/dist/app-server/router.js +36 -8
- package/dist/app-server/router.js.map +1 -1
- package/dist/app-server/runs-routes.d.ts +54 -30
- package/dist/app-server/runs-routes.d.ts.map +1 -1
- package/dist/app-server/runs-routes.js +207 -87
- package/dist/app-server/runs-routes.js.map +1 -1
- package/dist/app-server/scenario-assistant-domain.d.ts +19 -3
- package/dist/app-server/scenario-assistant-domain.d.ts.map +1 -1
- package/dist/app-server/scenario-assistant-domain.js +272 -6
- package/dist/app-server/scenario-assistant-domain.js.map +1 -1
- package/dist/app-server/scenario-assistant.d.ts +2 -0
- package/dist/app-server/scenario-assistant.d.ts.map +1 -1
- package/dist/app-server/scenario-assistant.js +60 -3
- package/dist/app-server/scenario-assistant.js.map +1 -1
- package/dist/app-server/tool-analysis-domain.d.ts +179 -165
- package/dist/app-server/tool-analysis-domain.d.ts.map +1 -1
- package/dist/app-server/tool-analysis-domain.js +21 -9
- package/dist/app-server/tool-analysis-domain.js.map +1 -1
- package/dist/app-server/tool-analysis.d.ts +21 -12
- package/dist/app-server/tool-analysis.d.ts.map +1 -1
- package/dist/app-server/tool-analysis.js +23 -20
- package/dist/app-server/tool-analysis.js.map +1 -1
- package/dist/app-server/types.d.ts +7 -0
- package/dist/app-server/types.d.ts.map +1 -1
- package/dist/cli.js +186 -103
- package/dist/cli.js.map +1 -1
- package/dist/eval-config-files.d.ts +13 -0
- package/dist/eval-config-files.d.ts.map +1 -0
- package/dist/eval-config-files.js +89 -0
- package/dist/eval-config-files.js.map +1 -0
- package/dist/run-interactive.d.ts.map +1 -1
- package/dist/run-interactive.js +14 -10
- package/dist/run-interactive.js.map +1 -1
- package/package.json +4 -4
- package/dist/app/assets/index-CYs1291A.css +0 -1
- package/dist/app/assets/index-Fe4npghI.js +0 -249
package/README.md
CHANGED
|
@@ -276,11 +276,17 @@ scenarios:
|
|
|
276
276
|
|
|
277
277
|
# Validate response content
|
|
278
278
|
response_assertions:
|
|
279
|
+
- type: "contains"
|
|
280
|
+
value: "found"
|
|
281
|
+
- type: "not_contains"
|
|
282
|
+
value: "error"
|
|
279
283
|
- type: "regex"
|
|
280
284
|
pattern: "found \\d+ items"
|
|
281
285
|
- type: "jsonpath"
|
|
282
286
|
path: "$.summary.count"
|
|
283
287
|
equals: 10
|
|
288
|
+
- type: "jsonpath_exists"
|
|
289
|
+
path: "$.summary.items"
|
|
284
290
|
|
|
285
291
|
# Extract metrics
|
|
286
292
|
extract:
|
|
@@ -303,8 +309,15 @@ run_defaults:
|
|
|
303
309
|
- `allow`: List of allowed sequences (e.g., `[["search", "analyze"]]`)
|
|
304
310
|
|
|
305
311
|
- **`response_assertions`** - Validate the final response
|
|
312
|
+
- `contains`: Final text must include a literal substring (case-insensitive)
|
|
313
|
+
- `not_contains`: Final text must not include a literal substring (case-insensitive)
|
|
314
|
+
- `starts_with`: Final text must start with a literal substring (case-insensitive)
|
|
315
|
+
- `ends_with`: Final text must end with a literal substring (case-insensitive)
|
|
316
|
+
- `equals`: Final text must exactly equal a literal string (case-insensitive)
|
|
306
317
|
- `regex`: Pattern matching on response text
|
|
307
|
-
- `jsonpath`: Query and validate JSON responses
|
|
318
|
+
- `jsonpath`: Query and validate JSON responses (with optional `equals`)
|
|
319
|
+
- `jsonpath_exists`: JSONPath must resolve at least one value
|
|
320
|
+
- `jsonpath_not_exists`: JSONPath must resolve no values
|
|
308
321
|
|
|
309
322
|
- **`extract`** - Extract metrics from responses
|
|
310
323
|
- Capture values using regex named groups: `(?<value>...)`
|