@inspectr/mcplab 1.7.0 → 1.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (79) hide show
  1. package/README.md +14 -1
  2. package/dist/app/assets/index-BLsLqeX3.js +249 -0
  3. package/dist/app/assets/index-D80zV1LL.css +1 -0
  4. package/dist/app/icons/claude-color.svg +1 -0
  5. package/dist/app/icons/openai.svg +1 -0
  6. package/dist/app/index.html +2 -2
  7. package/dist/app-server/app-context.d.ts +129 -75
  8. package/dist/app-server/assistant-common.d.ts +2 -0
  9. package/dist/app-server/assistant-common.d.ts.map +1 -1
  10. package/dist/app-server/assistant-common.js +2 -1
  11. package/dist/app-server/assistant-common.js.map +1 -1
  12. package/dist/app-server/config-store.d.ts +2 -0
  13. package/dist/app-server/config-store.d.ts.map +1 -1
  14. package/dist/app-server/config-store.js +10 -5
  15. package/dist/app-server/config-store.js.map +1 -1
  16. package/dist/app-server/oauth-debugger-domain.d.ts +202 -174
  17. package/dist/app-server/oauth-debugger-domain.d.ts.map +1 -1
  18. package/dist/app-server/oauth-debugger-domain.js +53 -4
  19. package/dist/app-server/oauth-debugger-domain.js.map +1 -1
  20. package/dist/app-server/oauth-runtime-domain.d.ts +53 -42
  21. package/dist/app-server/oauth-runtime-domain.d.ts.map +1 -1
  22. package/dist/app-server/oauth-runtime-domain.js +1 -3
  23. package/dist/app-server/oauth-runtime-domain.js.map +1 -1
  24. package/dist/app-server/oauth-runtime-routes.d.ts +13 -11
  25. package/dist/app-server/oauth-runtime-routes.d.ts.map +1 -1
  26. package/dist/app-server/oauth-runtime-routes.js +27 -1
  27. package/dist/app-server/oauth-runtime-routes.js.map +1 -1
  28. package/dist/app-server/oauth-session-manager.d.ts +57 -0
  29. package/dist/app-server/oauth-session-manager.d.ts.map +1 -0
  30. package/dist/app-server/oauth-session-manager.js +338 -0
  31. package/dist/app-server/oauth-session-manager.js.map +1 -0
  32. package/dist/app-server/result-assistant-domain.d.ts +5 -3
  33. package/dist/app-server/result-assistant-domain.d.ts.map +1 -1
  34. package/dist/app-server/result-assistant-domain.js +38 -44
  35. package/dist/app-server/result-assistant-domain.js.map +1 -1
  36. package/dist/app-server/result-assistant-tools.d.ts +11 -0
  37. package/dist/app-server/result-assistant-tools.d.ts.map +1 -0
  38. package/dist/app-server/result-assistant-tools.js +27 -0
  39. package/dist/app-server/result-assistant-tools.js.map +1 -0
  40. package/dist/app-server/result-assistant.d.ts.map +1 -1
  41. package/dist/app-server/result-assistant.js +24 -27
  42. package/dist/app-server/result-assistant.js.map +1 -1
  43. package/dist/app-server/router.d.ts.map +1 -1
  44. package/dist/app-server/router.js +36 -8
  45. package/dist/app-server/router.js.map +1 -1
  46. package/dist/app-server/runs-routes.d.ts +54 -30
  47. package/dist/app-server/runs-routes.d.ts.map +1 -1
  48. package/dist/app-server/runs-routes.js +207 -87
  49. package/dist/app-server/runs-routes.js.map +1 -1
  50. package/dist/app-server/scenario-assistant-domain.d.ts +19 -3
  51. package/dist/app-server/scenario-assistant-domain.d.ts.map +1 -1
  52. package/dist/app-server/scenario-assistant-domain.js +272 -6
  53. package/dist/app-server/scenario-assistant-domain.js.map +1 -1
  54. package/dist/app-server/scenario-assistant.d.ts +2 -0
  55. package/dist/app-server/scenario-assistant.d.ts.map +1 -1
  56. package/dist/app-server/scenario-assistant.js +60 -3
  57. package/dist/app-server/scenario-assistant.js.map +1 -1
  58. package/dist/app-server/tool-analysis-domain.d.ts +179 -165
  59. package/dist/app-server/tool-analysis-domain.d.ts.map +1 -1
  60. package/dist/app-server/tool-analysis-domain.js +21 -9
  61. package/dist/app-server/tool-analysis-domain.js.map +1 -1
  62. package/dist/app-server/tool-analysis.d.ts +21 -12
  63. package/dist/app-server/tool-analysis.d.ts.map +1 -1
  64. package/dist/app-server/tool-analysis.js +23 -20
  65. package/dist/app-server/tool-analysis.js.map +1 -1
  66. package/dist/app-server/types.d.ts +7 -0
  67. package/dist/app-server/types.d.ts.map +1 -1
  68. package/dist/cli.js +186 -103
  69. package/dist/cli.js.map +1 -1
  70. package/dist/eval-config-files.d.ts +13 -0
  71. package/dist/eval-config-files.d.ts.map +1 -0
  72. package/dist/eval-config-files.js +89 -0
  73. package/dist/eval-config-files.js.map +1 -0
  74. package/dist/run-interactive.d.ts.map +1 -1
  75. package/dist/run-interactive.js +14 -10
  76. package/dist/run-interactive.js.map +1 -1
  77. package/package.json +4 -4
  78. package/dist/app/assets/index-CYs1291A.css +0 -1
  79. package/dist/app/assets/index-Fe4npghI.js +0 -249
package/README.md CHANGED
@@ -276,11 +276,17 @@ scenarios:
276
276
 
277
277
  # Validate response content
278
278
  response_assertions:
279
+ - type: "contains"
280
+ value: "found"
281
+ - type: "not_contains"
282
+ value: "error"
279
283
  - type: "regex"
280
284
  pattern: "found \\d+ items"
281
285
  - type: "jsonpath"
282
286
  path: "$.summary.count"
283
287
  equals: 10
288
+ - type: "jsonpath_exists"
289
+ path: "$.summary.items"
284
290
 
285
291
  # Extract metrics
286
292
  extract:
@@ -303,8 +309,15 @@ run_defaults:
303
309
  - `allow`: List of allowed sequences (e.g., `[["search", "analyze"]]`)
304
310
 
305
311
  - **`response_assertions`** - Validate the final response
312
+ - `contains`: Final text must include a literal substring (case-insensitive)
313
+ - `not_contains`: Final text must not include a literal substring (case-insensitive)
314
+ - `starts_with`: Final text must start with a literal substring (case-insensitive)
315
+ - `ends_with`: Final text must end with a literal substring (case-insensitive)
316
+ - `equals`: Final text must exactly equal a literal string (case-insensitive)
306
317
  - `regex`: Pattern matching on response text
307
- - `jsonpath`: Query and validate JSON responses
318
+ - `jsonpath`: Query and validate JSON responses (with optional `equals`)
319
+ - `jsonpath_exists`: JSONPath must resolve at least one value
320
+ - `jsonpath_not_exists`: JSONPath must resolve no values
308
321
 
309
322
  - **`extract`** - Extract metrics from responses
310
323
  - Capture values using regex named groups: `(?<value>...)`