completion-kit 0.28.46 → 0.29.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +48 -3
  3. data/app/assets/javascripts/completion_kit/application.js +435 -23
  4. data/app/assets/stylesheets/completion_kit/application.css +44 -14
  5. data/app/controllers/completion_kit/api/v1/metric_versions_controller.rb +2 -0
  6. data/app/controllers/completion_kit/api/v1/metrics_controller.rb +1 -1
  7. data/app/controllers/completion_kit/api/v1/runs_controller.rb +4 -1
  8. data/app/controllers/completion_kit/mcp_controller.rb +4 -0
  9. data/app/controllers/completion_kit/metrics_controller.rb +48 -46
  10. data/app/controllers/completion_kit/runs_controller.rb +4 -1
  11. data/app/helpers/completion_kit/application_helper.rb +99 -45
  12. data/app/jobs/completion_kit/check_review_job.rb +27 -6
  13. data/app/models/completion_kit/dataset.rb +53 -4
  14. data/app/models/completion_kit/metric.rb +103 -28
  15. data/app/models/completion_kit/metric_version.rb +16 -1
  16. data/app/models/completion_kit/prompt.rb +8 -0
  17. data/app/models/completion_kit/review.rb +2 -0
  18. data/app/models/completion_kit/run.rb +20 -9
  19. data/app/services/completion_kit/api_config.rb +2 -1
  20. data/app/services/completion_kit/checks/contains.rb +2 -8
  21. data/app/services/completion_kit/checks/equals.rb +2 -7
  22. data/app/services/completion_kit/checks/expected_resolver.rb +17 -3
  23. data/app/services/completion_kit/checks/flag.rb +13 -0
  24. data/app/services/completion_kit/checks/json_path_equals.rb +2 -15
  25. data/app/services/completion_kit/checks/labels.rb +104 -0
  26. data/app/services/completion_kit/checks/length_bounds.rb +4 -4
  27. data/app/services/completion_kit/checks/list_overlap.rb +96 -0
  28. data/app/services/completion_kit/checks/not_contains.rb +2 -8
  29. data/app/services/completion_kit/checks/numeric_bounds.rb +22 -0
  30. data/app/services/completion_kit/checks/numeric_equals.rb +37 -0
  31. data/app/services/completion_kit/checks/numeric_value.rb +45 -0
  32. data/app/services/completion_kit/checks/regex.rb +14 -4
  33. data/app/services/completion_kit/checks/registry.rb +107 -4
  34. data/app/services/completion_kit/checks/result.rb +5 -1
  35. data/app/services/completion_kit/checks/target_resolver.rb +43 -8
  36. data/app/services/completion_kit/checks/textual.rb +19 -0
  37. data/app/services/completion_kit/csv_processor.rb +14 -2
  38. data/app/services/completion_kit/mcp_tools/metrics.rb +21 -7
  39. data/app/services/completion_kit/model_discovery_service.rb +2 -1
  40. data/app/services/completion_kit/ollama_client.rb +19 -2
  41. data/app/services/completion_kit/promptfoo_importer.rb +4 -4
  42. data/app/services/completion_kit/provider_endpoint.rb +10 -0
  43. data/app/services/completion_kit/run_comparison.rb +6 -0
  44. data/app/views/completion_kit/api_reference/_authentication.html.erb +2 -2
  45. data/app/views/completion_kit/api_reference/_body.html.erb +7 -30
  46. data/app/views/completion_kit/api_reference/_example.html.erb +1 -1
  47. data/app/views/completion_kit/api_reference/_resource_card.html.erb +1 -1
  48. data/app/views/completion_kit/datasets/_form.html.erb +0 -28
  49. data/app/views/completion_kit/datasets/index.html.erb +1 -1
  50. data/app/views/completion_kit/metric_groups/_form.html.erb +1 -20
  51. data/app/views/completion_kit/metric_groups/index.html.erb +1 -1
  52. data/app/views/completion_kit/metrics/_check_spec.html.erb +5 -11
  53. data/app/views/completion_kit/metrics/_form.html.erb +62 -47
  54. data/app/views/completion_kit/metrics/_starter_card.html.erb +1 -1
  55. data/app/views/completion_kit/metrics/index.html.erb +2 -2
  56. data/app/views/completion_kit/metrics/show.html.erb +4 -14
  57. data/app/views/completion_kit/prompts/_form.html.erb +1 -1
  58. data/app/views/completion_kit/prompts/index.html.erb +3 -3
  59. data/app/views/completion_kit/prompts/show.html.erb +8 -8
  60. data/app/views/completion_kit/provider_credentials/_models_card.html.erb +2 -2
  61. data/app/views/completion_kit/responses/show.html.erb +1 -1
  62. data/app/views/completion_kit/runs/_compare_score.html.erb +1 -1
  63. data/app/views/completion_kit/runs/_form.html.erb +4 -174
  64. data/app/views/completion_kit/runs/_response_row.html.erb +5 -5
  65. data/app/views/completion_kit/runs/_row.html.erb +13 -11
  66. data/app/views/completion_kit/runs/_run_config.html.erb +2 -2
  67. data/app/views/completion_kit/runs/_status_panel.html.erb +2 -2
  68. data/app/views/completion_kit/runs/compare.html.erb +10 -6
  69. data/app/views/completion_kit/runs/show.html.erb +5 -19
  70. data/app/views/completion_kit/shared/_branded_select.html.erb +1 -1
  71. data/app/views/completion_kit/tags/index.html.erb +1 -1
  72. data/app/views/layouts/completion_kit/application.html.erb +2 -2
  73. data/config/locales/en.yml +2 -0
  74. data/db/migrate/20260903000001_add_check_score_to_completion_kit_reviews.rb +5 -0
  75. data/lib/completion_kit/version.rb +1 -1
  76. data/lib/completion_kit.rb +14 -0
  77. data/lib/generators/completion_kit/templates/initializer.rb +18 -0
  78. metadata +9 -1
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: completion-kit
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.28.46
4
+ version: 0.29.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Damien Bastin
@@ -264,13 +264,20 @@ files:
264
264
  - app/services/completion_kit/checks/contains.rb
265
265
  - app/services/completion_kit/checks/equals.rb
266
266
  - app/services/completion_kit/checks/expected_resolver.rb
267
+ - app/services/completion_kit/checks/flag.rb
267
268
  - app/services/completion_kit/checks/json_path_equals.rb
269
+ - app/services/completion_kit/checks/labels.rb
268
270
  - app/services/completion_kit/checks/length_bounds.rb
271
+ - app/services/completion_kit/checks/list_overlap.rb
269
272
  - app/services/completion_kit/checks/not_contains.rb
273
+ - app/services/completion_kit/checks/numeric_bounds.rb
274
+ - app/services/completion_kit/checks/numeric_equals.rb
275
+ - app/services/completion_kit/checks/numeric_value.rb
270
276
  - app/services/completion_kit/checks/regex.rb
271
277
  - app/services/completion_kit/checks/registry.rb
272
278
  - app/services/completion_kit/checks/result.rb
273
279
  - app/services/completion_kit/checks/target_resolver.rb
280
+ - app/services/completion_kit/checks/textual.rb
274
281
  - app/services/completion_kit/checks/valid_json.rb
275
282
  - app/services/completion_kit/csv_processor.rb
276
283
  - app/services/completion_kit/dashboard_stats.rb
@@ -452,6 +459,7 @@ files:
452
459
  - db/migrate/20260730000002_create_completion_kit_prompt_serves.rb
453
460
  - db/migrate/20260804000001_add_judge_temperature_ignored_to_runs.rb
454
461
  - db/migrate/20260804000002_default_runs_to_no_temperature.rb
462
+ - db/migrate/20260903000001_add_check_score_to_completion_kit_reviews.rb
455
463
  - db/migrate/20261013000001_drop_completion_kit_mcp_sessions.rb
456
464
  - lib/completion-kit.rb
457
465
  - lib/completion_kit.rb