completion-kit 0.28.46 → 0.29.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +48 -3
- data/app/assets/javascripts/completion_kit/application.js +435 -23
- data/app/assets/stylesheets/completion_kit/application.css +44 -14
- data/app/controllers/completion_kit/api/v1/metric_versions_controller.rb +2 -0
- data/app/controllers/completion_kit/api/v1/metrics_controller.rb +1 -1
- data/app/controllers/completion_kit/api/v1/runs_controller.rb +4 -1
- data/app/controllers/completion_kit/mcp_controller.rb +4 -0
- data/app/controllers/completion_kit/metrics_controller.rb +48 -46
- data/app/controllers/completion_kit/runs_controller.rb +4 -1
- data/app/helpers/completion_kit/application_helper.rb +99 -45
- data/app/jobs/completion_kit/check_review_job.rb +27 -6
- data/app/models/completion_kit/dataset.rb +53 -4
- data/app/models/completion_kit/metric.rb +103 -28
- data/app/models/completion_kit/metric_version.rb +16 -1
- data/app/models/completion_kit/prompt.rb +8 -0
- data/app/models/completion_kit/review.rb +2 -0
- data/app/models/completion_kit/run.rb +20 -9
- data/app/services/completion_kit/api_config.rb +2 -1
- data/app/services/completion_kit/checks/contains.rb +2 -8
- data/app/services/completion_kit/checks/equals.rb +2 -7
- data/app/services/completion_kit/checks/expected_resolver.rb +17 -3
- data/app/services/completion_kit/checks/flag.rb +13 -0
- data/app/services/completion_kit/checks/json_path_equals.rb +2 -15
- data/app/services/completion_kit/checks/labels.rb +104 -0
- data/app/services/completion_kit/checks/length_bounds.rb +4 -4
- data/app/services/completion_kit/checks/list_overlap.rb +96 -0
- data/app/services/completion_kit/checks/not_contains.rb +2 -8
- data/app/services/completion_kit/checks/numeric_bounds.rb +22 -0
- data/app/services/completion_kit/checks/numeric_equals.rb +37 -0
- data/app/services/completion_kit/checks/numeric_value.rb +45 -0
- data/app/services/completion_kit/checks/regex.rb +14 -4
- data/app/services/completion_kit/checks/registry.rb +107 -4
- data/app/services/completion_kit/checks/result.rb +5 -1
- data/app/services/completion_kit/checks/target_resolver.rb +43 -8
- data/app/services/completion_kit/checks/textual.rb +19 -0
- data/app/services/completion_kit/csv_processor.rb +14 -2
- data/app/services/completion_kit/mcp_tools/metrics.rb +21 -7
- data/app/services/completion_kit/model_discovery_service.rb +2 -1
- data/app/services/completion_kit/ollama_client.rb +19 -2
- data/app/services/completion_kit/promptfoo_importer.rb +4 -4
- data/app/services/completion_kit/provider_endpoint.rb +10 -0
- data/app/services/completion_kit/run_comparison.rb +6 -0
- data/app/views/completion_kit/api_reference/_authentication.html.erb +2 -2
- data/app/views/completion_kit/api_reference/_body.html.erb +7 -30
- data/app/views/completion_kit/api_reference/_example.html.erb +1 -1
- data/app/views/completion_kit/api_reference/_resource_card.html.erb +1 -1
- data/app/views/completion_kit/datasets/_form.html.erb +0 -28
- data/app/views/completion_kit/datasets/index.html.erb +1 -1
- data/app/views/completion_kit/metric_groups/_form.html.erb +1 -20
- data/app/views/completion_kit/metric_groups/index.html.erb +1 -1
- data/app/views/completion_kit/metrics/_check_spec.html.erb +5 -11
- data/app/views/completion_kit/metrics/_form.html.erb +62 -47
- data/app/views/completion_kit/metrics/_starter_card.html.erb +1 -1
- data/app/views/completion_kit/metrics/index.html.erb +2 -2
- data/app/views/completion_kit/metrics/show.html.erb +4 -14
- data/app/views/completion_kit/prompts/_form.html.erb +1 -1
- data/app/views/completion_kit/prompts/index.html.erb +3 -3
- data/app/views/completion_kit/prompts/show.html.erb +8 -8
- data/app/views/completion_kit/provider_credentials/_models_card.html.erb +2 -2
- data/app/views/completion_kit/responses/show.html.erb +1 -1
- data/app/views/completion_kit/runs/_compare_score.html.erb +1 -1
- data/app/views/completion_kit/runs/_form.html.erb +4 -174
- data/app/views/completion_kit/runs/_response_row.html.erb +5 -5
- data/app/views/completion_kit/runs/_row.html.erb +13 -11
- data/app/views/completion_kit/runs/_run_config.html.erb +2 -2
- data/app/views/completion_kit/runs/_status_panel.html.erb +2 -2
- data/app/views/completion_kit/runs/compare.html.erb +10 -6
- data/app/views/completion_kit/runs/show.html.erb +5 -19
- data/app/views/completion_kit/shared/_branded_select.html.erb +1 -1
- data/app/views/completion_kit/tags/index.html.erb +1 -1
- data/app/views/layouts/completion_kit/application.html.erb +2 -2
- data/config/locales/en.yml +2 -0
- data/db/migrate/20260903000001_add_check_score_to_completion_kit_reviews.rb +5 -0
- data/lib/completion_kit/version.rb +1 -1
- data/lib/completion_kit.rb +14 -0
- data/lib/generators/completion_kit/templates/initializer.rb +18 -0
- metadata +9 -1
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: completion-kit
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.29.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Damien Bastin
|
|
@@ -264,13 +264,20 @@ files:
|
|
|
264
264
|
- app/services/completion_kit/checks/contains.rb
|
|
265
265
|
- app/services/completion_kit/checks/equals.rb
|
|
266
266
|
- app/services/completion_kit/checks/expected_resolver.rb
|
|
267
|
+
- app/services/completion_kit/checks/flag.rb
|
|
267
268
|
- app/services/completion_kit/checks/json_path_equals.rb
|
|
269
|
+
- app/services/completion_kit/checks/labels.rb
|
|
268
270
|
- app/services/completion_kit/checks/length_bounds.rb
|
|
271
|
+
- app/services/completion_kit/checks/list_overlap.rb
|
|
269
272
|
- app/services/completion_kit/checks/not_contains.rb
|
|
273
|
+
- app/services/completion_kit/checks/numeric_bounds.rb
|
|
274
|
+
- app/services/completion_kit/checks/numeric_equals.rb
|
|
275
|
+
- app/services/completion_kit/checks/numeric_value.rb
|
|
270
276
|
- app/services/completion_kit/checks/regex.rb
|
|
271
277
|
- app/services/completion_kit/checks/registry.rb
|
|
272
278
|
- app/services/completion_kit/checks/result.rb
|
|
273
279
|
- app/services/completion_kit/checks/target_resolver.rb
|
|
280
|
+
- app/services/completion_kit/checks/textual.rb
|
|
274
281
|
- app/services/completion_kit/checks/valid_json.rb
|
|
275
282
|
- app/services/completion_kit/csv_processor.rb
|
|
276
283
|
- app/services/completion_kit/dashboard_stats.rb
|
|
@@ -452,6 +459,7 @@ files:
|
|
|
452
459
|
- db/migrate/20260730000002_create_completion_kit_prompt_serves.rb
|
|
453
460
|
- db/migrate/20260804000001_add_judge_temperature_ignored_to_runs.rb
|
|
454
461
|
- db/migrate/20260804000002_default_runs_to_no_temperature.rb
|
|
462
|
+
- db/migrate/20260903000001_add_check_score_to_completion_kit_reviews.rb
|
|
455
463
|
- db/migrate/20261013000001_drop_completion_kit_mcp_sessions.rb
|
|
456
464
|
- lib/completion-kit.rb
|
|
457
465
|
- lib/completion_kit.rb
|