completion-kit 0.11.0 → 0.12.0

data/db/migrate/20260531000004_rename_calibrations_to_agreements.rb

@@ -0,0 +1,19 @@
+class RenameCalibrationsToAgreements < ActiveRecord::Migration[8.1]
+  CALIBRATION_INDEXES = {
+    "index_ck_calibrations_on_metric_id" => "index_ck_agreements_on_metric_id",
+    "index_ck_calibrations_on_metric_version_id" => "index_ck_agreements_on_metric_version_id",
+    "index_ck_calibrations_on_response_id" => "index_ck_agreements_on_response_id",
+    "index_ck_calibrations_on_run_id" => "index_ck_agreements_on_run_id",
+    "index_ck_calibrations_on_response_metric_user" => "index_ck_agreements_on_response_metric_user"
+  }.freeze
+
+  def up
+    rename_table :completion_kit_calibrations, :completion_kit_agreements
+    CALIBRATION_INDEXES.each { |old_name, new_name| rename_index :completion_kit_agreements, old_name, new_name }
+  end
+
+  def down
+    CALIBRATION_INDEXES.each { |old_name, new_name| rename_index :completion_kit_agreements, new_name, old_name }
+    rename_table :completion_kit_agreements, :completion_kit_calibrations
+  end
+end

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.11.0"
+  VERSION = "0.12.0"
 end

data/lib/completion_kit.rb

@@ -12,7 +12,7 @@ module CompletionKit
     attr_accessor :api_reference_authentication_partial
     attr_accessor :api_rate_limit, :web_rate_limit
     attr_accessor :allow_loopback_endpoints
-    attr_accessor :judge_calibration_enabled
+    attr_accessor :judge_agreement_enabled
     attr_accessor :judge_examples_from_reviews
 
     def initialize
@@ -29,7 +29,7 @@ module CompletionKit
       @web_rate_limit = 300
 
       @allow_loopback_endpoints = true
-      @judge_calibration_enabled = true
+      @judge_agreement_enabled = true
       @judge_examples_from_reviews = false
 
       @api_reference_authentication_partial = "completion_kit/api_reference/authentication"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 0.12.0
 platform: ruby
 authors:
 - Damien Bastin
@@ -234,8 +234,9 @@ files:
 - app/assets/images/completion_kit/logo.png
 - app/assets/javascripts/completion_kit/application.js
 - app/assets/stylesheets/completion_kit/application.css
+- app/controllers/completion_kit/agreements_controller.rb
+- app/controllers/completion_kit/api/v1/agreements_controller.rb
 - app/controllers/completion_kit/api/v1/base_controller.rb
-- app/controllers/completion_kit/api/v1/calibrations_controller.rb
 - app/controllers/completion_kit/api/v1/datasets_controller.rb
 - app/controllers/completion_kit/api/v1/metric_groups_controller.rb
 - app/controllers/completion_kit/api/v1/metric_versions_controller.rb
@@ -247,7 +248,6 @@ files:
 - app/controllers/completion_kit/api/v1/tags_controller.rb
 - app/controllers/completion_kit/api_reference_controller.rb
 - app/controllers/completion_kit/application_controller.rb
-- app/controllers/completion_kit/calibrations_controller.rb
 - app/controllers/completion_kit/dashboard_controller.rb
 - app/controllers/completion_kit/dashboard_dismissals_controller.rb
 - app/controllers/completion_kit/datasets_controller.rb
@@ -270,8 +270,8 @@ files:
 - app/jobs/completion_kit/model_discovery_job.rb
 - app/jobs/completion_kit/run_completion_check_job.rb
 - app/mailers/completion_kit/application_mailer.rb
+- app/models/completion_kit/agreement.rb
 - app/models/completion_kit/application_record.rb
-- app/models/completion_kit/calibration.rb
 - app/models/completion_kit/dashboard_dismissal.rb
 - app/models/completion_kit/dataset.rb
 - app/models/completion_kit/mcp_session.rb
@@ -292,16 +292,16 @@ files:
 - app/models/completion_kit/tagging.rb
 - app/models/concerns/completion_kit/has_job_status.rb
 - app/models/concerns/completion_kit/taggable.rb
+- app/services/completion_kit/agreement_math.rb
 - app/services/completion_kit/anthropic_client.rb
 - app/services/completion_kit/api_config.rb
-- app/services/completion_kit/calibration_math.rb
 - app/services/completion_kit/csv_processor.rb
 - app/services/completion_kit/dashboard_stats.rb
 - app/services/completion_kit/judge_service.rb
 - app/services/completion_kit/llm_client.rb
 - app/services/completion_kit/mcp_dispatcher.rb
+- app/services/completion_kit/mcp_tools/agreements.rb
 - app/services/completion_kit/mcp_tools/base.rb
-- app/services/completion_kit/mcp_tools/calibrations.rb
 - app/services/completion_kit/mcp_tools/datasets.rb
 - app/services/completion_kit/mcp_tools/judges.rb
 - app/services/completion_kit/mcp_tools/metric_groups.rb
@@ -312,8 +312,8 @@ files:
 - app/services/completion_kit/mcp_tools/responses.rb
 - app/services/completion_kit/mcp_tools/runs.rb
 - app/services/completion_kit/mcp_tools/tags.rb
-- app/services/completion_kit/metric_calibration_examples.rb
-- app/services/completion_kit/metric_calibration_stats.rb
+- app/services/completion_kit/metric_agreement_examples.rb
+- app/services/completion_kit/metric_agreement_stats.rb
 - app/services/completion_kit/metric_improvement_validator.rb
 - app/services/completion_kit/metric_variant_generator.rb
 - app/services/completion_kit/model_discovery_service.rb
@@ -328,14 +328,14 @@ files:
 - app/services/completion_kit/starter_metrics.rb
 - app/services/completion_kit/worker_health.rb
 - app/validators/completion_kit/tenant_scoped_uniqueness_validator.rb
+- app/views/completion_kit/agreements/_buttons.html.erb
+- app/views/completion_kit/agreements/_trust_panel.html.erb
 - app/views/completion_kit/api_reference/_authentication.html.erb
 - app/views/completion_kit/api_reference/_body.html.erb
 - app/views/completion_kit/api_reference/_example.html.erb
 - app/views/completion_kit/api_reference/_resource_card.html.erb
 - app/views/completion_kit/api_reference/_resource_list.html.erb
 - app/views/completion_kit/api_reference/index.html.erb
-- app/views/completion_kit/calibrations/_buttons.html.erb
-- app/views/completion_kit/calibrations/_trust_panel.html.erb
 - app/views/completion_kit/dashboard/_eye_icon.html.erb
 - app/views/completion_kit/dashboard/_eye_off_icon.html.erb
 - app/views/completion_kit/dashboard/_failures_card.html.erb
@@ -440,6 +440,9 @@ files:
 - db/migrate/20260529000001_remove_few_shot_examples_from_completion_kit_metrics.rb
 - db/migrate/20260530000001_add_excluded_from_examples_to_completion_kit_calibrations.rb
 - db/migrate/20260531000001_add_validation_summary_to_completion_kit_metric_versions.rb
+- db/migrate/20260531000002_backfill_review_metric_versions.rb
+- db/migrate/20260531000003_add_metric_version_fk_to_reviews.rb
+- db/migrate/20260531000004_rename_calibrations_to_agreements.rb
 - lib/completion-kit.rb
 - lib/completion_kit.rb
 - lib/completion_kit/concurrency_check.rb