completion-kit 0.22.1 → 0.23.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8756e61d60ec8f7176a03cf493a805a768eec6c28ac8a08c2afd648e2b790d5a
-  data.tar.gz: 40269425f714c61fdd104723d38919ff88cf582d6b60429e14bbb295b08ab0a8
+  metadata.gz: a3952f21a923b362bd293e0cf32cc358b2e635e07124d9b4696e9c8a153b344e
+  data.tar.gz: 2c669f474bbb38dc79b5320b8323e9ac3e2ab9ff89664d9b149b204ebad71c14
 SHA512:
-  metadata.gz: 45bd2bb7846161863bf23cf048cad679a2193c53f62c166c879b8f9d8c76b4210a8354d7544c63c272ea2b27e754faab9fe00be1212362ac921d07c64df2d79c
-  data.tar.gz: e176db382a2102f23e215186842849eb5f4e515fa15ad9e6a041f2f0b22bed188f89ca0811fc1a00d51cc00cb447f33661e5f5bae5e3b218c461fa76f0e454e9
+  metadata.gz: 5c22d5b53cb2146ffd2c8bb9daee2d99410dd40ffe03d7547a89fe9ba73277094c666d9a657e0be69407dc5a2fcb6f66b2b8d7fae0d23568ee172c0d1affaa65
+  data.tar.gz: 95dc7384b03ecc1895ae908a0ced7b631d7fa124b22ae291bf02a1052547a63e18ebb6186db5449058eebee3ec9ef26ed20d163ce55891bf6dc98c1cfbb0b040

data/app/assets/javascripts/completion_kit/application.js

@@ -217,8 +217,7 @@ var CK_CHECK_FIELDS = {
   regex: ["pattern", "case_sensitive", "multiline"],
   valid_json: [],
   json_path_equals: ["json_path", "expected"],
-  length_bounds: ["min", "max"],
-  no_refusal: []
+  length_bounds: ["min", "max"]
 };
 
 var CK_VALUE_KINDS = ["contains", "not_contains", "equals"];

data/app/helpers/completion_kit/application_helper.rb

@@ -176,8 +176,7 @@ module CompletionKit
       "regex" => "Matches a pattern",
       "valid_json" => "Is valid JSON",
       "json_path_equals" => "A JSON field equals a value",
-      "length_bounds" => "Length is within a range",
-      "no_refusal" => "Is not a refusal"
+      "length_bounds" => "Length is within a range"
     }.freeze
 
     CHECK_COMPARE_TO_LABELS = {

data/app/services/completion_kit/checks/registry.rb

@@ -8,8 +8,7 @@ module CompletionKit
         "regex" => Regex,
         "valid_json" => ValidJson,
         "json_path_equals" => JsonPathEquals,
-        "length_bounds" => LengthBounds,
-        "no_refusal" => NoRefusal
+        "length_bounds" => LengthBounds
       }.freeze
 
       REQUIRED_KEYS = {
@@ -19,8 +18,7 @@ module CompletionKit
         "regex" => %w[pattern],
         "valid_json" => [],
         "json_path_equals" => %w[json_path expected],
-        "length_bounds" => [],
-        "no_refusal" => []
+        "length_bounds" => []
       }.freeze
 
       VALUE_COMPARISON_KINDS = %w[contains not_contains equals].freeze

data/app/services/completion_kit/mcp_tools/metrics.rb

@@ -25,7 +25,7 @@ module CompletionKit
 
       CHECK_CONFIG_HINT = "For a deterministic check set metric_type:\"check\" and check_config. Per-kind required keys: " \
         "value (contains/not_contains/equals), pattern (regex), json_path+expected (json_path_equals), " \
-        "min and/or max (length_bounds); valid_json and no_refusal take no extra keys. target_path is required when target is json_path. " \
+        "min and/or max (length_bounds); valid_json takes no extra keys. target_path is required when target is json_path. " \
         "For contains, not_contains, and equals, set compare_to:\"expected\" to grade against each row's own expected_output (ground truth) instead of a constant value (drop value); add expected_path to dig into the expected value when it is JSON."
 
       TOOLS = {

data/app/services/completion_kit/starter_metrics.rb

@@ -81,14 +81,6 @@ module CompletionKit
         metric_type: "check",
         check_config: { "check_kind" => "valid_json", "target" => "response_text" }
       ),
-      Starter.new(
-        key: "no_refusal",
-        name: "No refusal",
-        description: "Did the model answer instead of refusing?",
-        catches: "\"I'm sorry, I can't help with that\" and other refusal boilerplate when a real answer was expected. Deterministic, no judge call.",
-        metric_type: "check",
-        check_config: { "check_kind" => "no_refusal", "target" => "response_text" }
-      ),
       Starter.new(
         key: "contains_token",
         name: "Contains required token",

data/lib/completion_kit/version.rb

@@ -1,3 +1,3 @@
 module CompletionKit
-  VERSION = "0.22.1"
+  VERSION = "0.23.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: completion-kit
 version: !ruby/object:Gem::Version
-  version: 0.22.1
+  version: 0.23.0
 platform: ruby
 authors:
 - Damien Bastin
@@ -305,7 +305,6 @@ files:
 - app/services/completion_kit/checks/expected_resolver.rb
 - app/services/completion_kit/checks/json_path_equals.rb
 - app/services/completion_kit/checks/length_bounds.rb
-- app/services/completion_kit/checks/no_refusal.rb
 - app/services/completion_kit/checks/not_contains.rb
 - app/services/completion_kit/checks/regex.rb
 - app/services/completion_kit/checks/registry.rb

data/app/services/completion_kit/checks/no_refusal.rb

@@ -1,23 +0,0 @@
-module CompletionKit
-  module Checks
-    class NoRefusal
-      PATTERNS = [
-        /\bi'?m sorry\b/i,
-        /\bi can'?t (?:help|assist|comply|do that|provide)/i,
-        /\bi (?:cannot|can'?t) (?:help|assist|fulfill|comply|provide)/i,
-        /\bi'?m (?:unable|not able) to\b/i,
-        /\bi (?:won'?t|will not) (?:be able|help|assist)\b/i,
-        /\bas an ai\b/i
-      ].freeze
-
-      def call(target, _config)
-        text = target.to_s
-        if PATTERNS.any? { |pattern| pattern.match?(text) }
-          Result.new(passed: false, detail: "refusal detected")
-        else
-          Result.new(passed: true, detail: "no refusal detected")
-        end
-      end
-    end
-  end
-end