riffer 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0cf5738c3a643db6e1626862456336f6b4bba78bbb1e0efa599ebf61e0b80ee5
-  data.tar.gz: 683586055701aa2ffb62dd88559ceac640b6e0221120dee6fa589ef3e44a6cb4
+  metadata.gz: a7a4f27800f9f5a266d408a1b8b8d6d96f6c59307b4761d34d3a1365b9b71bb8
+  data.tar.gz: 6719e5013f8d83c78f2647808dd0d27a024ec432085311af02b1dc7cfbdaacfb
 SHA512:
-  metadata.gz: 2c3fed6e20f275474ac0e9388a9b5200eab9b899c32534c7ba67b2df5e804097774c35821045e1dfbdaf65db426f7d56a827cd86de2eb32cbd8b65cb7aa8d343
-  data.tar.gz: 3db7dd0aa5fde3a20f97bd462b634ef01d8221db5f9c1d6c71a6430d915dc17b2ddebdd625d38514731ba63d6803cab6e94f5f61205e69cbf8d8d47237a3ee42
+  metadata.gz: 24356e56e024eaf5223c91c97b72bf4e90a9dd74721d12dac6b5d0f294bea305914d6f074467e915dfd64adbf3eea5a07484147a394f51613f7fe16e828e4c36
+  data.tar.gz: 6c8b8d464d94b56f044196f81ec298b01824dea114aca266b82de020c82521ce975451c643c5307d532c23f6fb85e2d38f4931f931cf13dee5e54b53ba5e8211

data/.release-please-manifest.json

@@ -1,3 +1,3 @@
 {
-  ".": "0.12.0"
+  ".": "0.13.0"
 }

data/CHANGELOG.md

@@ -5,6 +5,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.13.0](https://github.com/janeapp/riffer/compare/riffer/v0.12.0...riffer/v0.13.0) (2026-02-12)
+
+
+### Features
+
+* remove identifiers from evals and guardrails ([#112](https://github.com/janeapp/riffer/issues/112)) ([7b60707](https://github.com/janeapp/riffer/commit/7b60707206e53451f5bee2faf1c12a75eaf26d98))
+
 ## [0.12.0](https://github.com/janeapp/riffer/compare/riffer/v0.11.0...riffer/v0.12.0) (2026-02-11)
 
 

data/docs/08_EVALS.md

@@ -24,7 +24,7 @@ module QualityEvals
   include Riffer::Evals::Profile
 
   ai_evals do
-    metric :answer_relevancy, min: 0.85
+    metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85
   end
 end
 
@@ -53,7 +53,7 @@ The judge model is the LLM that evaluates agent outputs. You can use any configu
 
 ## Built-in Evaluators
 
-### answer_relevancy
+### AnswerRelevancy
 
 Evaluates how well a response addresses the input question.
 
@@ -67,7 +67,7 @@ Evaluates how well a response addresses the input question.
 
 ```ruby
 ai_evals do
-  metric :answer_relevancy, min: 0.85
+  metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85
 end
 ```
 
@@ -82,7 +82,7 @@ module QualityEvals
   include Riffer::Evals::Profile
 
   ai_evals do
-    metric :answer_relevancy, min: 0.85
+    metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85
   end
 end
 ```
@@ -95,7 +95,7 @@ end
 
 ```ruby
 ai_evals do
-  metric :answer_relevancy, min: 0.85, weight: 2.0  # Weighted more heavily
+  metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85, weight: 2.0  # Weighted more heavily
 end
 ```
 
@@ -138,7 +138,7 @@ result.to_h             # => Hash representation
 Individual evaluation results:
 
 ```ruby
-result.results.first.evaluator       # => "answer_relevancy"
+result.results.first.evaluator       # => Riffer::Evals::Evaluators::AnswerRelevancy
 result.results.first.score           # => 0.92
 result.results.first.reason          # => "The response directly addresses..."
 result.results.first.higher_is_better # => true
@@ -151,7 +151,6 @@ Create evaluators by subclassing `Riffer::Evals::Evaluator`:
 ```ruby
 # app/evals/medical_accuracy_evaluator.rb
 class MedicalAccuracyEvaluator < Riffer::Evals::Evaluator
-  identifier "medical_accuracy"
   description "Evaluates medical information accuracy"
   higher_is_better true
   judge_model "anthropic/claude-opus-4-5-20251101"  # Optional override
@@ -179,20 +178,20 @@ class MedicalAccuracyEvaluator < Riffer::Evals::Evaluator
 end
 ```
 
-### Registering Custom Evaluators
+### Using Custom Evaluators
 
-Register custom evaluators in your app initialization. Built-in evaluators are always available.
+Reference your custom evaluator class directly in eval profiles:
 
 ```ruby
-# config/initializers/riffer.rb
-Riffer::Evals::Evaluators::Repository.register(:medical_accuracy, MedicalAccuracyEvaluator)
+ai_evals do
+  metric MedicalAccuracyEvaluator, min: 0.9
+end
 ```
 
 ### Evaluator DSL
 
 Class methods:
 
-- `identifier(value)` - Set the evaluator identifier (defaults to snake_case class name)
 - `description(value)` - Human-readable description
 - `higher_is_better(value)` - Whether higher scores are better (default: true)
 - `judge_model(value)` - Override the global judge model
@@ -231,7 +230,6 @@ Evaluators don't have to use LLM-as-judge:
 
 ```ruby
 class LengthEvaluator < Riffer::Evals::Evaluator
-  identifier "response_length"
   description "Checks response is within expected length"
   higher_is_better true
 
@@ -289,7 +287,7 @@ module QualityEvals
   include Riffer::Evals::Profile
 
   ai_evals do
-    metric :answer_relevancy, min: 0.85, weight: 2.0
+    metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85, weight: 2.0
   end
 end
 

data/docs/09_GUARDRAILS.md

@@ -41,20 +41,6 @@ class ContentFilterGuardrail < Riffer::Guardrail
 end
 ```
 
-## Configuration Methods
-
-### identifier
-
-Sets a custom identifier (defaults to snake_case class name):
-
-```ruby
-class MyGuardrail < Riffer::Guardrail
-  identifier "my_custom_guardrail"
-end
-
-MyGuardrail.identifier  # => "my_custom_guardrail"
-```
-
 ## Processing Methods
 
 ### process_input
@@ -186,7 +172,7 @@ response = MyAgent.generate("Hello")
 if response.blocked?
   puts "Blocked: #{response.tripwire.reason}"
   puts "Phase: #{response.tripwire.phase}"
-  puts "Guardrail: #{response.tripwire.guardrail_id}"
+  puts "Guardrail: #{response.tripwire.guardrail}"
 else
   puts response.content
 end
@@ -201,7 +187,7 @@ response = MyAgent.generate("Hello")
 
 if response.modified?
   response.modifications.each do |mod|
-    puts "Guardrail: #{mod.guardrail_id}"
+    puts "Guardrail: #{mod.guardrail}"
     puts "Phase: #{mod.phase}"
     puts "Changed indices: #{mod.message_indices}"
   end
@@ -214,7 +200,7 @@ During streaming, `GuardrailModification` events are emitted when transforms occ
 MyAgent.stream("Hello").each do |event|
   case event
   when Riffer::StreamEvents::GuardrailModification
-    puts "Modified by: #{event.guardrail_id} (#{event.phase})"
+    puts "Modified by: #{event.guardrail} (#{event.phase})"
   when Riffer::StreamEvents::TextDelta
     print event.content
   end
@@ -264,8 +250,6 @@ end
 
 ```ruby
 class UnicodeNormalizer < Riffer::Guardrail
-  identifier "unicode_normalizer"
-
   def process_input(messages, context:)
     normalized = messages.map do |msg|
       if msg.respond_to?(:content) && msg.content
@@ -296,8 +280,6 @@ end
 
 ```ruby
 class TokenLimiter < Riffer::Guardrail
-  identifier "token_limiter"
-
   def initialize(limit:, strategy: :truncate)
     super()
     @limit = limit
@@ -339,8 +321,6 @@ end
 
 ```ruby
 class ContentPolicyFilter < Riffer::Guardrail
-  identifier "content_policy"
-
   BLOCKED_PATTERNS = [
     /pattern1/i,
     /pattern2/i

data/lib/riffer/evals/evaluator.rb

@@ -9,7 +9,6 @@
 # See Riffer::Evals::Evaluators.
 #
 #   class MyEvaluator < Riffer::Evals::Evaluator
-#     identifier "my_evaluator"
 #     description "Evaluates response quality"
 #     higher_is_better true
 #     judge_model "anthropic/claude-opus-4-5-20251101"
@@ -25,16 +24,6 @@
 #
 class Riffer::Evals::Evaluator
   class << self
-    include Riffer::Helpers::ClassNameConverter
-
-    # Gets or sets the evaluator identifier.
-    #
-    #: (?String?) -> String
-    def identifier(value = nil)
-      return @identifier || class_name_to_identifier(name) if value.nil?
-      @identifier = value.to_s
-    end
-
     # Gets or sets the evaluator description.
     #
     #: (?String?) -> String?
@@ -58,16 +47,6 @@ class Riffer::Evals::Evaluator
       return @judge_model if value.nil?
       @judge_model = value.to_s
     end
-
-    private
-
-    #: (String?) -> String?
-    def class_name_to_identifier(name)
-      return nil if name.nil?
-      class_name = name.split("::").last
-      return nil if class_name.nil?
-      class_name_to_path(class_name).sub(/_evaluator$/, "")
-    end
   end
 
   # Evaluates an input/output pair.
@@ -97,7 +76,7 @@ class Riffer::Evals::Evaluator
   #: (score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped]) -> Riffer::Evals::Result
   def result(score:, reason: nil, metadata: {})
     Riffer::Evals::Result.new(
-      evaluator: self.class.identifier,
+      evaluator: self.class,
       score: score,
       reason: reason,
       metadata: metadata,

data/lib/riffer/evals/evaluators/answer_relevancy.rb

@@ -14,7 +14,6 @@
 #   result.score  # => 0.95
 #
 class Riffer::Evals::Evaluators::AnswerRelevancy < Riffer::Evals::Evaluator
-  identifier "answer_relevancy"
   description "Evaluates how well the response addresses the input question"
   higher_is_better true
 

data/lib/riffer/evals/evaluators.rb

@@ -1,59 +1,6 @@
 # frozen_string_literal: true
 # rbs_inline: enabled
 
-# Namespace for built-in evaluators and the evaluator repository.
-#
-# See Riffer::Evals::Evaluators::Repository for registering custom evaluators.
+# Namespace for built-in evaluators.
 module Riffer::Evals::Evaluators
-  # Repository for looking up evaluators by identifier.
-  #
-  # Built-in evaluators are always available. Custom evaluators
-  # can be registered using Repository.register in your app initialization.
-  #
-  #   # Register a custom evaluator (config/initializers/riffer.rb)
-  #   Riffer::Evals::Evaluators::Repository.register(:my_evaluator, MyEvaluator)
-  #
-  #   # Find an evaluator
-  #   Riffer::Evals::Evaluators::Repository.find(:answer_relevancy)
-  #   # => Riffer::Evals::Evaluators::AnswerRelevancy
-  #
-  class Repository
-    # Built-in evaluators (always available).
-    BUILT_IN = {
-      answer_relevancy: -> { Riffer::Evals::Evaluators::AnswerRelevancy }
-    }.freeze #: Hash[Symbol, ^() -> singleton(Riffer::Evals::Evaluator)]
-
-    @custom = {}
-
-    class << self
-      # Registers a custom evaluator class with an identifier.
-      #
-      #: ((String | Symbol), singleton(Riffer::Evals::Evaluator)) -> void
-      def register(identifier, evaluator_class)
-        @custom[identifier.to_sym] = -> { evaluator_class }
-      end
-
-      # Finds an evaluator class by identifier.
-      #
-      #: ((String | Symbol)) -> singleton(Riffer::Evals::Evaluator)?
-      def find(identifier)
-        id = identifier.to_sym
-        (@custom[id] || BUILT_IN[id])&.call
-      end
-
-      # Returns all registered evaluators (built-in and custom).
-      #
-      #: () -> Hash[Symbol, singleton(Riffer::Evals::Evaluator)]
-      def all
-        BUILT_IN.merge(@custom).transform_values(&:call)
-      end
-
-      # Clears custom registrations (for testing). Built-ins remain.
-      #
-      #: () -> void
-      def clear
-        @custom = {}
-      end
-    end
-  end
 end

data/lib/riffer/evals/metric.rb

@@ -6,7 +6,7 @@
 # Metrics define which evaluator to use and what thresholds determine pass/fail.
 #
 #   metric = Riffer::Evals::Metric.new(
-#     evaluator_identifier: "answer_relevancy",
+#     evaluator_class: Riffer::Evals::Evaluators::AnswerRelevancy,
 #     min: 0.85,
 #     weight: 1.0
 #   )
@@ -14,8 +14,8 @@
 #   metric.passes?(result)  # => true/false based on thresholds
 #
 class Riffer::Evals::Metric
-  # The identifier of the evaluator to use.
-  attr_reader :evaluator_identifier #: String
+  # The evaluator class to use.
+  attr_reader :evaluator_class #: singleton(Riffer::Evals::Evaluator)
 
   # Minimum acceptable score (for higher_is_better evaluators).
   attr_reader :min #: Float?
@@ -28,21 +28,20 @@ class Riffer::Evals::Metric
 
   # Initializes a new metric.
   #
-  #: (evaluator_identifier: String, ?min: Float?, ?max: Float?, ?weight: Float) -> void
-  def initialize(evaluator_identifier:, min: nil, max: nil, weight: 1.0)
-    @evaluator_identifier = evaluator_identifier.to_s
+  # Raises Riffer::ArgumentError if evaluator_class is not a subclass of Riffer::Evals::Evaluator.
+  #
+  #: (evaluator_class: singleton(Riffer::Evals::Evaluator), ?min: Float?, ?max: Float?, ?weight: Float) -> void
+  def initialize(evaluator_class:, min: nil, max: nil, weight: 1.0)
+    unless evaluator_class.is_a?(Class) && evaluator_class < Riffer::Evals::Evaluator
+      raise Riffer::ArgumentError, "evaluator_class must be a subclass of Riffer::Evals::Evaluator, got #{evaluator_class.inspect}"
+    end
+
+    @evaluator_class = evaluator_class
     @min = min&.to_f
     @max = max&.to_f
     @weight = weight.to_f
   end
 
-  # Returns the evaluator class for this metric.
-  #
-  #: () -> singleton(Riffer::Evals::Evaluator)?
-  def evaluator_class
-    Riffer::Evals::Evaluators::Repository.find(evaluator_identifier)
-  end
-
   # Checks if a result passes this metric's thresholds.
   #
   #: (Riffer::Evals::Result) -> bool
@@ -57,7 +56,7 @@ class Riffer::Evals::Metric
   #: () -> Hash[Symbol, untyped]
   def to_h
     {
-      evaluator_identifier: evaluator_identifier,
+      evaluator_class: evaluator_class,
       min: min,
       max: max,
       weight: weight

data/lib/riffer/evals/profile.rb

@@ -10,8 +10,7 @@
 #     include Riffer::Evals::Profile
 #
 #     ai_evals do
-#       metric :answer_relevancy, min: 0.85
-#       metric :hallucination, max: 0.10
+#       metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85
 #     end
 #   end
 #
@@ -49,10 +48,10 @@ module Riffer::Evals::Profile
 
     # Defines a metric with thresholds.
     #
-    #: ((Symbol | String), ?min: Float?, ?max: Float?, ?weight: Float) -> void
-    def metric(identifier, min: nil, max: nil, weight: 1.0)
+    #: (singleton(Riffer::Evals::Evaluator), ?min: Float?, ?max: Float?, ?weight: Float) -> void
+    def metric(evaluator_class, min: nil, max: nil, weight: 1.0)
       metrics << Riffer::Evals::Metric.new(
-        evaluator_identifier: identifier,
+        evaluator_class: evaluator_class,
         min: min,
         max: max,
         weight: weight

data/lib/riffer/evals/result.rb

@@ -6,19 +6,19 @@
 # Contains the score, reason, and metadata from running an evaluator.
 #
 #   result = Riffer::Evals::Result.new(
-#     evaluator: "answer_relevancy",
+#     evaluator: Riffer::Evals::Evaluators::AnswerRelevancy,
 #     score: 0.85,
 #     reason: "The response addresses the question directly.",
 #     higher_is_better: true
 #   )
 #
 #   result.score           # => 0.85
-#   result.evaluator       # => "answer_relevancy"
+#   result.evaluator       # => Riffer::Evals::Evaluators::AnswerRelevancy
 #   result.higher_is_better # => true
 #
 class Riffer::Evals::Result
-  # The identifier of the evaluator that produced this result.
-  attr_reader :evaluator #: String
+  # The evaluator class that produced this result.
+  attr_reader :evaluator #: singleton(Riffer::Evals::Evaluator)
 
   # The evaluation score (0.0 to 1.0).
   attr_reader :score #: Float
@@ -36,7 +36,7 @@ class Riffer::Evals::Result
   #
   # Raises Riffer::ArgumentError if score is not between 0.0 and 1.0.
   #
-  #: (evaluator: String, score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped], ?higher_is_better: bool) -> void
+  #: (evaluator: singleton(Riffer::Evals::Evaluator), score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped], ?higher_is_better: bool) -> void
   def initialize(evaluator:, score:, reason: nil, metadata: {}, higher_is_better: true)
     @evaluator = evaluator
     @score = score.to_f
@@ -51,7 +51,7 @@ class Riffer::Evals::Result
   #: () -> Hash[Symbol, untyped]
   def to_h
     {
-      evaluator: evaluator,
+      evaluator: evaluator.name,
       score: score,
       reason: reason,
       metadata: metadata,

data/lib/riffer/evals/runner.rb

@@ -29,10 +29,7 @@ class Riffer::Evals::Runner
   #: (input: String, output: String, ?context: Hash[Symbol, untyped]?) -> Riffer::Evals::RunResult
   def run(input:, output:, context: nil)
     results = metrics.map do |metric|
-      evaluator_class = metric.evaluator_class
-      raise Riffer::ArgumentError, "Evaluator not found: #{metric.evaluator_identifier}" unless evaluator_class
-
-      evaluator = evaluator_class.new
+      evaluator = metric.evaluator_class.new
       evaluator.evaluate(input: input, output: output, context: context)
     end
 

data/lib/riffer/guardrail.rb

@@ -6,8 +6,6 @@
 # Subclass this to create custom guardrails:
 #
 #   class MyGuardrail < Riffer::Guardrail
-#     identifier "my_guardrail"
-#
 #     def process_input(messages, context:)
 #       # Return pass(messages), transform(modified_messages), or block(reason)
 #       pass(messages)
@@ -19,29 +17,6 @@
 #     end
 #   end
 class Riffer::Guardrail
-  include Riffer::Helpers::ClassNameConverter
-
-  class << self
-    include Riffer::Helpers::ClassNameConverter
-
-    # Gets or sets the guardrail identifier.
-    #
-    # +value+ - the identifier to set, or nil to get.
-    #
-    #: (?String?) -> String
-    def identifier(value = nil)
-      return @identifier || class_name_to_path(name) if value.nil?
-      @identifier = value.to_s
-    end
-  end
-
-  # Returns the instance's identifier.
-  #
-  #: () -> String
-  def identifier
-    self.class.identifier
-  end
-
   # Processes input messages before they are sent to the LLM.
   #
   # Override this method in subclasses to implement input processing.

data/lib/riffer/guardrails/max_length.rb

@@ -8,8 +8,6 @@
 #   guardrail :before, with: Riffer::Guardrails::MaxLength, max: 1000
 #   guardrail :after, with: Riffer::Guardrails::MaxLength, max: 5000
 class Riffer::Guardrails::MaxLength < Riffer::Guardrail
-  identifier "riffer/guardrails/max_length"
-
   DEFAULT_MAX = 10_000 #: Integer
 
   # The maximum allowed character length.

data/lib/riffer/guardrails/modification.rb

@@ -7,8 +7,8 @@
 # created to record which guardrail made the change, in which phase, and
 # which message indices were affected.
 class Riffer::Guardrails::Modification
-  # The identifier of the guardrail that transformed data.
-  attr_reader :guardrail_id #: String
+  # The guardrail class that transformed data.
+  attr_reader :guardrail #: singleton(Riffer::Guardrail)
 
   # The phase when the transformation occurred (:before or :after).
   attr_reader :phase #: Symbol
@@ -18,13 +18,13 @@ class Riffer::Guardrails::Modification
 
   # Creates a new modification record.
   #
-  # +guardrail_id+ - identifier of the guardrail that transformed.
+  # +guardrail+ - the guardrail class that transformed.
   # +phase+ - :before or :after.
   # +message_indices+ - indices of changed messages.
   #
-  #: (guardrail_id: String, phase: Symbol, message_indices: Array[Integer]) -> void
-  def initialize(guardrail_id:, phase:, message_indices:)
-    @guardrail_id = guardrail_id
+  #: (guardrail: singleton(Riffer::Guardrail), phase: Symbol, message_indices: Array[Integer]) -> void
+  def initialize(guardrail:, phase:, message_indices:)
+    @guardrail = guardrail
     @phase = phase
     @message_indices = message_indices
   end
@@ -33,6 +33,10 @@ class Riffer::Guardrails::Modification
   #
   #: () -> Hash[Symbol, untyped]
   def to_h
-    {guardrail_id: guardrail_id, phase: phase, message_indices: message_indices}
+    {
+      guardrail: guardrail.name,
+      phase: phase,
+      message_indices: message_indices
+    }
   end
 end

data/lib/riffer/guardrails/runner.rb

@@ -52,7 +52,7 @@ class Riffer::Guardrails::Runner
       if result.block?
         tripwire = Riffer::Guardrails::Tripwire.new(
           reason: result.data,
-          guardrail_id: guardrail.identifier,
+          guardrail: guardrail.class,
           phase: phase,
           metadata: result.metadata
         )
@@ -61,7 +61,7 @@ class Riffer::Guardrails::Runner
 
       if result.transform?
         modifications << Riffer::Guardrails::Modification.new(
-          guardrail_id: guardrail.identifier,
+          guardrail: guardrail.class,
           phase: phase,
           message_indices: detect_changed_indices(current_data, result.data)
         )

data/lib/riffer/guardrails/tripwire.rb

@@ -8,7 +8,7 @@
 #
 #   tripwire = Tripwire.new(
 #     reason: "PII detected in input",
-#     guardrail_id: "pii_redactor",
+#     guardrail: PiiRedactor,
 #     phase: :before,
 #     metadata: { detected_types: [:email, :phone] }
 #   )
@@ -18,8 +18,8 @@ class Riffer::Guardrails::Tripwire
   # The reason for blocking.
   attr_reader :reason #: String
 
-  # The identifier of the guardrail that triggered the block.
-  attr_reader :guardrail_id #: String
+  # The guardrail class that triggered the block.
+  attr_reader :guardrail #: singleton(Riffer::Guardrail)
 
   # The phase when the block occurred (:before or :after).
   attr_reader :phase #: Symbol
@@ -30,18 +30,18 @@ class Riffer::Guardrails::Tripwire
   # Creates a new tripwire.
   #
   # +reason+ - the reason for blocking.
-  # +guardrail_id+ - identifier of the guardrail that blocked.
+  # +guardrail+ - the guardrail class that blocked.
   # +phase+ - :before or :after.
   # +metadata+ - optional additional information.
   #
   # Raises Riffer::ArgumentError if the phase is invalid.
   #
-  #: (reason: String, guardrail_id: String, phase: Symbol, ?metadata: Hash[Symbol, untyped]?) -> void
-  def initialize(reason:, guardrail_id:, phase:, metadata: nil)
+  #: (reason: String, guardrail: singleton(Riffer::Guardrail), phase: Symbol, ?metadata: Hash[Symbol, untyped]?) -> void
+  def initialize(reason:, guardrail:, phase:, metadata: nil)
     raise Riffer::ArgumentError, "Invalid phase: #{phase}" unless PHASES.include?(phase)
 
     @reason = reason
-    @guardrail_id = guardrail_id
+    @guardrail = guardrail
     @phase = phase
     @metadata = metadata
   end
@@ -52,7 +52,7 @@ class Riffer::Guardrails::Tripwire
   def to_h
     {
       reason: reason,
-      guardrail_id: guardrail_id,
+      guardrail: guardrail.name,
       phase: phase,
       metadata: metadata
     }

data/lib/riffer/stream_events/guardrail_modification.rb

@@ -19,10 +19,10 @@ class Riffer::StreamEvents::GuardrailModification < Riffer::StreamEvents::Base
     @modification = modification
   end
 
-  # The guardrail identifier that made the transformation.
+  # The guardrail class that made the transformation.
   #
-  #: () -> String
-  def guardrail_id = modification.guardrail_id
+  #: () -> singleton(Riffer::Guardrail)
+  def guardrail = modification.guardrail
 
   # The phase when the transformation occurred.
   #

data/lib/riffer/stream_events/guardrail_tripwire.rb

@@ -33,11 +33,11 @@ class Riffer::StreamEvents::GuardrailTripwire < Riffer::StreamEvents::Base
     tripwire.phase
   end
 
-  # The guardrail identifier that triggered the block.
+  # The guardrail class that triggered the block.
   #
-  #: () -> String
-  def guardrail_id
-    tripwire.guardrail_id
+  #: () -> singleton(Riffer::Guardrail)
+  def guardrail
+    tripwire.guardrail
   end
 
   # Converts the event to a hash.

data/lib/riffer/version.rb

@@ -2,5 +2,5 @@
 # rbs_inline: enabled
 
 module Riffer
-  VERSION = "0.12.0" #: String
+  VERSION = "0.13.0" #: String
 end

data/sig/generated/riffer/evals/evaluator.rbs

@@ -8,7 +8,6 @@
 # See Riffer::Evals::Evaluators.
 #
 #   class MyEvaluator < Riffer::Evals::Evaluator
-#     identifier "my_evaluator"
 #     description "Evaluates response quality"
 #     higher_is_better true
 #     judge_model "anthropic/claude-opus-4-5-20251101"
@@ -22,13 +21,6 @@
 #     end
 #   end
 class Riffer::Evals::Evaluator
-  include Riffer::Helpers::ClassNameConverter
-
-  # Gets or sets the evaluator identifier.
-  #
-  # : (?String?) -> String
-  def self.identifier: (?String?) -> String
-
   # Gets or sets the evaluator description.
   #
   # : (?String?) -> String?
@@ -44,9 +36,6 @@ class Riffer::Evals::Evaluator
   # : (?String?) -> String?
   def self.judge_model: (?String?) -> String?
 
-  # : (String?) -> String?
-  private def self.class_name_to_identifier: (String?) -> String?
-
   # Evaluates an input/output pair.
   #
   # Raises NotImplementedError if not implemented by subclass.

data/sig/generated/riffer/evals/evaluators.rbs

@@ -1,42 +1,5 @@
 # Generated from lib/riffer/evals/evaluators.rb with RBS::Inline
 
-# Namespace for built-in evaluators and the evaluator repository.
-#
-# See Riffer::Evals::Evaluators::Repository for registering custom evaluators.
+# Namespace for built-in evaluators.
 module Riffer::Evals::Evaluators
-  # Repository for looking up evaluators by identifier.
-  #
-  # Built-in evaluators are always available. Custom evaluators
-  # can be registered using Repository.register in your app initialization.
-  #
-  #   # Register a custom evaluator (config/initializers/riffer.rb)
-  #   Riffer::Evals::Evaluators::Repository.register(:my_evaluator, MyEvaluator)
-  #
-  #   # Find an evaluator
-  #   Riffer::Evals::Evaluators::Repository.find(:answer_relevancy)
-  #   # => Riffer::Evals::Evaluators::AnswerRelevancy
-  class Repository
-    # Built-in evaluators (always available).
-    BUILT_IN: Hash[Symbol, ^() -> singleton(Riffer::Evals::Evaluator)]
-
-    # Registers a custom evaluator class with an identifier.
-    #
-    # : ((String | Symbol), singleton(Riffer::Evals::Evaluator)) -> void
-    def self.register: (String | Symbol, singleton(Riffer::Evals::Evaluator)) -> void
-
-    # Finds an evaluator class by identifier.
-    #
-    # : ((String | Symbol)) -> singleton(Riffer::Evals::Evaluator)?
-    def self.find: (String | Symbol) -> singleton(Riffer::Evals::Evaluator)?
-
-    # Returns all registered evaluators (built-in and custom).
-    #
-    # : () -> Hash[Symbol, singleton(Riffer::Evals::Evaluator)]
-    def self.all: () -> Hash[Symbol, singleton(Riffer::Evals::Evaluator)]
-
-    # Clears custom registrations (for testing). Built-ins remain.
-    #
-    # : () -> void
-    def self.clear: () -> void
-  end
 end

data/sig/generated/riffer/evals/metric.rbs

@@ -5,15 +5,15 @@
 # Metrics define which evaluator to use and what thresholds determine pass/fail.
 #
 #   metric = Riffer::Evals::Metric.new(
-#     evaluator_identifier: "answer_relevancy",
+#     evaluator_class: Riffer::Evals::Evaluators::AnswerRelevancy,
 #     min: 0.85,
 #     weight: 1.0
 #   )
 #
 #   metric.passes?(result)  # => true/false based on thresholds
 class Riffer::Evals::Metric
-  # The identifier of the evaluator to use.
-  attr_reader evaluator_identifier: String
+  # The evaluator class to use.
+  attr_reader evaluator_class: singleton(Riffer::Evals::Evaluator)
 
   # Minimum acceptable score (for higher_is_better evaluators).
   attr_reader min: Float?
@@ -26,13 +26,10 @@ class Riffer::Evals::Metric
 
   # Initializes a new metric.
   #
-  # : (evaluator_identifier: String, ?min: Float?, ?max: Float?, ?weight: Float) -> void
-  def initialize: (evaluator_identifier: String, ?min: Float?, ?max: Float?, ?weight: Float) -> void
-
-  # Returns the evaluator class for this metric.
+  # Raises Riffer::ArgumentError if evaluator_class is not a subclass of Riffer::Evals::Evaluator.
   #
-  # : () -> singleton(Riffer::Evals::Evaluator)?
-  def evaluator_class: () -> singleton(Riffer::Evals::Evaluator)?
+  # : (evaluator_class: singleton(Riffer::Evals::Evaluator), ?min: Float?, ?max: Float?, ?weight: Float) -> void
+  def initialize: (evaluator_class: singleton(Riffer::Evals::Evaluator), ?min: Float?, ?max: Float?, ?weight: Float) -> void
 
   # Checks if a result passes this metric's thresholds.
   #

data/sig/generated/riffer/evals/profile.rbs

@@ -9,8 +9,7 @@
 #     include Riffer::Evals::Profile
 #
 #     ai_evals do
-#       metric :answer_relevancy, min: 0.85
-#       metric :hallucination, max: 0.10
+#       metric Riffer::Evals::Evaluators::AnswerRelevancy, min: 0.85
 #     end
 #   end
 #
@@ -35,8 +34,8 @@ module Riffer::Evals::Profile
 
     # Defines a metric with thresholds.
     #
-    # : ((Symbol | String), ?min: Float?, ?max: Float?, ?weight: Float) -> void
-    def metric: (Symbol | String, ?min: Float?, ?max: Float?, ?weight: Float) -> void
+    # : (singleton(Riffer::Evals::Evaluator), ?min: Float?, ?max: Float?, ?weight: Float) -> void
+    def metric: (singleton(Riffer::Evals::Evaluator), ?min: Float?, ?max: Float?, ?weight: Float) -> void
   end
 
   module ClassMethods

data/sig/generated/riffer/evals/result.rbs

@@ -5,18 +5,18 @@
 # Contains the score, reason, and metadata from running an evaluator.
 #
 #   result = Riffer::Evals::Result.new(
-#     evaluator: "answer_relevancy",
+#     evaluator: Riffer::Evals::Evaluators::AnswerRelevancy,
 #     score: 0.85,
 #     reason: "The response addresses the question directly.",
 #     higher_is_better: true
 #   )
 #
 #   result.score           # => 0.85
-#   result.evaluator       # => "answer_relevancy"
+#   result.evaluator       # => Riffer::Evals::Evaluators::AnswerRelevancy
 #   result.higher_is_better # => true
 class Riffer::Evals::Result
-  # The identifier of the evaluator that produced this result.
-  attr_reader evaluator: String
+  # The evaluator class that produced this result.
+  attr_reader evaluator: singleton(Riffer::Evals::Evaluator)
 
   # The evaluation score (0.0 to 1.0).
   attr_reader score: Float
@@ -34,8 +34,8 @@ class Riffer::Evals::Result
   #
   # Raises Riffer::ArgumentError if score is not between 0.0 and 1.0.
   #
-  # : (evaluator: String, score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped], ?higher_is_better: bool) -> void
-  def initialize: (evaluator: String, score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped], ?higher_is_better: bool) -> void
+  # : (evaluator: singleton(Riffer::Evals::Evaluator), score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped], ?higher_is_better: bool) -> void
+  def initialize: (evaluator: singleton(Riffer::Evals::Evaluator), score: Float, ?reason: String?, ?metadata: Hash[Symbol, untyped], ?higher_is_better: bool) -> void
 
   # Returns a hash representation of the result.
   #

data/sig/generated/riffer/guardrail.rbs

@@ -5,8 +5,6 @@
 # Subclass this to create custom guardrails:
 #
 #   class MyGuardrail < Riffer::Guardrail
-#     identifier "my_guardrail"
-#
 #     def process_input(messages, context:)
 #       # Return pass(messages), transform(modified_messages), or block(reason)
 #       pass(messages)
@@ -18,22 +16,6 @@
 #     end
 #   end
 class Riffer::Guardrail
-  include Riffer::Helpers::ClassNameConverter
-
-  include Riffer::Helpers::ClassNameConverter
-
-  # Gets or sets the guardrail identifier.
-  #
-  # +value+ - the identifier to set, or nil to get.
-  #
-  # : (?String?) -> String
-  def self.identifier: (?String?) -> String
-
-  # Returns the instance's identifier.
-  #
-  # : () -> String
-  def identifier: () -> String
-
   # Processes input messages before they are sent to the LLM.
   #
   # Override this method in subclasses to implement input processing.

data/sig/generated/riffer/guardrails/modification.rbs

@@ -6,8 +6,8 @@
 # created to record which guardrail made the change, in which phase, and
 # which message indices were affected.
 class Riffer::Guardrails::Modification
-  # The identifier of the guardrail that transformed data.
-  attr_reader guardrail_id: String
+  # The guardrail class that transformed data.
+  attr_reader guardrail: singleton(Riffer::Guardrail)
 
   # The phase when the transformation occurred (:before or :after).
   attr_reader phase: Symbol
@@ -17,12 +17,12 @@ class Riffer::Guardrails::Modification
 
   # Creates a new modification record.
   #
-  # +guardrail_id+ - identifier of the guardrail that transformed.
+  # +guardrail+ - the guardrail class that transformed.
   # +phase+ - :before or :after.
   # +message_indices+ - indices of changed messages.
   #
-  # : (guardrail_id: String, phase: Symbol, message_indices: Array[Integer]) -> void
-  def initialize: (guardrail_id: String, phase: Symbol, message_indices: Array[Integer]) -> void
+  # : (guardrail: singleton(Riffer::Guardrail), phase: Symbol, message_indices: Array[Integer]) -> void
+  def initialize: (guardrail: singleton(Riffer::Guardrail), phase: Symbol, message_indices: Array[Integer]) -> void
 
   # Converts the modification to a hash.
   #

data/sig/generated/riffer/guardrails/tripwire.rbs

@@ -7,7 +7,7 @@
 #
 #   tripwire = Tripwire.new(
 #     reason: "PII detected in input",
-#     guardrail_id: "pii_redactor",
+#     guardrail: PiiRedactor,
 #     phase: :before,
 #     metadata: { detected_types: [:email, :phone] }
 #   )
@@ -17,8 +17,8 @@ class Riffer::Guardrails::Tripwire
   # The reason for blocking.
   attr_reader reason: String
 
-  # The identifier of the guardrail that triggered the block.
-  attr_reader guardrail_id: String
+  # The guardrail class that triggered the block.
+  attr_reader guardrail: singleton(Riffer::Guardrail)
 
   # The phase when the block occurred (:before or :after).
   attr_reader phase: Symbol
@@ -29,14 +29,14 @@ class Riffer::Guardrails::Tripwire
   # Creates a new tripwire.
   #
   # +reason+ - the reason for blocking.
-  # +guardrail_id+ - identifier of the guardrail that blocked.
+  # +guardrail+ - the guardrail class that blocked.
   # +phase+ - :before or :after.
   # +metadata+ - optional additional information.
   #
   # Raises Riffer::ArgumentError if the phase is invalid.
   #
-  # : (reason: String, guardrail_id: String, phase: Symbol, ?metadata: Hash[Symbol, untyped]?) -> void
-  def initialize: (reason: String, guardrail_id: String, phase: Symbol, ?metadata: Hash[Symbol, untyped]?) -> void
+  # : (reason: String, guardrail: singleton(Riffer::Guardrail), phase: Symbol, ?metadata: Hash[Symbol, untyped]?) -> void
+  def initialize: (reason: String, guardrail: singleton(Riffer::Guardrail), phase: Symbol, ?metadata: Hash[Symbol, untyped]?) -> void
 
   # Converts the tripwire to a hash.
   #

data/sig/generated/riffer/stream_events/guardrail_modification.rbs

@@ -15,10 +15,10 @@ class Riffer::StreamEvents::GuardrailModification < Riffer::StreamEvents::Base
   # : (Riffer::Guardrails::Modification, ?role: Symbol) -> void
   def initialize: (Riffer::Guardrails::Modification, ?role: Symbol) -> void
 
-  # The guardrail identifier that made the transformation.
+  # The guardrail class that made the transformation.
   #
-  # : () -> String
-  def guardrail_id: () -> String
+  # : () -> singleton(Riffer::Guardrail)
+  def guardrail: () -> singleton(Riffer::Guardrail)
 
   # The phase when the transformation occurred.
   #

data/sig/generated/riffer/stream_events/guardrail_tripwire.rbs

@@ -25,10 +25,10 @@ class Riffer::StreamEvents::GuardrailTripwire < Riffer::StreamEvents::Base
   # : () -> Symbol
   def phase: () -> Symbol
 
-  # The guardrail identifier that triggered the block.
+  # The guardrail class that triggered the block.
   #
-  # : () -> String
-  def guardrail_id: () -> String
+  # : () -> singleton(Riffer::Guardrail)
+  def guardrail: () -> singleton(Riffer::Guardrail)
 
   # Converts the event to a hash.
   #

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: riffer
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Jake Bottrall