active_genie 0.0.10 → 0.0.12

data/lib/active_genie/league/league.rb

@@ -1,120 +0,0 @@
-require 'securerandom'
-
-require_relative './players_collection'
-require_relative './free_for_all'
-require_relative './elo_ranking'
-require_relative '../scoring/recommended_reviews'
-
-# This class orchestrates player ranking through multiple evaluation stages
-# using Elo ranking and free-for-all match simulations.
-# 1. Sets initial scores
-# 2. Eliminates low performers
-# 3. Runs Elo ranking (for large groups)
-# 4. Conducts free-for-all matches
-#
-# @example Basic usage
-#   League.call(players, criteria)
-#
-# @param param_players [Array] Collection of player objects to evaluate
-#   Example: ["Circle", "Triangle", "Square"]
-#            or
-#   [
-#     { content: "Circle", score: 10 },
-#     { content: "Triangle", score: 7 },
-#     { content: "Square", score: 5 }
-#   ]
-# @param criteria [String] Evaluation criteria configuration
-#   Example: "What is more similar to the letter 'O'?"
-# @param config [Hash] Additional configuration config
-#   Example: { model: "gpt-4o", api_key: ENV['OPENAI_API_KEY'] }
-# @return [Hash] Final ranked player results
-module ActiveGenie::League
-  class League
-    def self.call(param_players, criteria, config: {})
-      new(param_players, criteria, config:).call
-    end
-
-    def initialize(param_players, criteria, config: {})
-      @param_players = param_players
-      @criteria = criteria
-      @config = config
-      @league_id = SecureRandom.uuid
-      @start_time = Time.now
-    end
-
-    def call
-      set_initial_score_players
-      eliminate_obvious_bad_players
-      run_elo_ranking if players.eligible_size > 10
-      run_free_for_all
-
-      ActiveGenie::Logger.info({ **log, step: :league_end, top5: players.first(5).map(&:id) })
-      players.to_h
-    end
-
-    private
-
-    SCORE_VARIATION_THRESHOLD = 10
-
-    def set_initial_score_players
-      players_without_score = players.reject { |player| player.score }
-      players_without_score.each do |player|
-        player.score = generate_score(player.content) # This can take a while, can be parallelized
-        ActiveGenie::Logger.trace({ **log, step: :player_score, player_id: player.id, score: player.score })
-      end
-
-      ActiveGenie::Logger.info({ **log, step: :initial_score, evaluated_players: players_without_score.size })
-    end
-
-    def generate_score(content)
-      ActiveGenie::Scoring::Basic.call(content, @criteria, reviewers, config:)['final_score']
-    end
-
-    def eliminate_obvious_bad_players
-      eliminated_count = 0
-      while players.coefficient_of_variation >= SCORE_VARIATION_THRESHOLD
-        players.eligible.last.eliminated = 'variation_too_high'
-        eliminated_count += 1
-      end
-
-      ActiveGenie::Logger.info({ **log, step: :eliminate_obvious_bad_players, eliminated_count: })
-    end
-
-    def run_elo_ranking
-      EloRanking.call(players, @criteria, config:)
-    end
-
-    def run_free_for_all
-      FreeForAll.call(players, @criteria, config:)
-    end
-
-    def reviewers
-      [recommended_reviews['reviewer1'], recommended_reviews['reviewer2'], recommended_reviews['reviewer3']]
-    end
-
-    def recommended_reviews
-      @recommended_reviews ||= ActiveGenie::Scoring::RecommendedReviews.call(
-        [players.sample.content, players.sample.content].join("\n\n"),
-        @criteria,
-        config:
-      )
-    end
-
-    def players
-      @players ||= PlayersCollection.new(@param_players)
-    end
-
-    def config
-      { log:, **@config }
-    end
-
-    def log
-      {
-        **(@config.dig(:log) || {}),
-        league_id: @league_id,
-        league_start_time: @start_time,
-        duration: Time.now - @start_time
-      }
-    end
-  end
-end

data/lib/active_genie/league/player.rb

@@ -1,59 +0,0 @@
-require 'securerandom'
-
-module ActiveGenie::Leaderboard
-  class Player
-    def initialize(params)
-      params = { content: params } if params.is_a?(String)
-
-      @id = params.dig(:id) || SecureRandom.uuid
-      @content = params.dig(:content) || params
-      @score = params.dig(:score) || nil
-      @elo = params.dig(:elo) || nil
-      @free_for_all = {
-        win: params.dig(:free_for_all, :win) || 0,
-        lose: params.dig(:free_for_all, :lose) || 0,
-        draw: params.dig(:free_for_all, :draw) || 0
-      }
-      @eliminated = params.dig(:eliminated) || nil
-    end
-
-    attr_reader :id, :content, :score, :elo, :free_for_all, :eliminated
-
-    def generate_elo_by_score
-      return if !@elo.nil?
-
-      if @score.nil?
-        @elo = BASE_ELO
-      else
-        @elo = BASE_ELO + (@score - 50)
-      end
-    end
-
-    def score=(value)
-      @score = value
-    end
-
-    def elo=(value)
-      @elo = value
-    end
-
-    def eliminated=(value)
-      @eliminated = value
-    end
-
-    def free_for_all_score
-      @free_for_all[:win] * 3 + @free_for_all[:draw]
-    end
-
-    def to_h
-      {
-        id:, content:, score:, elo:,
-        eliminated:, free_for_all:, free_for_all_score:
-      }
-    end
-
-    private
-    
-    BASE_ELO = 1000
-  end
-end

data/lib/active_genie/league.rb

@@ -1,12 +0,0 @@
-require_relative 'league/league'
-
-module ActiveGenie
-  # See the [league README](lib/active_genie/league/README.md) for more information.
-  module League
-    module_function
-
-    def call(...)
-      league.call(...)
-    end
-  end
-end