rails_agent_console 0.1.0

data/lib/rails_agent_console/providers/base.rb

@@ -0,0 +1,114 @@
+# frozen_string_literal: true
+
+require "json"
+require "net/http"
+require "uri"
+
+module RailsAgentConsole
+  module Providers
+    class Base
+      attr_reader :config
+
+      def initialize(config = RailsAgentConsole.configuration)
+        @config = config
+      end
+
+      def chat(system:, messages:)
+        response = post(endpoint, headers, payload(system: system, messages: messages))
+        extract(response)
+      end
+
+      def name
+        self.class.name.split("::").last
+      end
+
+      def model
+        config.model
+      end
+
+      def models
+        []
+      end
+
+      def default_base
+        self.class::DEFAULT_BASE
+      end
+
+      private
+
+      def get(uri, headers = {})
+        uri = URI(uri)
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = uri.scheme == "https"
+        http.open_timeout = 5
+        http.read_timeout = 10
+        response = http.request(Net::HTTP::Get.new(uri.request_uri, headers))
+        JSON.parse(response.body) if response.is_a?(Net::HTTPSuccess)
+      rescue StandardError
+        nil
+      end
+
+      def endpoint
+        raise NotImplementedError
+      end
+
+      def headers
+        { "Content-Type" => "application/json" }
+      end
+
+      def payload(system:, messages:)
+        raise NotImplementedError
+      end
+
+      def extract(_response)
+        raise NotImplementedError
+      end
+
+      def api_key!
+        config.api_key or raise ConfigurationError, "Missing API key for #{config.provider}"
+      end
+
+      def post(uri, headers, body)
+        uri = URI(uri)
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = uri.scheme == "https"
+        http.open_timeout = 10
+        http.read_timeout = config.request_timeout
+
+        request = Net::HTTP::Post.new(uri.request_uri, headers)
+        request.body = JSON.generate(body)
+
+        response = http.request(request)
+        handle(response)
+      rescue Net::OpenTimeout, Net::ReadTimeout
+        raise ProviderError, "#{name} did not respond within #{config.request_timeout}s"
+      rescue SocketError, Errno::ECONNREFUSED => e
+        raise ProviderError, "Could not reach #{name}: #{e.message}"
+      end
+
+      def handle(response)
+        body = response.body.to_s
+        return JSON.parse(body) if response.is_a?(Net::HTTPSuccess)
+
+        raise ProviderError, "#{name} returned #{response.code}: #{error_message(body)}"
+      rescue JSON::ParserError
+        raise ProviderError, "#{name} returned a non-JSON response: #{body[0, 200]}"
+      end
+
+      def error_message(body)
+        parsed = JSON.parse(body)
+        return body[0, 200] unless parsed.is_a?(Hash)
+
+        error = parsed["error"]
+        message = error.is_a?(Hash) ? error["message"] : error
+        (message || parsed["message"] || body[0, 200]).to_s[0, 200]
+      rescue JSON::ParserError
+        body[0, 200]
+      end
+
+      def base_url(default)
+        config.api_base || default
+      end
+    end
+  end
+end

data/lib/rails_agent_console/providers/callable.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  module Providers
+    # Example:
+    #   RailsAgentConsole.configure do |c|
+    #     c.client = ->(system:, messages:) do
+    #       RubyLLM.chat.with_instructions(system).ask(messages.last[:content]).content
+    #     end
+    #   end
+    class Callable < Base
+      def name
+        "custom client"
+      end
+
+      def model
+        config.model
+      end
+
+      def chat(system:, messages:)
+        result = config.client.call(system: system, messages: messages)
+        raise InvalidResponseError, "config.client returned nothing" if result.to_s.strip.empty?
+
+        result.to_s
+      end
+    end
+  end
+end

data/lib/rails_agent_console/providers/gemini.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  module Providers
+    class Gemini < Base
+      DEFAULT_BASE = "https://generativelanguage.googleapis.com/v1beta"
+
+      def name
+        "Gemini"
+      end
+
+      def models
+        listed = Array(get("#{base_url(DEFAULT_BASE)}/models?pageSize=200&key=#{api_key!}")&.dig("models"))
+        listed.select { |entry| Array(entry["supportedGenerationMethods"]).include?("generateContent") }
+              .filter_map { |entry| entry["name"].to_s.delete_prefix("models/") }
+      rescue ConfigurationError
+        []
+      end
+
+      private
+
+      def endpoint
+        "#{base_url(DEFAULT_BASE)}/models/#{model}:generateContent?key=#{api_key!}"
+      end
+
+      def payload(system:, messages:)
+        {
+          system_instruction: { parts: [{ text: system }] },
+          generationConfig: { temperature: config.temperature },
+          contents: messages.map do |message|
+            { role: message[:role] == "assistant" ? "model" : "user", parts: [{ text: message[:content] }] }
+          end
+        }
+      end
+
+      def extract(response)
+        parts = response.dig("candidates", 0, "content", "parts")
+        content = Array(parts).filter_map { |part| part["text"] }.join.strip
+        raise InvalidResponseError, "Gemini returned no content" if content.empty?
+
+        content
+      end
+    end
+  end
+end

data/lib/rails_agent_console/providers/ollama.rb

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  module Providers
+    class Ollama < Base
+      DEFAULT_BASE = "http://localhost:11434"
+      CONTEXT_TOKENS = 8192
+      ANSWER_TOKENS = 1024
+      MISSING_MODEL = /model ['"]?([^'"]+?)['"]? not found/
+      RECOMMENDED = "qwen2.5-coder:7b"
+
+      def name
+        "Ollama"
+      end
+
+      def chat(system:, messages:)
+        super
+      rescue ProviderError => e
+        missing = e.message[MISSING_MODEL, 1]
+        raise if missing.nil?
+
+        switch_from(missing)
+        super
+      end
+
+      def installed_models
+        Array(get("#{base_url(DEFAULT_BASE)}/api/tags")&.dig("models")).filter_map { |model| model["name"] }
+      end
+
+      def models
+        installed_models
+      end
+
+      private
+
+      def switch_from(missing)
+        installed = installed_models
+        raise ProviderError, nothing_installed(missing) if installed.empty?
+
+        config.model = pick(installed)
+        UI.new(config).warn("#{missing} is not installed in Ollama, so this uses #{config.model}. " \
+                            "Keep it with ai_model \"ollama/#{config.model}\", #{way_to(missing)}.")
+      end
+
+      def way_to(missing)
+        owner = Configuration.provider_for(missing)
+        return "or install the other with `ollama pull #{missing}`" if owner.nil?
+
+        "or use #{missing} where it runs with ai_model \"#{owner}/#{missing}\""
+      end
+
+      def pick(installed)
+        installed.find { |model| model.start_with?(RECOMMENDED) } ||
+          installed.find { |model| model.include?("coder") } ||
+          installed.first
+      end
+
+      def nothing_installed(missing)
+        "Ollama has no models installed, so #{missing} cannot answer. " \
+          "Install one with `ollama pull #{RECOMMENDED}` and ask again."
+      end
+
+      def endpoint
+        "#{base_url(DEFAULT_BASE)}/api/chat"
+      end
+
+      def payload(system:, messages:)
+        {
+          model: model,
+          stream: false,
+          options: { temperature: config.temperature, num_ctx: CONTEXT_TOKENS, num_predict: ANSWER_TOKENS },
+          messages: [{ role: "system", content: system }] + messages
+        }
+      end
+
+      def extract(response)
+        content = response.dig("message", "content").to_s
+        raise InvalidResponseError, "Ollama returned no content" if content.strip.empty?
+
+        content
+      end
+    end
+  end
+end

data/lib/rails_agent_console/providers/openai.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  module Providers
+    class OpenAI < Base
+      DEFAULT_BASE = "https://api.openai.com/v1"
+
+      CHAT_MODEL = /\A(gpt-|chatgpt-|o\d)/
+      NOT_CHAT = /audio|realtime|tts|transcribe|image|search|embedding|instruct|-\d{4}(-\d\d-\d\d)?\z/
+
+      def name
+        "OpenAI"
+      end
+
+      def models
+        listed = Array(get("#{base_url(DEFAULT_BASE)}/models", headers)&.dig("data"))
+        listed = listed.sort_by { |entry| -entry["created"].to_i }.filter_map { |entry| entry["id"] }
+        return listed unless base_url(DEFAULT_BASE) == DEFAULT_BASE
+
+        listed.grep(CHAT_MODEL).grep_v(NOT_CHAT)
+      rescue ConfigurationError
+        []
+      end
+
+      private
+
+      def endpoint
+        "#{base_url(DEFAULT_BASE)}/chat/completions"
+      end
+
+      def headers
+        super.merge("Authorization" => "Bearer #{api_key!}")
+      end
+
+      def payload(system:, messages:)
+        {
+          model: model,
+          temperature: config.temperature,
+          messages: [{ role: "system", content: system }] + messages
+        }
+      end
+
+      def extract(response)
+        content = response.dig("choices", 0, "message", "content")
+        raise InvalidResponseError, "OpenAI returned no content" if content.nil? || content.strip.empty?
+
+        content
+      end
+    end
+  end
+end

data/lib/rails_agent_console/providers.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+
+require_relative "providers/base"
+require_relative "providers/openai"
+require_relative "providers/anthropic"
+require_relative "providers/gemini"
+require_relative "providers/ollama"
+require_relative "providers/callable"
+
+module RailsAgentConsole
+  module Providers
+    REGISTRY = {
+      openai: OpenAI,
+      anthropic: Anthropic,
+      gemini: Gemini,
+      ollama: Ollama
+    }.freeze
+
+    def self.build(config = RailsAgentConsole.configuration)
+      return Callable.new(config) if config.client
+
+      klass = REGISTRY[config.provider]
+      raise ConfigurationError, "Unknown provider #{config.provider.inspect}" unless klass
+
+      klass.new(config)
+    end
+  end
+end

data/lib/rails_agent_console/query_validator/model_suggestion.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  class QueryValidator
+    module ModelSuggestion
+      module_function
+
+      def for(name)
+        close = Schema.model_names.select { |model| close?(model.split("::").last.downcase, name.downcase) }
+        close.empty? ? "" : " (did you mean #{close.first(3).join(" or ")}?)"
+      rescue StandardError
+        ""
+      end
+
+      def close?(model, wanted)
+        single = wanted.singularize
+        model.start_with?(single) || model.end_with?(single) || wanted.start_with?(model) ||
+          edit_distance(model, wanted) <= 2
+      end
+
+      def edit_distance(left, right)
+        previous = (0..right.length).to_a
+        left.each_char.with_index(1) do |left_char, row|
+          current = [row]
+          right.each_char.with_index(1) do |right_char, column|
+            cost = left_char == right_char ? 0 : 1
+            current << [previous[column] + 1, current[column - 1] + 1, previous[column - 1] + cost].min
+          end
+          previous = current
+        end
+        previous.last
+      end
+    end
+  end
+end

data/lib/rails_agent_console/query_validator/parse_error.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+require "ripper"
+
+module RailsAgentConsole
+  class QueryValidator
+    class ParseError < Ripper
+      def self.message_for(code)
+        parser = new(code)
+        parser.parse
+        parser.message
+      rescue StandardError
+        nil
+      end
+
+      attr_reader :message
+
+      def on_parse_error(message)
+        @message = message if @message.nil?
+      end
+    end
+  end
+end

data/lib/rails_agent_console/query_validator/result.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  class QueryValidator
+    class Result
+      attr_reader :code, :violations, :writes, :methods, :constants, :unknown, :unknown_constants
+
+      def initialize(code:, violations:, writes:, methods:, constants:,
+                     unknown: [], unknown_constants: [], blocked: false, syntax_error: false)
+        @code = code
+        @violations = violations.uniq
+        @writes = writes.uniq
+        @methods = methods.uniq
+        @constants = constants.uniq
+        @unknown = unknown.uniq
+        @unknown_constants = unknown_constants.uniq
+        @blocked = blocked
+        @syntax_error = syntax_error
+      end
+
+      def valid?
+        @violations.empty?
+      end
+
+      def blocked?
+        @blocked
+      end
+
+      def syntax_error?
+        @syntax_error
+      end
+
+      def repairable?
+        !valid? && !blocked? && @writes.empty? &&
+          (syntax_error? || @unknown.any? || @unknown_constants.any?)
+      end
+
+      def writes?
+        @writes.any?
+      end
+
+      def destructive?
+        @writes.any? { |name| Rules::DESTRUCTIVE.include?(name) }
+      end
+
+      def models
+        @constants & Schema.model_names
+      end
+
+      def to_s
+        valid? ? "valid" : "invalid: #{@violations.join("; ")}"
+      end
+    end
+  end
+end

data/lib/rails_agent_console/query_validator/rules.rb

@@ -0,0 +1,108 @@
+# frozen_string_literal: true
+
+require "set"
+
+module RailsAgentConsole
+  class QueryValidator
+    module Rules
+      FORBIDDEN = %w[
+        eval instance_eval class_eval module_eval instance_exec class_exec binding
+        send __send__ public_send method define_method method_missing
+        system exec spawn fork syscall exit exit! abort at_exit trap sleep
+        require require_relative load autoload open popen
+        const_get const_set remove_const instance_variable_get instance_variable_set
+        class_variable_get class_variable_set attr_accessor alias_method undef_method
+        connection connection_pool with_connection raw_connection execute exec_query
+        exec_update exec_delete select_all select_one select_value find_by_sql
+        count_by_sql sanitize_sql create_table drop_table change_table add_column
+        remove_column rename_table truncate truncate_tables migrate rollback
+        establish_connection remove_connection instance_variables methods
+        caller caller_locations gets `
+      ].to_set.freeze
+
+      WRITE = %w[
+        save save! create create! create_or_find_by create_or_find_by!
+        find_or_create_by find_or_create_by! first_or_create first_or_create!
+        first_or_initialize new build update update! update_attribute
+        update_attributes update_column update_columns update_all upsert upsert_all
+        insert insert! insert_all insert_all! import touch touch_all
+        increment! decrement! toggle! reset_counters
+        delete delete_all delete_by destroy destroy! destroy_all destroy_by
+        transaction lock lock! with_lock
+      ].to_set.freeze
+
+      DESTRUCTIVE = %w[
+        delete delete_all delete_by destroy destroy! destroy_all destroy_by
+        update_all update_column update_columns
+      ].to_set.freeze
+
+      ALLOWED = %w[
+        all where not or and rewhere unscope only except merge none from
+        joins left_joins left_outer_joins includes preload eager_load references
+        group having order reorder reverse_order in_order_of
+        limit offset distinct select pluck pick ids extract_associated
+        readonly strict_loading annotate optimizer_hints with
+        find find_by find_by! first first! last last! take take! sole find_sole_by
+        find_each find_in_batches in_batches each each_with_index each_with_object
+        exists? any? many? empty? none? one? present? blank? nil? include?
+        count sum average minimum maximum size length calculate tally
+        group_by index_by index_with partition
+        map collect flat_map filter_map filter reject sort sort_by
+        min min_by max max_by reduce inject zip uniq compact flatten
+        to_a to_ary to_h to_hash keys values values_at fetch dig slice
+        transform_values transform_keys invert drop take_while drop_while
+        reverse sample shuffle rotate chunk_while each_slice each_cons
+        to_s to_i to_f to_r to_d to_sym inspect round abs ceil floor
+        divmod fdiv clamp between? positive? negative? zero? nonzero? nan? infinite?
+        upcase downcase capitalize titleize humanize pluralize singularize
+        strip chomp split join gsub sub start_with? end_with? match match? scan
+        present blank squish truncate_words
+        ago from_now since until seconds second minutes minute hours hour
+        days day weeks week fortnight months month years year
+        beginning_of_day end_of_day midnight noon beginning_of_hour end_of_hour
+        beginning_of_minute end_of_minute
+        beginning_of_week end_of_week beginning_of_month end_of_month
+        beginning_of_quarter end_of_quarter beginning_of_year end_of_year
+        all_day all_week all_month all_quarter all_year
+        today yesterday tomorrow current now at parse iso8601 strftime
+        to_date to_time to_datetime in_time_zone utc localtime change advance
+        prev_day next_day prev_week next_week prev_month next_month
+        prev_year next_year monday sunday wday yday cweek on_weekend? on_weekday?
+        new_offset zone
+        sql cast lower upper
+        rand hex uuid alphanumeric random_number
+        attributes attribute_names as_json to_json column_names table_name
+        primary_key model_name human_attribute_name arel_table type_for_attribute
+        puts pp print p format sprintf tap then yield_self lambda proc
+      ].to_set.freeze
+
+      CONSTRUCTORS = %w[new build].to_set.freeze
+
+      UNSAFE_LOAD_RECEIVERS = %w[
+        Kernel Object Module Class Marshal YAML Psych JSON ERB File IO Dir
+      ].to_set.freeze
+
+      BLOCKED_CONSTANTS = (UNSAFE_LOAD_RECEIVERS + %w[
+        ENV Process Open3 Socket Net Shellwords Tempfile Pathname Gem Bundler
+        Sidekiq ActionMailer
+      ]).to_set.freeze
+
+      VALUE_CONSTANTS = %w[
+        Time Date DateTime TimeZone Range Hash Array Set String Symbol
+        Integer Float Rational BigDecimal Struct Arel
+      ].to_set.freeze
+
+      SAFE_CONSTANTS = %w[
+        Time Date DateTime ActiveSupport TimeZone Arel Float Integer Numeric String
+        Symbol Hash Array Range Set Math Rational BigDecimal Comparable Struct
+        SecureRandom ActiveRecord Base Relation Rails
+      ].to_set.freeze
+
+      DANGEROUS_SQL = /
+        \b(delete\s+from|drop\s+(table|database|index|schema)|truncate\s+table|
+        insert\s+into|update\s+\w+\s+set|alter\s+table|grant\s+|create\s+table)\b |
+        ;\s*(select|delete|drop|update|insert|alter|attach)\b
+      /ix
+    end
+  end
+end

data/lib/rails_agent_console/query_validator/sensitive_columns.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module RailsAgentConsole
+  class QueryValidator
+    module SensitiveColumns
+      PATTERN = /\A(?:\w*password\w*|\w+_digest|(?:\w+_)?token|\w*secret\w*|(?:\w+_)?api_key|otp_\w+)\z/i
+      PRESENCE_TEST = /(?<![\w.:])\w+:\s*nil\b(?!\s*\.)/
+      TOKENS = %i[on_ident on_label on_tstring_content on_symbol].freeze
+
+      module_function
+
+      def named_in(code)
+        Ripper.lex(code.gsub(PRESENCE_TEST, "")).flat_map { |(_, type, text)| TOKENS.include?(type) ? words(text) : [] }
+              .grep(PATTERN).uniq
+      end
+
+      def words(text)
+        text.scan(/[A-Za-z_]\w*/)
+      end
+    end
+  end
+end