ghostest 0.1.0

data/lib/llm/functions/get_gem_files_list.rb

@@ -0,0 +1,43 @@
+module Llm
+  module Functions
+    class GetGemFilesList < Base
+      def function_name
+        :get_gem_files_list
+      end
+
+      def self.gem_name_enums
+        @gem_name_enums ||= ::Bundler.locked_gems.specs.map(&:full_name)
+      end
+
+      def definition
+        return @definition unless @definition.nil?
+
+        @definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              gem_name: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.gem_name"),
+                enum: self.class.gem_name_enums,
+              },
+            },
+            required: [:gem_name],
+          },
+        }
+        @definition
+      end
+
+      def execute_and_generate_message(args)
+        unless self.class.gem_name_enums.include?(args['gem_name'])
+          return { message: 'invalid gem_name. gem_name is below' + self.class.gem_name_enums.join("\n") }
+        end
+        files_list = Dir.glob("#{Gem.paths.home}/gems/#{args['gem_name']}/**/*.{rb,yml}")
+
+        { files_list: }
+      end
+    end
+  end
+end

data/lib/llm/functions/make_new_file.rb

@@ -0,0 +1,43 @@
+module Llm
+  module Functions
+    class MakeNewFile < Base
+      def function_name
+        :make_new_file
+      end
+
+      def definition
+        return @definition unless @definition.nil?
+
+        @definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              filepath: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.filepath"),
+              },
+              file_contents: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.file_contents"),
+              },
+            },
+            required: [:filepath, :file_contents],
+          },
+        }
+        @definition
+      end
+
+      def execute_and_generate_message(args)
+        dirname = File.dirname(args[:filepath])
+        unless File.directory?(dirname)
+          FileUtils.mkdir_p(dirname)
+        end
+        File.write(args[:filepath], args[:file_contents])
+
+        { result: "success" }
+      end
+    end
+  end
+end

data/lib/llm/functions/overwrite_file.rb

@@ -0,0 +1,42 @@
+module Llm
+  module Functions
+    class OverwriteFile < Base
+      def function_name
+        :overwrite_file
+      end
+
+      def definition
+        return @definition unless @definition.nil?
+
+        @definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              filepath: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.filepath"),
+              },
+              new_text: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.new_text"),
+              },
+            },
+            required: [:filepath, :new_text],
+          },
+        }
+        @definition
+      end
+
+      def execute_and_generate_message(args)
+        unless File.exist?(args[:filepath])
+          raise Ghostest::Error.new("File not found: #{args[:filepath]}")
+        end
+        File.write(args[:filepath], args[:new_text])
+
+        { result: :success }
+      end
+    end
+  end
+end

data/lib/llm/functions/read_file.rb

@@ -0,0 +1,43 @@
+module Llm
+  module Functions
+    class ReadFile < Base
+      def function_name
+        :read_file
+      end
+
+      def definition
+        return @definition unless @definition.nil?
+
+        @definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              filepath: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.filepath"),
+              },
+            },
+            required: [:filepath],
+          },
+        }
+        @definition
+      end
+
+      def execute_and_generate_message(args)
+        if File.exist?(args[:filepath])
+          {
+            filepath: args[:filepath],
+            file_contents: File.read(args[:filepath]),
+          }
+        else
+          {
+            filepath: args[:filepath],
+            error: "File not found.",
+          }
+        end
+      end
+    end
+  end
+end

data/lib/llm/functions/record_lgtm.rb

@@ -0,0 +1,48 @@
+module Llm
+  module Functions
+    class RecordLgtm < Base
+      def function_name
+        :record_lgtm
+      end
+
+      def initialize
+        @lgtm = false
+      end
+
+      def stop_llm_call?
+        # stop always
+        true
+      end
+
+      def lgtm?
+        !!@lgtm
+      end
+
+      def definition
+        return @definition unless @definition.nil?
+
+        @definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              message: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.message"),
+              },
+            },
+            required: [:message],
+          },
+        }
+        @definition
+      end
+
+      def execute_and_generate_message(args)
+        @lgtm = true
+
+        { message: args[:message] }
+      end
+    end
+  end
+end

data/lib/llm/functions/report_bug.rb

@@ -0,0 +1,34 @@
+module Llm
+  module Functions
+    class ReportBug < Base
+      def function_name
+        :report_bug
+      end
+
+      def definition
+        return @definition unless @definition.nil?
+
+        @definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              message: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.message"),
+              },
+            },
+            required: [:message],
+          },
+        }
+        @definition
+      end
+
+      def execute_and_generate_message(args)
+        puts(args['message'])
+        exit 0
+      end
+    end
+  end
+end

data/lib/llm/functions/switch_assignee.rb

@@ -0,0 +1,74 @@
+module Llm
+  module Functions
+    class SwitchAssignee < Base
+      include AttrReader
+      attr_reader :assignee, :messages
+
+      def function_name
+        :switch_assignee
+      end
+
+      def initialize(assignee, agents)
+        @messages = []
+        @assignee = assignee
+        @agents = agents
+        @valid_agents = agents.map(&:name_with_type)
+      end
+
+      def stop_llm_call?
+        # stop always
+        true
+      end
+
+      def last_message
+        @messages.last[:message]
+      end
+
+      def last_assignee
+        @messages.last[:name]
+      end
+
+      def definition
+        # @assigneeに応じて毎回作り直す
+        definition = {
+          name: self.function_name,
+          description: I18n.t("ghostest.functions.#{self.function_name}.description"),
+          parameters: {
+            type: :object,
+            properties: {
+              next_assignee: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.next_assignee"),
+                enum: @valid_agents - [@assignee.name_with_type],
+              },
+              message: {
+                type: :string,
+                description: I18n.t("ghostest.functions.#{self.function_name}.parameters.message"),
+              },
+            },
+            required: [:assignee, :message],
+          },
+        }
+        definition
+      end
+
+      def execute_and_generate_message(args)
+        if args[:next_assignee].nil? || args[:next_assignee].empty?
+          raise Ghostest::Error.new("next_assignee is required")
+        end
+        if args[:message].nil? || args[:message].empty?
+          raise Ghostest::Error.new("message is required")
+        end
+        next_assignee = @agents.find { |agent| agent.name_with_type == args[:next_assignee] }
+        message = {
+          name: @assignee.name_with_type,
+          next_assignee: next_assignee.name_with_type,
+          message: args[:message],
+        }
+        @assignee = next_assignee
+        @messages << message
+        message
+      end
+    end
+  end
+end

data/lib/llm/message_container.rb

@@ -0,0 +1,63 @@
+module Llm
+  class MessageContainer
+    attr_reader :messages
+    def initialize
+      @messages = []
+      @metas = []
+      @token_encoder = Tiktoken.get_encoding("cl100k_base")
+
+      self.add_default_system_message!
+    end
+
+    def add_system_message(content)
+      @metas << { index: @metas.size, token: @token_encoder.encode(content.to_s).size, role: :system }
+      @messages << { role: :system, content: }
+    end
+
+    def add_user_message(content)
+      @metas << { index: @metas.size, token: @token_encoder.encode(content.to_s).size, role: :user }
+      @messages << { role: :user, content: }
+    end
+
+    def add_raw_message(message)
+      message = message.with_indifferent_access
+      @metas << { index: @metas.size, token: @token_encoder.encode(message[:content].to_s).size, role: message[:role] }
+      @messages << message
+    end
+
+    def total_token
+      @metas.map { |meta| meta[:token] }.sum
+    end
+
+    def add_raw_messages(messages)
+      messages.each do |message|
+        self.add_raw_message(message)
+      end
+    end
+
+    def to_capped_messages(token_limit: 28_000)
+      return @messages if self.total_token <= token_limit
+
+      # システムメッセージは消さない
+      system_metas, not_system_metas = @metas.partition { |message| message[:role] == :system }
+      current_token = system_metas.map { |meta| meta[:token] }.sum
+      filtered_indexes = system_metas.map { |meta| meta[:index] }
+
+      # 新しいメッセージを優先的に残す
+      not_system_metas.reverse.each do |meta|
+        break if token_limit < current_token + meta[:token]
+
+        current_token += meta[:token]
+        filtered_indexes << meta[:index]
+      end
+
+      # システムメッセージが挟み込まれている場合も、並び順を維持すること
+      @messages.select.with_index { |message, i| filtered_indexes.include?(i) }
+    end
+
+    def add_default_system_message!
+      self.add_system_message("Current time is #{Time.now}")
+    end
+  end
+
+end

data/sig/ghostest.rbs

@@ -0,0 +1,4 @@
+module Ghostest
+  VERSION: String
+  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+end

metadata

@@ -0,0 +1,245 @@
+--- !ruby/object:Gem::Specification
+name: ghostest
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- ryooo
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2023-11-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: html2markdown
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: baran
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tiktoken_ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: google-apis-customsearch_v1
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: indifference
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Output test code using LLM agents.
+email:
+- ryooo.321@gmail.com
+executables:
+- ghostest
+extensions: []
+extra_rdoc_files: []
+files:
+- ".idea/misc.xml"
+- ".idea/modules.xml"
+- ".idea/vcs.xml"
+- ".rubocop.yml"
+- ".ruby-version"
+- README.md
+- Rakefile
+- exe/ghostest
+- ghostest.gemspec
+- lib/ghostest.rb
+- lib/ghostest/attr_reader.rb
+- lib/ghostest/config.rb
+- lib/ghostest/config/agent.rb
+- lib/ghostest/config_error.rb
+- lib/ghostest/error.rb
+- lib/ghostest/languages/ruby.rb
+- lib/ghostest/logger.rb
+- lib/ghostest/manager.rb
+- lib/ghostest/test_condition.rb
+- lib/ghostest/version.rb
+- lib/google_custom_search.rb
+- lib/i18n_translator.rb
+- lib/initializers/i18n.rb
+- lib/llm/agents/base.rb
+- lib/llm/agents/reviewer.rb
+- lib/llm/agents/test_designer.rb
+- lib/llm/agents/test_programmer.rb
+- lib/llm/clients/azure_open_ai.rb
+- lib/llm/clients/base.rb
+- lib/llm/clients/open_ai.rb
+- lib/llm/functions/add_to_memory.rb
+- lib/llm/functions/base.rb
+- lib/llm/functions/exec_rspec_test.rb
+- lib/llm/functions/fix_one_rspec_test.rb
+- lib/llm/functions/get_files_list.rb
+- lib/llm/functions/get_gem_files_list.rb
+- lib/llm/functions/make_new_file.rb
+- lib/llm/functions/overwrite_file.rb
+- lib/llm/functions/read_file.rb
+- lib/llm/functions/record_lgtm.rb
+- lib/llm/functions/report_bug.rb
+- lib/llm/functions/switch_assignee.rb
+- lib/llm/message_container.rb
+- sig/ghostest.rbs
+homepage: https://github.com/ryooo/ghostest
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+  homepage_uri: https://github.com/ryooo/ghostest
+  source_code_uri: https://github.com/ryooo/ghostest
+  changelog_uri: https://github.com/ryooo/ghostest
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.6
+signing_key:
+specification_version: 4
+summary: Test code generator by llm
+test_files: []