llm_fixer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b0ad882d017de42f02930ba978b352b1fd1b089095b5de7fdbd6aadebce6e574
+  data.tar.gz: 9cde3148d984a28e3366a5b837e93a0f919d9d30dfe28cc16e444ea550a07985
+SHA512:
+  metadata.gz: db7fe05f51c1cc138e993bae90ca6cbfcd0e3c125309ca82bc302d16e6f4448fe409e4afc82b015c9e8319332abf77aec869f7cbf331218d7c166d2d516b97aa
+  data.tar.gz: ccc4e7d472cb87840daa4e9db929bab22cfa510649945e94d7f9d09217f6e416de20ae77683962db359296bbb232377a7de0488a4d912ccc4abb3206bfcec58a

data/.rubocop.yml

@@ -0,0 +1,26 @@
+# @format
+
+inherit_from:
+  - https://raw.githubusercontent.com/pixta-dev/pixta-rubocop/master/rubocop.yml
+
+# Normally additional configs of AllCops/Include and AllCops/Exclude override to RuboCops's defaults.
+# But you'd like to apply both RuboCops's defaults and addtional configs of AllCops/Include and AllCops/Exclude.
+# ref: https://docs.rubocop.org/en/stable/configuration/#unusual-files-that-would-not-be-included-by-default
+inherit_mode:
+  merge:
+    - Include
+    - Exclude
+
+AllCops:
+  TargetRubyVersion: 3.4
+  Exclude:
+    - "Gemfile"
+    - "bin/*"
+    - "config/**/*"
+    - "db/**/*"
+    - "deploy/**/*"
+  NewCops: enable
+
+Rails/Output:
+  Enabled: false
+  AutoCorrect: false

data/Gemfile

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+gemspec
+
+gem 'pry'
+gem 'pry-byebug'
+gem 'rspec'
+gem 'rubocop'
+gem 'rubocop-rails'
+gem 'rubocop-rspec'
+gem 'rubocop-rspec_rails'
+gem 'rubocop-performance'

data/Gemfile.lock

@@ -0,0 +1,137 @@
+PATH
+  remote: .
+  specs:
+    llm_fixer (0.0.1)
+      colorize
+      ruby-openai
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (8.0.1)
+      base64
+      benchmark (>= 0.3)
+      bigdecimal
+      concurrent-ruby (~> 1.0, >= 1.3.1)
+      connection_pool (>= 2.2.5)
+      drb
+      i18n (>= 1.6, < 2)
+      logger (>= 1.4.2)
+      minitest (>= 5.1)
+      securerandom (>= 0.3)
+      tzinfo (~> 2.0, >= 2.0.5)
+      uri (>= 0.13.1)
+    ast (2.4.2)
+    base64 (0.2.0)
+    benchmark (0.4.0)
+    bigdecimal (3.1.9)
+    byebug (11.1.3)
+    coderay (1.1.3)
+    colorize (1.1.0)
+    concurrent-ruby (1.3.5)
+    connection_pool (2.5.0)
+    diff-lcs (1.6.0)
+    drb (2.2.1)
+    event_stream_parser (1.0.0)
+    faraday (2.12.2)
+      faraday-net_http (>= 2.0, < 3.5)
+      json
+      logger
+    faraday-multipart (1.1.0)
+      multipart-post (~> 2.0)
+    faraday-net_http (3.4.0)
+      net-http (>= 0.5.0)
+    i18n (1.14.7)
+      concurrent-ruby (~> 1.0)
+    json (2.9.1)
+    language_server-protocol (3.17.0.3)
+    logger (1.6.6)
+    method_source (1.1.0)
+    minitest (5.25.4)
+    multipart-post (2.4.1)
+    net-http (0.6.0)
+      uri
+    parallel (1.26.3)
+    parser (3.3.6.0)
+      ast (~> 2.4.1)
+      racc
+    pry (0.14.2)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    pry-byebug (3.10.1)
+      byebug (~> 11.0)
+      pry (>= 0.13, < 0.15)
+    racc (1.8.1)
+    rack (3.1.11)
+    rainbow (3.1.1)
+    regexp_parser (2.10.0)
+    rspec (3.13.0)
+      rspec-core (~> 3.13.0)
+      rspec-expectations (~> 3.13.0)
+      rspec-mocks (~> 3.13.0)
+    rspec-core (3.13.3)
+      rspec-support (~> 3.13.0)
+    rspec-expectations (3.13.3)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-mocks (3.13.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.13.0)
+    rspec-support (3.13.2)
+    rubocop (1.70.0)
+      json (~> 2.3)
+      language_server-protocol (>= 3.17.0)
+      parallel (~> 1.10)
+      parser (>= 3.3.0.2)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 2.9.3, < 3.0)
+      rubocop-ast (>= 1.36.2, < 2.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 2.4.0, < 4.0)
+    rubocop-ast (1.37.0)
+      parser (>= 3.3.1.0)
+    rubocop-performance (1.23.1)
+      rubocop (>= 1.48.1, < 2.0)
+      rubocop-ast (>= 1.31.1, < 2.0)
+    rubocop-rails (2.29.1)
+      activesupport (>= 4.2.0)
+      rack (>= 1.1)
+      rubocop (>= 1.52.0, < 2.0)
+      rubocop-ast (>= 1.31.1, < 2.0)
+    rubocop-rspec (3.0.4)
+      rubocop (~> 1.61)
+    rubocop-rspec_rails (2.30.0)
+      rubocop (~> 1.61)
+      rubocop-rspec (~> 3, >= 3.0.1)
+    ruby-openai (7.4.0)
+      event_stream_parser (>= 0.3.0, < 2.0.0)
+      faraday (>= 1)
+      faraday-multipart (>= 1)
+    ruby-progressbar (1.13.0)
+    securerandom (0.4.1)
+    thor (1.3.2)
+    tzinfo (2.0.6)
+      concurrent-ruby (~> 1.0)
+    unicode-display_width (3.1.4)
+      unicode-emoji (~> 4.0, >= 4.0.4)
+    unicode-emoji (4.0.4)
+    uri (1.0.3)
+
+PLATFORMS
+  arm64-darwin-23
+  ruby
+
+DEPENDENCIES
+  llm_fixer!
+  pry
+  pry-byebug
+  rspec
+  rubocop
+  rubocop-performance
+  rubocop-rails
+  rubocop-rspec
+  rubocop-rspec_rails
+
+BUNDLED WITH
+   2.6.2

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 kaiba
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,64 @@
+<!-- @format -->
+
+# LLM fixer
+
+静的解析エラーを自動的に修正するツールです。
+
+## インストール
+
+Gemfile に以下を追加します:
+
+```ruby
+gem 'llm_fixer'
+```
+
+そして以下を実行します:
+
+```bash
+$ bundle install
+```
+
+または、以下のようにインストールします:
+
+```bash
+$ gem install llm_fixer
+```
+
+## 環境変数
+
+以下の環境変数を使用して動作をカスタマイズできます:
+
+- `LLM_API_KEY` : LLM API キー
+- `LLM_API_BASE` : LLM API のベース URL
+- `LLM_MODEL` : 使用する LLM モデル
+
+## 使用方法
+
+環境変数を設定します:
+
+### ChatGPT
+
+```bash
+export LLM_API_KEY="your-api-key-here"
+export LLM_API_BASE="https://api.openai.com/v1"
+export LLM_MODEL="gpt-4o"
+```
+
+### Google Gemini
+
+```bash
+export LLM_API_KEY="your-api-key-here"
+export LLM_API_BASE="https://generativelanguage.googleapis.com/v1beta"
+export LLM_MODEL="gemini-2.0-pro-exp"
+```
+
+### 実行
+
+静的解析ツールコマンド（例：RuboCop）を実行します:
+
+```bash
+llm_fixer fix your-lint-or-test-command path/to/target
+
+# Rubocop例
+llm_fixer fix bundle exec rubocop path/to/target.rb
+```

data/Rakefile

@@ -0,0 +1,12 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task default: :test

data/bin/llm_fixer

@@ -0,0 +1,38 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'thor'
+require_relative '../lib/llm_fixer/static_analysis_fixer'
+
+class CLI < Thor
+  desc 'fix COMMAND [ARGS...]', 'Static analysis errors are automatically fixed by LLM'
+  method_option :command, type: :string, required: false
+  
+  def fix(*args)
+    %w[LLM_API_BASE LLM_MODEL LLM_API_KEY].each do |key|
+      unless ENV[key]
+        puts "#{key} is not set"
+        exit 1
+      end
+    end
+    
+
+    puts "args: #{args.inspect}"
+    if args.empty?
+      puts 'Usage: llm_fixer fix COMMAND [ARGS...]'
+      exit 1
+    end
+
+    puts "command: #{args.join(' ')}"
+    fixer = LlmFixer::StaticAnalysisFixer.new(ENV.fetch('LLM_API_KEY', nil))
+    success = fixer.fix_file(args)
+    exit(1) unless success
+  end
+
+  def self.exit_on_failure?
+    true
+  end
+end
+
+puts 'start llm_fixer'
+CLI.start(ARGV)

data/lib/llm_fixer/static_analysis_fixer.rb

@@ -0,0 +1,132 @@
+# frozen_string_literal: true
+
+require "openai"
+require "open3"
+require "tempfile"
+require "pry"
+require "erb"
+require "colorize"
+require "ostruct"
+
+module LlmFixer
+  class StaticAnalysisFixer
+    DEFAULT_MODEL = "gpt-4o"
+    DEFAULT_API_BASE = "https://api.openai.com/v1"
+
+    def initialize(api_key)
+      @client = OpenAI::Client.new(
+        access_token: ENV.fetch("LLM_API_KEY", api_key),
+        uri_base: ENV.fetch("LLM_API_BASE", DEFAULT_API_BASE),
+        request_timeout: 600,
+      )
+      @model = ENV.fetch("LLM_MODEL", DEFAULT_MODEL)
+      puts "LLM model: #{@model}"
+    end
+
+    def fix_file(args)
+      command = args.join(" ")
+      output, succeeded = run_command(command)
+      if succeeded
+        puts "No errors found"
+        return true
+      end
+
+      # Search for existing file paths from command line arguments in reverse order
+      file_path = args.reverse.find { |arg| File.exist?(arg) }
+      return false unless file_path
+
+      # Request correction from LLM
+      result = generate_fix(file_path, command, output)
+      return false unless result
+
+      File.write(file_path, result)
+
+      # Check again
+      _, succeeded = run_command(command)
+      if succeeded
+        puts "#{file_path} was fixed!".green
+        true
+      else
+        puts "#{file_path} was not fixed!".red
+        false
+      end
+    end
+
+    private
+
+    def run_command(command)
+      command_parts = command.split
+      command_path = `which #{command_parts[0]}`.strip
+      return ["Command not found: #{command_parts[0]}", false] if command_path.empty?
+
+      output, status = Open3.capture2(ENV.to_h, command_path, *command_parts[1..])
+      succeeded = status.exitstatus.zero?
+      unless succeeded
+        puts "After correction, there are still errors:".red
+        puts output
+      end
+      [output, succeeded]
+    end
+
+    # rubocop:disable Metrics/MethodLength
+    def generate_fix(file_path, command, error_output)
+      file_content = File.read(file_path)
+      messages = build_messages(file_path, command, error_output, file_content)
+      puts messages
+      full_response = ""
+      puts "===== Start generating fix ====="
+      @client.chat(
+        parameters: {
+          model: @model,
+          messages: messages,
+          stream: proc { |chunk|
+            content = chunk.dig("choices", 0, "delta", "content")
+            full_response += content if content
+          },
+        },
+      )
+
+      full_response.strip!
+      # remove markdown syntax
+      if full_response.start_with?("```")
+        full_response = "#{full_response.split("\n")[1..-2].join("\n")}\n"
+      end
+      puts full_response
+      puts "===== End generating fix ====="
+      full_response
+    end
+    # rubocop:enable Metrics/MethodLength
+
+    def build_messages(file_path, command, error_output, file_content)
+      templates = {
+        system: "fix_prompt_system.erb",
+        user: "fix_prompt_user.erb",
+      }
+
+      messages = []
+      b = binding
+      system_template = ERB.new(File.read(File.join(File.dirname(__FILE__),
+                                                    "../templates/#{templates[:system]}")))
+      messages << { role: "system", content: system_template.result(b) }
+      user_template = ERB.new(File.read(File.join(File.dirname(__FILE__),
+                                                  "../templates/#{templates[:user]}")))
+      messages << { role: "user", content: user_template.result(b) }
+
+      messages
+    end
+
+    # LLMが警告以外の場所も直した上、差分として上げなかったため、不正なパッチになってしまったので一旦ファイル丸ごと出力されることしにた
+    def apply_patch(patch)
+      Tempfile.create("patch") do |f|
+        f.write(patch)
+        f.close
+        patch_command = "patch -f --no-backup-if-mismatch -p1 < #{f.path}"
+        _, stderr, status = Open3.capture3(patch_command)
+        unless status.exitstatus.zero?
+          puts "Failed to apply patch: #{stderr}".colorize(:red)
+          exit 1
+        end
+      end
+    end
+  end
+end

data/lib/llm_fixer/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module LlmFixer
+  VERSION = "0.0.1"
+end

data/lib/templates/fix_prompt_system.erb

@@ -0,0 +1,7 @@
+You are a code repair assistant. Your task is to fix static analysis errors in code.
+You should:
+- Fix only the error locations
+- Delete unnecessary lines instead of commenting them out
+- Generate fixed full source code
+
+The command, FileContent, and ErrorOutput will be provided in the user message.

data/lib/templates/fix_prompt_user.erb

@@ -0,0 +1,11 @@
+TargetFile:
+<%= file_path %>
+
+ExecuteCommand:
+<%= command %>
+
+FileContent:
+<%= file_content %>
+
+ErrorOutput:
+<%= error_output %>

data/sample/sample_spec.rb

@@ -0,0 +1,10 @@
+# frozen_string_literal: true
+
+RSpec.describe "基本的な算術演算" do
+  let!(:result) { 1 + 1 }
+  describe "足し算" do
+    it "1 + 1 は 2 になること" do
+      expect(1 + 1).to eq(result)
+    end
+  end
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: llm_fixer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- kaiba
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2025-03-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A tool that uses LLM to automatically fix errors detected by static analysis
+  tools (such as RuboCop).
+email:
+- kaibadash@gmail.com
+executables:
+- llm_fixer
+extensions: []
+extra_rdoc_files: []
+files:
+- ".rubocop.yml"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/llm_fixer
+- lib/llm_fixer/static_analysis_fixer.rb
+- lib/llm_fixer/version.rb
+- lib/templates/fix_prompt_system.erb
+- lib/templates/fix_prompt_user.erb
+- sample/sample_spec.rb
+homepage: https://github.com/kaibadash/llm_fixer
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/kaibadash/llm_fixer
+  source_code_uri: https://github.com/kaibadash/llm_fixer
+  rubygems_mfa_required: 'true'
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.3
+signing_key:
+specification_version: 4
+summary: LLM tool to automatically fix static analysis errors
+test_files: []