cowrite 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 92022a9db5707f4dae9c95807e6eb39b813056ea3b39c252d3f65aa67d62acf5
+  data.tar.gz: 5b18e63cc172da86b5dba8d098510a00bb7c888fd2560f3f6f38a007f77c2aa5
+SHA512:
+  metadata.gz: 8b7560a50a193d66dd3208786deeb95638a67517c9cd630377ac8b3653f262f112f3b93e8ffcf820ef1b604661725bf2f0208c3891daa16abe2078f9f3374f37
+  data.tar.gz: dcb4ee5bbb99036cdd506425102c905d7dc22ecedeed3125b02e08d700b7d35dc766247ac4827d30b01372bde42afec7a7004c76ebf44682e5d509c6f30eeb1e

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (C) 2013 Michael Grosser <michael@grosser.it>
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/bin/cowrite

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+# enable local usage from cloned repo
+root = File.expand_path('..', __dir__)
+$LOAD_PATH << "#{root}/lib" if File.exist?("#{root}/Gemfile")
+
+require "cowrite"
+require "cowrite/cli"
+
+Cowrite::CLI.new.run(ARGV)

data/lib/cowrite/cli.rb

@@ -0,0 +1,142 @@
+# frozen_string_literal: true
+
+require "shellwords"
+require "parallel"
+require "tempfile"
+
+class Cowrite
+  class CLI
+    QUESTION_COLOR = :blue
+
+    def initialize
+      super
+
+      # get config first so we fail fast
+      api_key = ENV.fetch("COWRITE_API_KEY")
+      url = ENV.fetch("COWRITE_URL", "https://api.openai.com")
+      model = ENV.fetch("MODEL", "gpt-4o")
+      @cowrite = Cowrite.new(url:, api_key:, model:)
+    end
+
+    def run(argv)
+      abort "Use only first argument for prompt" if argv.size != 1 # TODO: remove
+      prompt = ARGV[0]
+
+      files = find_files prompt
+
+      # prompting on main thread so we can go 1-by-1
+      finish = lambda do |file, i, diff|
+        # ask user if diff is fine (TODO: add a "no" option and re-prompt somehow)
+        prompt "Diff for #{file}:\n#{color_diff(diff)}Apply diff to #{file}?", ["yes"]
+
+        with_content_in_file("#{diff.strip}\n") do |path|
+          # apply diff (force sus changes, do not make backups)
+          cmd = "patch -f --posix #{file} < #{path}"
+          out = `#{cmd}`
+          return if $?.success?
+
+          # give the user a chance to copy the tempfile or modify it
+          warn "Patch failed:\n#{cmd}\n#{out}"
+          prompt "Continue ?", ["yes"] unless i + 1 == files.size
+        end
+      end
+
+      # TODO: --parallel instead of env
+      # produce diffs in parallel since it is slow
+      Parallel.each files, finish:, threads: Integer(ENV["PARALLEL"] || "10"), progress: true do |file|
+        @cowrite.diff file, prompt
+      end
+    end
+
+    private
+
+    def with_content_in_file(content)
+      Tempfile.create("cowrite-diff") do |f|
+        f.write content
+        f.close
+        yield f.path
+      end
+    end
+
+    def find_files(prompt)
+      files = @cowrite.files prompt
+      files.each_with_index { |f, i| warn "#{i}: #{f}" } # needs to match choose_files logic
+      answer = prompt("Accept #{files.size} files to iterate ?", ["yes", "choose"])
+      answer == "choose" ? choose_files(files) : files
+    end
+
+    # let user select for index of given files or select whatever files they want via path
+    def choose_files(files)
+      answer = prompt_freeform("Enter index or path of files command separated")
+      chosen = answer.split(/\s?,\s?/)
+      abort "No files selected" if chosen.empty?
+      chosen =
+        files.each_with_index.filter_map { |f, i| f if chosen.include?(i.to_s) } + # index
+        chosen.grep_v(/^\d+$/) # path
+      missing = chosen.reject { |f| File.exist?(f) }
+      abort "Files #{missing} do not exist" if missing.any?
+      chosen
+    end
+
+    # prompt user with questions and answers until they pick one of them
+    # - supports replying with the first letter of the answer
+    # - supports enter for yes
+    def prompt(question, answers)
+      colored_answers = answers.map { |a| color(:underline, a[0]) + a[1...] }.join("/")
+      loop do
+        read = prompt_freeform "#{color_last_line(QUESTION_COLOR, question)} [#{colored_answers}]", color: :none
+        read = "yes" if read == "" && answers.include?("yes")
+        return read if answers.include?(read)
+        if (ai = answers.map { |a| a[0] }.index(read))
+          return answers[ai]
+        end
+      end
+    end
+
+    def prompt_freeform(question, color: QUESTION_COLOR)
+      warn color(color, question)
+      $stdin.gets.strip
+    end
+
+    def color_last_line(color, text)
+      modify_lines(text) { |l, i, size| i + 1 == size ? color(color, l) : l }
+    end
+
+    # color lines with +/- but not the header with ---/+++
+    def color_diff(diff)
+      modify_lines(diff) do |l, _, _|
+        if l =~ /^-[^-]/
+          color(:bg_light_green, l)
+        elsif l =~ /^\+[^+]/
+          color(:bg_light_red, l)
+        else
+          l
+        end
+      end
+    end
+
+    def modify_lines(text)
+      lines = text.split("\n", -1)
+      size = lines.size
+      lines = lines.each_with_index.map { |l, i| yield l, i, size }
+      lines.join("\n")
+    end
+
+    def color(color, text)
+      return text if color == :none
+      code =
+        case color
+        when :underline then 4
+        when :blue then 34
+        when :bg_light_red then 101
+        when :bg_light_green then 102
+        else raise ArgumentError
+        end
+      "\e[#{code}m#{text}\e[0m"
+    end
+
+    def remove_shell_colors(string)
+      string.gsub(/\e\[(\d+)(;\d+)*m/, "")
+    end
+  end
+end

data/lib/cowrite/version.rb

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+class Cowrite
+  VERSION = "0.1.0"
+end

data/lib/cowrite.rb

@@ -0,0 +1,115 @@
+# frozen_string_literal: true
+
+require 'net/http'
+require 'uri'
+require 'json'
+
+class Cowrite
+  def initialize(url:, api_key:, model:)
+    @url = url
+    @api_key = api_key
+    @model = model
+  end
+
+  def files(prompt)
+    # TODO: ask llm which folders to search when >1k files
+    files = `git ls-files`
+    abort files unless $?.success?
+
+    prompt = <<~MSG
+      Your task is to find a subset of files from a given list of file names.
+      Only reply with the subset of files, newline separated, nothing else.
+
+      Given this list of files: #{files.split("\n").inspect}
+
+      Which subset of files would be useful for this LLM prompt:
+      ```
+      #{prompt}
+      ```
+    MSG
+    puts "prompt:#{prompt}" if ENV["DEBUG"]
+    answer = send_to_openai(prompt)
+    puts "answer:\n#{answer}" if ENV["DEBUG"]
+    without_quotes(answer).split("\n").map(&:strip) # llms like to add extra spaces
+  end
+
+  def diff(file, prompt)
+    # - tried "patch format" but that is often invalid
+    # - tied "full fixed content" but that is always missing the fix
+    # - need "ONLY" or it adds comments
+    prompt = <<~MSG
+      Solve this prompt:
+      ```
+      #{prompt}
+      ```
+
+      By changing the content of the file #{file}:
+      ```
+      #{File.read file}
+      ```
+
+      Reply with ONLY the change in diff format.
+    MSG
+    puts "prompt:#{prompt}" if ENV["DEBUG"]
+    answer = send_to_openai(prompt)
+    puts "answer:\n#{answer}" if ENV["DEBUG"]
+    without_quotes(answer)
+  end
+
+  private
+
+  # remove ```foo<content>``` wrapping
+  def without_quotes(answer)
+    answer.strip.sub(/\A```\S*\n(.*)```\z/m, "\\1")
+  end
+
+  # def lines_from_file(file_path, line_number)
+  #   start_line = [line_number - @context, 1].max
+  #   end_line = line_number + @context
+  #
+  #   lines = File.read(file_path).split("\n", -1)
+  #   context = lines.each_with_index.map { |l, i| "line #{(i + 1).to_s.rjust(5, " ")}:#{l}" }
+  #   [lines[line_number - 1], context[start_line - 1..end_line - 1]]
+  # end
+  #
+  # def replace_line_in_file(file_path, line_number, new_line)
+  #   lines = File.read(file_path).split("\n", -1)
+  #   lines[line_number - 1] = new_line
+  #   File.write(file_path, lines.join("\n"))
+  # end
+  #
+  # def append_line_to_file(path, answer)
+  #   File.open(path, "a") do |f|
+  #     f.puts(answer)
+  #   end
+  # end
+  #
+  # def remove_line_in_file(path, line_number)
+  #   lines = File.read(path).split("\n", -1)
+  #   lines.delete_at(line_number - 1)
+  #   File.write(path, lines.join("\n"))
+  # end
+
+  def send_to_openai(prompt)
+    uri = URI.parse("#{@url}/v1/chat/completions")
+    request = Net::HTTP::Post.new(uri)
+    request.content_type = "application/json"
+    request["Authorization"] = "Bearer #{@api_key}"
+
+    request.body = JSON.dump(
+      {
+        model: @model,
+        messages: [{ role: "user", content: prompt }],
+        max_completion_tokens: 10_000,
+        temperature: 0.3
+      }
+    )
+
+    response = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) do |http|
+      http.request(request)
+    end
+    raise "Invalid http response #{response.code}:\n#{response.body}" unless response.is_a?(Net::HTTPSuccess)
+
+    JSON.parse(response.body)["choices"][0]["message"]["content"]
+  end
+end

metadata

@@ -0,0 +1,75 @@
+--- !ruby/object:Gem::Specification
+name: cowrite
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Michael Grosser
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2024-10-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email: michael@grosser.it
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- bin/cowrite
+- lib/cowrite.rb
+- lib/cowrite/cli.rb
+- lib/cowrite/version.rb
+homepage: https://github.com/grosser/cowrite
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.10
+signing_key:
+specification_version: 4
+summary: Create changes for a local repository with chatgpt / openai / local llm
+test_files: []