glim_ai 0.2.0

data/lib/globals.rb

@@ -0,0 +1,255 @@
+require 'thread'
+require 'fileutils'
+
+require 'active_support/core_ext/hash/indifferent_access'
+require_relative 'glim_ai/version'
+
+require 'dotenv'
+require 'must_be'
+Dotenv.load
+
+require_relative 'glim_context'
+require_relative 'glim_response'
+require_relative 'glim_request'
+require_relative 'glim_ai_callable'
+
+require_relative 'chat_request_details'
+require_relative 'chat_response'
+require_relative 'anthropic_request_details'
+require_relative 'anthropic_response'
+
+require 'bundler'
+PROJECT_HOME = Bundler.root.to_s
+
+CACHE_PATH = ENV['LLM_CACHE_DIRECTORY'] || 'glim_cache'
+
+$putt_timestamp = Time.now
+
+class RateLimitExceededError < RuntimeError; end
+class LLMError < StandardError; end
+
+class APILimiter
+  def initialize(max_concurrent_requests:)
+    @max_concurrent_requests = max_concurrent_requests.must_be_a Integer
+    @mutex = Mutex.new
+    @condition = ConditionVariable.new
+    @counter = 0
+  end
+
+  attr_reader :max_concurrent_requests
+
+  def with_limit
+    @mutex.synchronize do
+      @condition.wait(@mutex) while @counter >= @max_concurrent_requests
+      @counter += 1
+    end
+    begin
+      yield # Execute the provided block
+    rescue RateLimitExceededError => e
+      retries += 1
+      if retries <= @max_retries
+        putt :rpc, "Rate limit exceeded. Retrying in #{2 ** retries} seconds."
+        sleep(2 ** retries + rand) # Exponential backoff with some random jitter
+        retry
+      else
+        raise "Max retries reached. Original error: #{e.message}"
+      end
+    ensure
+      @mutex.synchronize do
+        @counter -= 1
+        @condition.signal
+      end
+    end
+  end
+end
+
+def extract_and_save_files(input_string, base_path=nil)
+  files = {}
+  info_text = ""
+  parts = input_string.split(/(<file pathname="[^"]+">|<\/file>)/)
+  
+  in_file = false
+  parts.each_with_index do |part, idx|
+    if part =~ /<file pathname="([^"]+)">/
+      pathname = $1.strip
+      content = parts[idx + 1]
+      files[pathname] = content.strip
+      if base_path
+        save_file(pathname, content, base_path)
+      end
+      in_file = true
+      info_text += part # append the opening tag to info_text
+    elsif part == "</file>"
+      in_file = false # reset when encountering the closing tag
+    else
+      info_text += part unless in_file
+    end
+  end
+  return info_text, files
+end
+
+# Another way to do it, if the above breaks
+#
+# require 'strscan'
+
+# text = <<~XML
+#   <file pathname="f1">hello</file>
+#   <file pathname="f2">world</file>
+# XML
+
+# files = []
+
+# scanner = StringScanner.new(text)
+
+# while !scanner.eos?
+#   if scanner.scan_until(/<file /)
+#     path = scanner.scan(/"(.*?)"/)
+#     scanner.scan_until(/>/)
+#     content = scanner.scan_until(/<\/file>/)
+#     files << {pathname: path, content: content}
+#   end
+# end 
+
+# puts files
+
+def save_file(filename, content, base_path)
+  putt :file_helper, "Saving file #{filename} to #{base_path}, #{content.length} chars"
+  relative_path = filename
+  path = File.join(base_path, relative_path)  # Append relative_path under base_path
+  directory = File.dirname(path)
+  begin
+    if path && (File.exist?(path) || Dir.exist?(path))
+      timestamp = Time.now.strftime('%Y%m%d%H%M%S')
+      #FileUtils.mv(path, "old-#{timestamp}-#{File.basename(path)}")
+      FileUtils.mv(path, File.join(directory, "old-#{timestamp}-#{File.basename(path)}"))
+    end
+    FileUtils.mkdir_p(directory) unless Dir.exist?(directory)
+    File.open(path, 'w') { |file| file.write(content) } unless content.to_s.empty?
+  rescue StandardError => e
+    puts "An error occurred while processing file at #{path}: #{e.message} - #{e.backtrace.join("\n")}"
+  end
+end
+
+
+def levenshtein_distance(str1, str2)
+  raise ArgumentError, "str1 must be a String" unless str1.is_a?(String)
+  raise ArgumentError, "str2 must be a String" unless str2.is_a?(String)
+  matrix = Array.new(str1.length + 1) { Array.new(str2.length + 1, 0) }
+  edits = ""
+
+  (1..str1.length).each { |i| matrix[i][0] = i }
+  (1..str2.length).each { |j| matrix[0][j] = j }
+
+  (1..str1.length).each do |i|
+    (1..str2.length).each do |j|
+      cost = str1[i - 1] == str2[j - 1] ? 0 : 1
+      matrix[i][j] = [
+        matrix[i - 1][j] + 1,
+        matrix[i][j - 1] + 1,
+        matrix[i - 1][j - 1] + cost
+      ].min
+    end
+  end
+
+  i, j = str1.length, str2.length
+  while i > 0 && j > 0
+    min_val = [matrix[i-1][j], matrix[i][j-1], matrix[i-1][j-1]].min
+    if min_val == matrix[i-1][j-1]
+      edits << (str1[i - 1] == str2[j - 1] ? "M" : "S")
+      i -= 1
+      j -= 1
+    elsif min_val == matrix[i-1][j]
+      edits << "D"
+      i -= 1
+    else
+      edits << "I"
+      j -= 1
+    end
+  end
+
+  while i > 0
+    edits << "D"
+    i -= 1
+  end
+
+  while j > 0
+    edits << "I"
+    j -= 1
+  end
+
+  explanation = "#{str1}\n#{str2}\n#{edits.reverse}\n}"
+  putt :levenshtein_distance, explanation
+  [matrix[str1.length][str2.length], edits.reverse] #, explanation]
+end
+
+
+def putt(topic, s, options = [])
+  return unless [:warning, :include_files].include?(topic)
+  #return unless [:log, :rpc, :cache].include?(topic)
+  t = Time.now - $putt_timestamp
+  line = "#{t.round(3)}:  " + "#{s}"
+  puts(line) 
+  options = []#[:trace]
+  if options.include?(:trace)
+    for i in 1..([caller.length, 20].min)
+      puts "\t"+caller[i]
+    end
+  end
+end
+
+require 'digest'
+
+def deep_copy_with_mods(object, string_cutoff=80, array_cutoff=10)
+  case object
+  when Hash
+    object.each_with_object({}) do |(key, value), result|
+      result[key] = deep_copy_with_mods(value, string_cutoff, array_cutoff)
+    end
+  when Array
+    if object.length > array_cutoff
+      object[0...array_cutoff].map do |value|
+        deep_copy_with_mods(value, string_cutoff, array_cutoff)
+      end << ["... (#{object.length - array_cutoff} more)"]
+    else
+      object.dup
+    end
+  when String
+    if object.length > string_cutoff
+      truncated_string = object[0...string_cutoff]
+      digest = Digest::SHA1.hexdigest(object)[0..7]
+      "#{truncated_string}..#{digest} #{object.length}b}"
+    else
+      object
+    end
+  else
+    object
+  end
+end
+
+
+def extract_between_markers(str, start_marker, end_marker)
+  str[/#{Regexp.escape(start_marker)}(.*?)#{Regexp.escape(end_marker)}/m, 1]
+end
+
+def extract_with_markers(str, start_marker, end_marker)
+  str[/#{Regexp.escape(start_marker)}.*?#{Regexp.escape(end_marker)}/m]
+end
+
+
+def extract_json(json_string)
+  str = json_string.dup
+  begin
+    return JSON.parse(str)
+  rescue JSON::ParserError => e
+    putt :extract_json, "JSON parse error 1: #{e}"
+  end
+  str = extract_with_markers(str, "{","}")
+  begin
+    return JSON.parse(str)
+  rescue JSON::ParserError => e
+    putt :extract_json, "JSON parse error 2: #{e}"
+  end
+  str.gsub!(/,\s*}/, "}")
+  return JSON.parse(str)
+end
+

data/lib/html_templates/chat_request.erb

@@ -0,0 +1,86 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>Request Details</title>
+  <style>
+    body {
+      font-family: Arial, sans-serif;
+      padding: 20px;
+    }
+    pre {
+      background-color: #f5f5f5;
+      padding: 15px;
+      border-radius: 5px;
+    }
+    h2, h3 {
+      border-bottom: 1px solid #ddd;
+      padding-bottom: 10px;
+    }
+  </style>
+</head>
+<body>
+
+<h2>Request Information</h2>
+
+<% if request_hash[:max_tokens] || request_hash[:model] %>
+  <h3>General Settings</h3>
+  <% if request_hash[:max_tokens] %>
+    <p><strong>Max Tokens:</strong> <%= request_hash[:max_tokens] %></p>
+  <% end %>
+  <% if request_hash[:model] %>
+    <p><strong>Model:</strong> <%= request_hash[:model] %></p>
+  <% end %>
+<% end %>
+
+<% if request_hash[:messages] && !request_hash[:messages].empty? %>
+  <h3>Messages</h3>
+  <% request_hash[:messages].each_with_index do |message, index| %>
+    <p><strong>Message <%= index + 1 %>:</strong></p>
+    <pre>
+    Role: <%= message[:role] %>
+    Content: <%= message[:content] %>
+    </pre>
+  <% end %>
+<% end %>
+
+<% if request_hash[:functions] && !request_hash[:functions].empty? %>
+  <h3>Functions</h3>
+  <% request_hash[:functions].each_with_index do |function, index| %>
+    <p><strong>Function <%= index + 1 %>:</strong></p>
+    <pre>
+    <% if function[:name] %>
+      Name: <%= function[:name] %>
+    <% end %>
+    <% if function[:description] %>
+      Description: <%= function[:description] %>
+    <% end %>
+    <% if function[:parameters] %>
+      Parameters:
+      <% if function[:parameters][:type] %>
+        Type: <%= function[:parameters][:type] %>
+      <% end %>
+      <% if function[:parameters][:properties] %>
+        Properties:
+        <% function[:parameters][:properties].each do |key, property| %>
+          <%= key.capitalize %>:
+          <% if property[:type] %>
+            Type: <%= property[:type] %>
+          <% end %>
+          <% if property[:description] %>
+            Description: <%= property[:description] %>
+          <% end %>
+        <% end %>
+      <% end %>
+      <% if function[:parameters][:required] %>
+        Required:
+        <%= function[:parameters][:required].join(", ") %>
+      <% end %>
+    <% end %>
+    </pre>
+  <% end %>
+<% end %>
+
+</body>
+</html>

data/sample.env

@@ -0,0 +1,9 @@
+# copy this file to ".env" and fill in your API keys
+
+ANTHROPIC_API_KEY=
+OPENAI_API_KEY=
+ANYSCALE_API_KEY=
+
+GLIM_LOG_DIRECTORY="glim_logs"
+GLIM_CACHE_DIRECTORY="glim_cache"
+GLIM_GENERATED_CODE_DIRECTORY="glim_generated_code"

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification
+name: glim_ai
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Ulrich Gall
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2023-09-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: An easy way to access multiple large language models.
+email:
+- uhgall@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- examples/autocode/autocode.rb
+- examples/autocode/solargraph_test.rb
+- examples/autocode/templates/changed_files_now_evaluate_output.erb
+- examples/autocode/templates/task.erb
+- examples/calc/calc.rb
+- examples/code_competition/code_competition.rb
+- examples/code_competition/output/python_claude-2.rb
+- examples/code_competition/output/python_claude-instant-1.rb
+- examples/code_competition/output/python_gpt-3.5-turbo-16k.rb
+- examples/code_competition/output/python_gpt-3.5-turbo.rb
+- examples/code_competition/output/python_gpt-4.rb
+- examples/code_competition/output/ruby_claude-2.rb
+- examples/code_competition/output/ruby_claude-instant-1.rb
+- examples/code_competition/output/ruby_gpt-3.5-turbo-16k.rb
+- examples/code_competition/output/ruby_gpt-3.5-turbo.rb
+- examples/code_competition/output/ruby_gpt-4.rb
+- examples/code_competition/output/ruby_human.rb
+- examples/code_competition/templates/analyze_code.erb
+- examples/code_competition/templates/write_code.erb
+- examples/glim_demo/ask_all.rb
+- examples/glim_demo/templates/rate_all.erb
+- examples/improve_prompt/improve_prompt.rb
+- examples/improve_prompt/templates/stashed/prompt_attempt_explicit_steps.erb
+- examples/improve_prompt/templates/stashed/prompt_attempt_explicit_steps_user_message.erb
+- examples/improve_prompt/templates/stashed/prompt_attempt_initial.erb
+- examples/improve_prompt/templates/stashed/prompt_attempt_nothing.erb
+- examples/improve_prompt/templates/try_code_first.erb
+- examples/improve_prompt/templates/try_code_first_system.erb
+- examples/old/econ/discounting.rb
+- examples/old/econ/templates/discounting.erb
+- examples/old/generate_glim_code/generate_glim_code.rb
+- examples/old/generate_glim_code/templates/generate_glim_code.erb
+- examples/old/generate_glim_code/templates/improve_code.erb
+- examples/old/glim_dev_tools/ask_code_question.rb
+- examples/old/glim_dev_tools/templates/ask_code_question.erb
+- examples/old/glim_dev_tools/templates/write_globals_test.erb
+- examples/old/glim_dev_tools/write_globals_test.rb
+- examples/old/linguistics/nine.rb
+- examples/old/rewrite_code/input/hello.py
+- examples/old/rewrite_code/input/subdir/hello.py
+- examples/old/rewrite_code/input/world.py
+- examples/old/rewrite_code/rewrite_code.rb
+- examples/old/rewrite_code/templates/rewrite_code.erb
+- examples/window_check/data.rb
+- examples/window_check/fruits.rb
+- examples/window_check/tools.rb
+- examples/window_check/window_check.rb
+- glim_generated_tests/make_special_code_with_fixed_length_test.rb
+- glim_generated_tests/old-20230831120513-make_special_code_with_fixed_length_test.rb
+- glim_generated_tests/old-20230831121222-make_special_code_with_fixed_length_test.rb
+- glim_generated_tests/old-20230831124501-make_special_code_with_fixed_length_test.rb
+- glim_generated_tests/test/make_special_code_with_fixed_length_test.rb
+- lib/anthropic_request_details.rb
+- lib/anthropic_response.rb
+- lib/chat_request_details.rb
+- lib/chat_response.rb
+- lib/glim_ai.rb
+- lib/glim_ai/version.rb
+- lib/glim_ai_callable.rb
+- lib/glim_context.rb
+- lib/glim_helpers.rb
+- lib/glim_request.rb
+- lib/glim_response.rb
+- lib/globals.rb
+- lib/html_templates/chat_request.erb
+- sample.env
+homepage: https://github.com/uhgall/glim
+licenses:
+- MIT
+metadata:
+  homepage_uri: https://github.com/uhgall/glim
+  source_code_uri: https://github.com/uhgall/glim
+  changelog_uri: https://github.com/uhgall/glim
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.4.1
+signing_key:
+specification_version: 4
+summary: Convenient access to multiple large language models.
+test_files: []