llmed 0.1.13 → 0.1.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3e06eed66c39c0318968325bcf9f6944bedbfd26a87632e20e966074577a604e
-  data.tar.gz: 1945b477675140491e785fccd7aa4356cb67ae6703080235636218c05abf4fc2
+  metadata.gz: 7dd74c504b8024dde4755e051de6d6ca6333b185ee7f4ff0866931ba81792af5
+  data.tar.gz: 89da5796998cff94a9712c082aa8e8adfb197e4ff08755b597e3da5d8cfd810f
 SHA512:
-  metadata.gz: 2e865a55a15fa686cf4abe87e8494c8b179f0da8070c15b77c7e556eea59841e501ec454f0ccd3e124ceeeebedc8c2aefb7ea7ec31e1d9b6a818e73b054c1061
-  data.tar.gz: 535fd43f7594c0a5fbc9df4a31a679f33ade139dd1b09f7ef63be1d6305a59c3ebe320aeeed1e47aac87520e5cbb90050d3ab22ff51166915faefd6c1c6a1f7a
+  metadata.gz: 4efd2e38dd85bf7b38044fa4bc69916fcfa664762d18fe64059ec69fda636e90357664f9e260ffc35a46b83de703097a050f8064454729ad68a94a1d117ee5ca
+  data.tar.gz: e7a1026830d65666850550d3eaea06c9d9ff9f80333d72f109ccc6a70ce99c32d649c2b6e142d3e6936a34d12be30154395833c8b35db6fed76638eaa20d66f7

data/lib/llm.rb

@@ -16,20 +16,7 @@ class LLMed
       end
     end
 
-    class Response
-      def initialize(response, tokens)
-        @response = response
-        @tokens = tokens
-      end
-
-      def source_code
-        @response
-      end
-
-      def total_tokens
-        @tokens
-      end
-    end
+    Response = Struct.new(:provider, :model, :source_code, :total_tokens, keyword_init: true)
 
     class OpenAI
       def initialize(**args)
@@ -47,7 +34,16 @@ class LLMed
         end
 
         llm_response = @llm.chat(messages: messages)
-        Response.new(llm_response.chat_completion, llm_response.total_tokens)
+        Response.new({ provider: :openai,
+                       model: @llm.chat_parameters[:model],
+                       source_code: source_code(llm_response.chat_completion),
+                       total_tokens: llm_response.total_tokens })
+      end
+
+      private
+
+      def source_code(content)
+        content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|c(pp)?)/, '')
       end
     end
 
@@ -59,7 +55,10 @@ class LLMed
       def chat(messages: [])
         @output = messages.map { |m| m[:content] }.join("\n")
 
-        Response.new(@output, 0)
+        Response.new({ provider: :test,
+                       model: 'test',
+                       source_code: @output,
+                       total_tokens: 0 })
       end
     end
   end

data/lib/llmed.rb

@@ -3,6 +3,7 @@
 
 require 'pp'
 require 'csv'
+require 'json'
 require 'pathname'
 require 'fileutils'
 require 'forwardable'
@@ -176,14 +177,21 @@ You must only modify the following source code:
       end
     end
 
-    def write_statistics(release_dir, total_tokens)
+    def write_statistics(release_dir, response)
       return unless @output_file.is_a?(String)
 
       statistics_file = Pathname.new(release_dir) + "#{@output_file}.statistics"
 
       File.open(statistics_file, 'a') do |file|
-        csv = CSV.new(file)
-        csv << [Time.now.to_i, @name, @release, total_tokens]
+        stat = {
+          inserted_at: Time.now.to_i,
+          name: @name,
+          provider: response.provider,
+          model: response.model,
+          release: @release,
+          total_tokens: response.total_tokens
+        }
+        file << stat.to_json
       end
       @logger.info("APPLICATION #{@name} WROTE STATISTICS FILE #{statistics_file}")
     end
@@ -217,12 +225,13 @@ You must only modify the following source code:
   end
 
   def compile(output_dir:, release_dir: nil)
-    @applications.each { |app|
+    @applications.each do |app|
+      app.notify('COMPILE START')
       _, elapsed_seconds = measure do
         compile_application(app, output_dir, release_dir)
       end
       app.notify("COMPILE DONE #{elapsed_seconds}")
-    }
+    end
   end
 
   private
@@ -246,19 +255,13 @@ You must only modify the following source code:
     end
 
     llm_response = llm.chat(messages: messages)
-    response = llm_response.source_code
     @logger.info("APPLICATION #{app.name} TOTAL TOKENS #{llm_response.total_tokens}")
-    write_output(app, output_dir, source_code(response))
+    write_output(app, output_dir, llm_response.source_code)
     write_statistics(app, release_dir, llm_response)
   end
 
-  def source_code(content)
-    # TODO: by provider?
-    content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|c(pp)?)/, '')
-  end
-
   def write_statistics(app, release_dir, response)
-    app.write_statistics(release_dir, response.total_tokens)
+    app.write_statistics(release_dir, response)
   end
 
   def write_output(app, output_dir, output)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llmed
 version: !ruby/object:Gem::Version
-  version: 0.1.13
+  version: 0.1.15
 platform: ruby
 authors:
 - Jovany Leandro G.C