llmed 0.1.14 → 0.1.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f9a72f5adba83a14146323330f7c97636982a0c4b1c0572743d4df1a2880ecc8
-  data.tar.gz: 47eb82716df32a3f44ca34e5cfb04265a47646a4decd32264ca4144b90118d12
+  metadata.gz: '09c50ad00371154217526840bd23d9905bdd41db9603e677a94508f27518c09f'
+  data.tar.gz: fdea6c57beeb69aa45a5324f4533431ca732da087538130e4c483c22b6ceef0a
 SHA512:
-  metadata.gz: d4dae07f84ef2679397688cafbfe32995f50d8af3ff3e3f792ad6f469258b1d13f2163d5741f6d0857332d6a7549a50d35220494c42c58939c77fc93cfed5b01
-  data.tar.gz: e84827166b379ec1e80cd7b2a7f5a70ece603ec025684fcb8c7afa8e4eb85770baa6c685cc29019157c38fdb17105bea05b7e833cdd7f9f87bfdd0dafd124388
+  metadata.gz: 25adbc23488893e2c29ba284e3da0ab45fc466d5258bc6f54753a87bf2eb7273d0eafbfe95eda1b77d1deaad58bc897d47d3d6cdc7e83eac4f3cb43a712bf0ba
+  data.tar.gz: f1fe49760f451316f9ff3155c482155c3fb6653139f386602175dab09dc95b578d90cc9147218ede345246cfb2fdbbebf44b5e7e271d01c7ab30e04aeafe138b

data/lib/llm.rb

@@ -16,20 +16,7 @@ class LLMed
       end
     end
 
-    class Response
-      def initialize(response, tokens)
-        @response = response
-        @tokens = tokens
-      end
-
-      def source_code
-        @response
-      end
-
-      def total_tokens
-        @tokens
-      end
-    end
+    Response = Struct.new(:provider, :model, :source_code, :total_tokens, keyword_init: true)
 
     class OpenAI
       def initialize(**args)
@@ -47,7 +34,16 @@ class LLMed
         end
 
         llm_response = @llm.chat(messages: messages)
-        Response.new(llm_response.chat_completion, llm_response.total_tokens)
+        Response.new({ provider: :openai,
+                       model: @llm.chat_parameters[:model],
+                       source_code: source_code(llm_response.chat_completion),
+                       total_tokens: llm_response.total_tokens })
+      end
+
+      private
+
+      def source_code(content)
+        content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|c(pp)?)/, '')
       end
     end
 
@@ -59,7 +55,10 @@ class LLMed
       def chat(messages: [])
         @output = messages.map { |m| m[:content] }.join("\n")
 
-        Response.new(@output, 0)
+        Response.new({ provider: :test,
+                       model: 'test',
+                       source_code: @output,
+                       total_tokens: 0 })
       end
     end
   end

data/lib/llmed.rb

@@ -3,6 +3,7 @@
 
 require 'pp'
 require 'csv'
+require 'json'
 require 'pathname'
 require 'fileutils'
 require 'forwardable'
@@ -176,14 +177,21 @@ You must only modify the following source code:
       end
     end
 
-    def write_statistics(release_dir, total_tokens)
+    def write_statistics(release_dir, response)
       return unless @output_file.is_a?(String)
 
       statistics_file = Pathname.new(release_dir) + "#{@output_file}.statistics"
 
       File.open(statistics_file, 'a') do |file|
-        csv = CSV.new(file)
-        csv << [Time.now.to_i, @name, @release, total_tokens]
+        stat = {
+          inserted_at: Time.now.to_i,
+          name: @name,
+          provider: response.provider,
+          model: response.model,
+          release: @release,
+          total_tokens: response.total_tokens
+        }
+        file.puts stat.to_json
       end
       @logger.info("APPLICATION #{@name} WROTE STATISTICS FILE #{statistics_file}")
     end
@@ -217,13 +225,13 @@ You must only modify the following source code:
   end
 
   def compile(output_dir:, release_dir: nil)
-    @applications.each { |app|
-      app.notify("COMPILE START")
+    @applications.each do |app|
+      app.notify('COMPILE START')
       _, elapsed_seconds = measure do
         compile_application(app, output_dir, release_dir)
       end
       app.notify("COMPILE DONE #{elapsed_seconds}")
-    }
+    end
   end
 
   private
@@ -247,19 +255,13 @@ You must only modify the following source code:
     end
 
     llm_response = llm.chat(messages: messages)
-    response = llm_response.source_code
     @logger.info("APPLICATION #{app.name} TOTAL TOKENS #{llm_response.total_tokens}")
-    write_output(app, output_dir, source_code(response))
+    write_output(app, output_dir, llm_response.source_code)
     write_statistics(app, release_dir, llm_response)
   end
 
-  def source_code(content)
-    # TODO: by provider?
-    content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|c(pp)?)/, '')
-  end
-
   def write_statistics(app, release_dir, response)
-    app.write_statistics(release_dir, response.total_tokens)
+    app.write_statistics(release_dir, response)
   end
 
   def write_output(app, output_dir, output)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llmed
 version: !ruby/object:Gem::Version
-  version: 0.1.14
+  version: 0.1.16
 platform: ruby
 authors:
 - Jovany Leandro G.C