llmed 0.1.6 → 0.1.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3d712d49a56c4e6c1a8da617cf220acc7b4b6c91ffeebb36f6ca4f1fd57ec765
-  data.tar.gz: f2a071cd093cb592f6165f60bce6c7c9760a796a1cd3ee72bfea1eb1c5675587
+  metadata.gz: 44c211eda3efc57a664ab947ebd9f8a89d7b1baf5fd320d78f54eee9f742dbcc
+  data.tar.gz: c5659d561c6e5e6fa2a62e8a96bfb959b9b8ab017de8c5f36a482461e16b4434
 SHA512:
-  metadata.gz: c9bb361202bfdf31ef240b336cbfaa8eeb33093ac3e67803b1b0c17610415c1799d6a877175df176a7bdf0e171b8bebd0f753c510ab70923408df7a07bfa8eb3
-  data.tar.gz: 07bf9ee01e90793146ed776edfb6ed29b71120ba5ea84d4853d59a38b9c324f777e3b0a5f187d8aef6b1b40a22e3162182ec4568f8c868e9db08252208603f7a
+  metadata.gz: f095496d76a624e17f8fa32c055bff45202c4f62a67acf2529a93873d6c03c1c6a7345ea6c3323dcf065c93ce4d056b5e2e4821ef165267ed9074526b383d3f9
+  data.tar.gz: 146a2b89ff296bf65deb7f837ed1348fe26543d709e0a1fb892cb7743ac5f22f8932fa254e38448576838de8b31de29d1accd5b44f9e4da7ec719819a6859e21

data/exe/llmed

@@ -4,7 +4,7 @@
 require 'optparse'
 require 'llmed'
 
-logger = Logger.new(STDOUT)
+logger = Logger.new(STDERR)
 output_dir = './llmed-out'
 release_dir = output_dir
 template = <<-TMP
@@ -41,6 +41,10 @@ OptionParser.new do |parser|
   parser.on('--release-dir DIR', String) do |path|
     release_dir = path
   end
+
+  parser.on('-q', '--quiet') do
+    logger.level = :error
+  end
 end.parse!
 
 source_code = ARGF.read

data/lib/llm.rb

@@ -0,0 +1,66 @@
+require 'openai'
+require 'langchain'
+
+Langchain.logger.level = Logger::ERROR
+
+class LLMed
+  module LLM
+    module Message
+      System = Struct.new(:content)
+      User = Struct.new(:content)
+    end
+
+    module Template
+      def self.build(template:, input_variables:)
+        Langchain::Prompt::PromptTemplate.new(template: template, input_variables: input_variables)
+      end
+    end
+
+    class Response
+      def initialize(response, tokens)
+        @response = response
+        @tokens = tokens
+      end
+
+      def source_code
+        @response
+      end
+
+      def total_tokens
+        @tokens
+      end
+    end
+
+    class OpenAI
+      def initialize(**args)
+        @llm = Langchain::LLM::OpenAI.new(**args)
+      end
+
+      def chat(messages: [])
+        messages = messages.map do |m|
+          case m
+          when Message::System
+            { role: 'system', content: m.content }
+          when Message::User
+            { role: 'user', content: m.content }
+          end
+        end
+
+        llm_response = @llm.chat(messages: messages)
+        Response.new(llm_response.chat_completion, llm_response.total_tokens)
+      end
+    end
+
+    class Test
+      def initialize
+        @output = ''
+      end
+
+      def chat(messages: [])
+        @output = messages.map { |m| m[:content] }.join("\n")
+
+        Response.new(@output, 0)
+      end
+    end
+  end
+end

data/lib/llmed.rb

@@ -2,14 +2,11 @@
 # frozen_string_literal: true
 
 require 'pp'
-require 'openai'
-require 'langchain'
+require 'csv'
 require 'pathname'
 require 'fileutils'
 require 'forwardable'
 
-Langchain.logger.level = Logger::ERROR
-
 class LLMed
   extend Forwardable
 
@@ -34,7 +31,13 @@ class LLMed
     end
 
     def message?
-      not (@message.nil? || @message.empty?)
+      !(@message.nil? || @message.empty?)
+    end
+
+    # Example:
+    #  context("files") { sh "ls /etc" }
+    def sh(cmd)
+      `#{cmd}`
     end
 
     # Example:
@@ -53,7 +56,7 @@ class LLMed
 
   class Configuration
     def initialize
-      @prompt = Langchain::Prompt::PromptTemplate.new(template: "
+      @prompt = LLMed::LLM::Template.build(template: "
 You are a software developer and only have knowledge of the programming language {language}.
 Your response must contain only the generated source code, with no additional text.
 All source code must be written in a single file, and you must ensure it runs correctly on the first attempt.
@@ -62,7 +65,7 @@ Always include the properly escaped comment: LLMED-COMPILED.
 You must only modify the following source code:
 {source_code}
 
-", input_variables: ["language", "source_code"])
+", input_variables: %w[language source_code])
     end
 
     def prompt(language:, source_code:)
@@ -72,8 +75,11 @@ You must only modify the following source code:
     # Change the default prompt, input variables: language, source_code
     # Example:
     #  set_prompt "my new prompt"
-    def set_prompt(prompt)
-      @prompt = Langchain::Prompt::PromptTemplate.new(template: prompt, input_variables: ["language", "source_code"])
+    def set_prompt(*arg, input_variables: %w[language source_code], **args)
+      input_variables = {} if args[:file]
+      prompt = File.read(args[:file]) if args[:file]
+      prompt ||= arg.first
+      @prompt = LLMed::LLM::Template.build(template: prompt, input_variables: input_variables)
     end
 
     # Set default language used for all applications.
@@ -91,19 +97,22 @@ You must only modify the following source code:
 
     def language(main)
       lang = main || @language
-      raise "Please assign a language to the application or general with the function set_languag" if lang.nil?
+      raise 'Please assign a language to the application or general with the function set_languag' if lang.nil?
+
       lang
     end
 
-    def llm()
+    def llm
       case @provider
       when :openai
-        Langchain::LLM::OpenAI.new(
+        LLMed::LLM::OpenAI.new(
           api_key: @provider_api_key,
-          default_options: { temperature: 0.7, chat_model: @provider_model}
+          default_options: { temperature: 0.7, chat_model: @provider_model }
         )
+      when :test
+        LLMed::LLM::Test.new
       when nil
-        raise "Please set the provider with `set_llm(provider, api_key, model)`"
+        raise 'Please set the provider with `set_llm(provider, api_key, model)`'
       else
         raise "not implemented provider #{@provider}"
       end
@@ -114,7 +123,7 @@ You must only modify the following source code:
     attr_reader :contexts, :name, :language
 
     def initialize(name:, language:, output_file:, block:, logger:, release:)
-      raise "required language" if language.nil?
+      raise 'required language' if language.nil?
 
       @name = name
       @output_file = output_file
@@ -128,30 +137,32 @@ You must only modify the following source code:
     def context(name, **opts, &block)
       ctx = Context.new(name: name, options: opts)
       output = ctx.instance_eval(&block)
-      unless ctx.message?
-        ctx.llm(output)
-      end
+      ctx.llm(output) unless ctx.message?
 
       @contexts << ctx
     end
 
     def evaluate
-      self.instance_eval(&@block)
+      instance_eval(&@block)
     end
 
     def source_code(output_dir, release_dir)
+      return unless @output_file.is_a?(String)
       return unless @release
-      release_source_code = Pathname.new(release_dir) + "#{@output_file}.r#{@release}#{@language}"
+
+      release_source_code = Pathname.new(release_dir) + "#{@output_file}.r#{@release}#{@language}.cache"
+      release_main_source_code = Pathname.new(release_dir) + "#{@output_file}.release"
       output_file = Pathname.new(output_dir) + @output_file
-      if @release and not File.exist?(release_source_code)
+      if @release && !File.exist?(release_source_code)
         FileUtils.cp(output_file, release_source_code)
+        FileUtils.cp(output_file, release_main_source_code)
         @logger.info("APPLICATION #{@name} RELEASE FILE #{release_source_code}")
       end
-
-      return File.read(release_source_code)
+      @logger.info("APPLICATION #{@name} INPUT RELEASE FILE #{release_main_source_code}")
+      File.read(release_main_source_code)
     end
 
-    def output_file(output_dir, mode = 'w')
+    def output_file(output_dir, mode = 'w', &block)
       if @output_file.respond_to? :write
         yield @output_file
       else
@@ -160,21 +171,31 @@ You must only modify the following source code:
 
         @logger.info("APPLICATION #{@name} OUTPUT FILE #{path}")
 
-        File.open(path, mode) do |file|
-          yield file
-        end
+        File.open(path, mode, &block)
       end
     end
+
+    def write_statistics(release_dir, total_tokens)
+      return unless @output_file.is_a?(String)
+
+      statistics_file = Pathname.new(release_dir) + "#{@output_file}.statistics"
+
+      File.open(statistics_file, 'a') do |file|
+        csv = CSV.new(file)
+        csv << [Time.now.to_i, @name, @release, total_tokens]
+      end
+      @logger.info("APPLICATION #{@name} WROTE STATISTICS FILE #{statistics_file}")
+    end
   end
 
   def initialize(logger:)
     @logger = logger
     @applications = []
-    @configuration = Configuration.new()
+    @configuration = Configuration.new
   end
 
   def eval_source(code)
-    self.instance_eval(code)
+    instance_eval(code)
   end
 
   # changes default language
@@ -184,38 +205,50 @@ You must only modify the following source code:
   # changes default prompt
   def_delegator :@configuration, :set_prompt, :set_prompt
 
-  def application(name, language: nil, release: nil, output_file:, &block)
-    @app = Application.new(name: name, language: @configuration.language(language), output_file: output_file, block: block, logger: @logger, release: release)
+  def application(name, output_file:, language: nil, release: nil, &block)
+    @app = Application.new(name: name, language: @configuration.language(language), output_file: output_file,
+                           block: block, logger: @logger, release: release)
     @applications << @app
   end
 
   def compile(output_dir:, release_dir: nil)
-    release_dir = output_dir unless release_dir
-    @applications.each do |app|
-      @logger.info("APPLICATION #{app.name} COMPILING")
-
-      llm = @configuration.llm()
-      system_content = @configuration.prompt(language: app.language, source_code: app.source_code(output_dir, release_dir))
-      messages = [
-        {role: "system", content: system_content},
-      ]
-      app.evaluate
-      app.contexts.each do |ctx|
-        next if ctx.skip?
-        messages << {role: "user", content: ctx.message}
-      end
+    @applications.each { |app| compile_application(app, output_dir, release_dir) }
+  end
+
+  private
+
+  def compile_application(app, output_dir, release_dir)
+    release_dir ||= output_dir
 
-      llm_response = llm.chat(messages: messages)
-      response = llm_response.chat_completion
-      @logger.info("APPLICATION #{app.name} TOTAL TOKENS #{llm_response.total_tokens}")
-      write_output(app, output_dir, source_code(response))
+    @logger.info("APPLICATION #{app.name} COMPILING")
+
+    llm = @configuration.llm
+    system_content = @configuration.prompt(language: app.language,
+                                           source_code: app.source_code(
+                                             output_dir, release_dir
+                                           ))
+    messages = [LLMed::LLM::Message::System.new(system_content)]
+    app.evaluate
+    app.contexts.each do |ctx|
+      next if ctx.skip?
+
+      messages << LLMed::LLM::Message::User.new(ctx.message)
     end
+
+    llm_response = llm.chat(messages: messages)
+    response = llm_response.source_code
+    @logger.info("APPLICATION #{app.name} TOTAL TOKENS #{llm_response.total_tokens}")
+    write_output(app, output_dir, source_code(response))
+    write_statistics(app, release_dir, llm_response)
   end
 
-  private
   def source_code(content)
     # TODO: by provider?
-    content.gsub('```', '').sub(/^(ruby|python(\d*)|elixir|c(pp)?|perl|bash)/, '')
+    content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|c(pp)?)/, '')
+  end
+
+  def write_statistics(app, release_dir, response)
+    app.write_statistics(release_dir, response.total_tokens)
   end
 
   def write_output(app, output_dir, output)
@@ -223,12 +256,6 @@ You must only modify the following source code:
       file.write(output)
     end
   end
-
-  def edit_same_source_code(app, output_dir, messages)
-    content = ""
-    app.output_file(output_dir, 'r') do |file|
-      content = "Codigo fuente a modificar: #{file.read()}"
-    end
-    messages << {role: "user", content: content}
-  end
 end
+
+require_relative 'llm'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llmed
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.10
 platform: ruby
 authors:
 - Jovany Leandro G.C
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-06-04 00:00:00.000000000 Z
+date: 2025-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: langchainrb
@@ -76,6 +76,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - exe/llmed
+- lib/llm.rb
 - lib/llmed.rb
 homepage: https://github.com/bit4bit/llm-labs/tree/main/llmed
 licenses: