llmed 0.2.3 → 0.2.5

data/README.md

@@ -0,0 +1,72 @@
+# LLMED
+
+LLM Execution Development.
+
+Concepts:
+* Source Code = This (there is not name yet)
+* Application = Legacy Source Code
+* Compiler = LLM
+
+What would happen if:
+* Source code becomes just an opaque resource for being executed.
+* If we express the context of the solution (compile the idea).
+
+In classic terms the LLM is the Compiler, Source Code is the Binary, the Programming language is Context Description.
+
+```ruby
+set_llm provider: :openai, api_key: ENV['OPENAI_API_KEY'], model: 'gpt-4o-mini'
+
+application "hola mundo ruby", language: :ruby, output_file: "holamundo-ruby.ollmed" do
+  # More stable context: if this changes, all subsequent context will be recompiled.
+  context "variables" do
+    <<-LLM
+    Variable saludos de valor 'hola mundo'.
+    LLM
+  end
+
+  # More inestable context: if this changes, only this context will be recompiled.
+  context "main" do
+    <<-LLM
+    Mostrar al usuario la variable saludos.
+    LLM
+  end
+end
+```
+
+## Programming flow
+
+* Cycle
+  * Edit application.
+  * Once you agree with the current state of the application, increase the value of the `release` attribute
+* Commit the release file (.release) and the source code (.llmed).
+
+# Usage
+
+* `gem install llmed`
+* or local user
+  * `gem install --user-install llmed`
+  * add to `PATH` the path `~/.local/share/gem/ruby/<RUBY VERSION example 3.0.1>/bin/`
+* `llmed -t /tmp/demo.llmed`
+* edit
+* compile to legacy source code `llmed /tmp/demo.llmed`
+* execute or compile the legacy source code.
+
+# Usage Development
+
+* `bundle3.1 install --path vendor/`
+* `OPENAI_API_KEY=xxx rake llmed[examples/tictactoe.rb]`
+
+# Interesting
+
+* The same prompt and the same source code produce exactly the same source code, but if we change the prompt a little bit, the source code also changes a little bit. So we have almost a one-to-one relationship. Can the prompt be the source of truth?
+
+# History
+
+After doing a small project in OpenAI i just deleted the chat,
+later i decide to add more features but it was not possible
+because i did not have the "source code", so some questions hit me:
+Why i need to spend time of my life fixing LLM trash?
+What if i just compile the idea?
+How can i study the idea of others?
+
+So this project is for exploring this questions

data/exe/llmed

@@ -52,6 +52,6 @@ if ARGF.respond_to?(:path)
   release_dir = File.dirname(ARGF.path)
 end
 
-llmed = LLMed.new(logger: logger)
+llmed = LLMed.new(logger: logger, output_dir: output_dir, release_dir: release_dir)
 llmed.eval_source source_code
-llmed.compile(output_dir: output_dir, release_dir: release_dir)
+llmed.compile()

data/lib/llm.rb

@@ -46,7 +46,7 @@ class LLMed
       private
 
       def source_code(content)
-        content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|c(pp)?)/, '')
+        content.gsub('```', '').sub(/^(node(js)?|javascript|ruby|python(\d*)|elixir|perl|bash|html|c(pp)?)/, '')
       end
     end
 

data/lib/llmed/application.rb

@@ -0,0 +1,188 @@
+# Copyright 2025 Jovany Leandro G.C <bit4bit@riseup.net>
+# frozen_string_literal: true
+
+class LLMed
+  class Application
+    attr_reader :contexts, :name, :language
+
+    def initialize(name:, language:, output_file:, block:, logger:, release:, release_dir:, output_dir:)
+      raise 'required language' if language.nil?
+
+      @name = name
+      @output_file = output_file
+      @language = language
+      @block = block
+      @contexts = []
+      @logger = logger
+      @release = release
+      @release_dir = release_dir
+      @output_dir = output_dir
+    end
+
+    # Example:
+    # application { context "demo" { "content" } }
+    def context(name, **opts, &block)
+      opts[:release_dir] = @release_dir
+      ctx = Context.new(name: name, options: opts)
+      output = ctx.instance_eval(&block)
+      ctx.llm(output) unless ctx.message?
+
+      @contexts << ctx
+    end
+
+    def evaluate
+      instance_eval(&@block)
+    end
+
+    def prepare
+      return unless @output_file.is_a?(String)
+      return unless @release
+
+      output_file = Pathname.new(@output_dir) + @output_file
+      if @release && !File.exist?(release_source_code)
+        FileUtils.cp(output_file, release_source_code)
+        FileUtils.cp(output_file, release_main_source_code)
+        @logger.info("APPLICATION #{@name} RELEASE FILE #{release_source_code}")
+      end
+      @logger.info("APPLICATION #{@name} INPUT RELEASE FILE #{release_main_source_code}")
+    end
+
+    def source_code
+      return unless File.exist?(release_source_code)
+
+      File.read(release_source_code)
+    end
+
+    def output_file(output_dir, mode = 'w', &block)
+      if @output_file.respond_to? :write
+        yield @output_file
+      else
+        path = Pathname.new(output_dir) + @output_file
+        FileUtils.mkdir_p(File.dirname(path))
+
+        @logger.info("APPLICATION #{@name} OUTPUT FILE #{path}")
+
+        File.open(path, mode, &block)
+      end
+    end
+
+    def patch_or_create(output)
+      output_content = output
+
+      if @release && File.exist?(release_source_code)
+        release_source_code_content = File.read(release_source_code)
+        output_contexts = output.scan(%r{<llmed-code context='(.+?)' digest='(.+?)'>(.+?)</llmed-code>}im)
+
+        output_contexts.each do |match|
+          name, digest, new_code = match
+          new_digest = digest
+          @contexts.each do |ctx|
+            if ctx.name == name
+              new_digest = ctx.digest
+              break
+            end
+          end
+
+          @logger.info("APPLICATION #{@name} PATCHING CONTEXT #{name} \n\tFROM #{digest}\n\tTO DIGEST #{new_digest}")
+          release_source_code_content = release_source_code_content.sub(%r{(.*?)(<llmed-code context='#{name}' digest='.*?'>)(.+?)(</llmed-code>)(.*?)}m) do
+            "#{::Regexp.last_match(1)}<llmed-code context='#{name}' digest='#{new_digest}'>#{new_code}#{::Regexp.last_match(4)}#{::Regexp.last_match(5)}"
+          end
+        end
+
+        output_content = release_source_code_content
+      end
+
+      output_file(@output_dir) do |file|
+        file.write(output_content)
+      end
+    end
+
+    def system_prompt(configuration)
+      configuration.prompt(language: language,
+                           source_code: source_code,
+                           update_context_digests: digests_of_context_to_update)
+    end
+
+    def rebuild?
+      return true unless @release
+      return true if release_contexts.empty?
+
+      !digests_of_context_to_update.tap do |digests|
+        digests.each do |digest|
+          context_by_digest = release_contexts.invert
+          @logger.info("APPLICATION #{@name} REBUILDING CONTEXT #{context_by_digest[digest]}")
+        end
+      end.empty?
+    end
+
+    def write_statistics(response)
+      return unless @output_file.is_a?(String)
+
+      statistics_file = Pathname.new(@release_dir) + "#{@output_file}.statistics"
+
+      File.open(statistics_file, 'a') do |file|
+        stat = {
+          inserted_at: Time.now.to_i,
+          name: @name,
+          provider: response.provider,
+          model: response.model,
+          release: @release,
+          total_tokens: response.total_tokens,
+          duration_seconds: response.duration_seconds
+        }
+        file.puts stat.to_json
+      end
+      @logger.info("APPLICATION #{@name} WROTE STATISTICS FILE #{statistics_file}")
+    end
+
+    def notify(message)
+      Notify.notify("APPLICATION #{@name}", message)
+    end
+
+    private
+
+    def digests_of_context_to_update
+      update_context_digest = []
+
+      unless release_contexts.empty?
+        # rebuild context from top to down
+        # we are expecting:
+        # - top the most stable concepts
+        # - buttom the most inestable concepts
+        update_rest = false
+        @contexts.each do |ctx|
+          release_context_digest = release_contexts[ctx.name]
+          # maybe the context is not connected to the source code
+          next if release_context_digest.nil?
+
+          if update_rest
+            update_context_digest << release_context_digest
+            next
+          end
+          next if ctx.same_digest?(release_context_digest)
+
+          update_rest = true
+          update_context_digest << release_context_digest
+        end
+      end
+
+      update_context_digest
+    end
+
+    def release_source_code
+      Pathname.new(@release_dir) + "#{@output_file}.r#{@release}#{@language}.cache"
+    end
+
+    def release_main_source_code
+      Pathname.new(@release_dir) + "#{@output_file}.release"
+    end
+
+    def release_contexts
+      return {} unless @release
+
+      return {} unless File.exist?(release_source_code)
+
+      File.read(release_source_code).scan(/context='(.+)' digest='(.+)'/).to_h
+    end
+  end
+end

data/lib/llmed/application.rb~

@@ -0,0 +1,182 @@
+# Copyright 2025 Jovany Leandro G.C <bit4bit@riseup.net>
+# frozen_string_literal: true
+
+class LLMed
+  class Application
+    attr_reader :contexts, :name, :language
+
+    def initialize(name:, language:, output_file:, block:, logger:, release:, release_dir:, output_dir:)
+      raise 'required language' if language.nil?
+
+      @name = name
+      @output_file = output_file
+      @language = language
+      @block = block
+      @contexts = []
+      @logger = logger
+      @release = release
+      @release_dir = release_dir
+      @output_dir = output_dir
+    end
+
+    # Example:
+    # application { context "demo" { "content" } }
+    def context(name, **opts, &block)
+      opts[:release_dir] = @release_dir
+      ctx = Context.new(name: name, options: opts)
+      output = ctx.instance_eval(&block)
+      ctx.llm(output) unless ctx.message?
+
+      @contexts << ctx
+    end
+
+    def evaluate
+      instance_eval(&@block)
+    end
+
+    def source_code
+      return unless @output_file.is_a?(String)
+      return unless @release
+
+      output_file = Pathname.new(@output_dir) + @output_file
+      if @release && !File.exist?(release_source_code)
+        FileUtils.cp(output_file, release_source_code)
+        FileUtils.cp(output_file, release_main_source_code)
+        @logger.info("APPLICATION #{@name} RELEASE FILE #{release_source_code}")
+      end
+      @logger.info("APPLICATION #{@name} INPUT RELEASE FILE #{release_main_source_code}")
+      File.read(release_source_code)
+    end
+
+    def output_file(output_dir, mode = 'w', &block)
+      if @output_file.respond_to? :write
+        yield @output_file
+      else
+        path = Pathname.new(output_dir) + @output_file
+        FileUtils.mkdir_p(File.dirname(path))
+
+        @logger.info("APPLICATION #{@name} OUTPUT FILE #{path}")
+
+        File.open(path, mode, &block)
+      end
+    end
+
+    def patch_or_create(output)
+      release_source_code_path = Pathname.new(@release_dir) + "#{@output_file}.r#{@release}#{@language}.cache"
+      output_content = output
+      if @release && File.exist?(release_source_code_path)
+        release_source_code = File.read(release_source_code_path)
+        output_contexts = output.scan(%r{<llmed-code context='(.+?)' digest='(.+?)'>(.+?)</llmed-code>}im)
+
+        output_contexts.each do |match|
+          name, digest, new_code = match
+          new_digest = digest
+          @contexts.each do |ctx|
+            if ctx.name == name
+              new_digest = ctx.digest
+              break
+            end
+          end
+
+          @logger.info("APPLICATION #{@name} PATCHING CONTEXT #{name} \n\tFROM #{digest}\n\tTO DIGEST #{new_digest}")
+          release_source_code = release_source_code.sub(%r{(.*?)(<llmed-code context='#{name}' digest='.*?'>)(.+?)(</llmed-code>)(.*?)}m) do
+            "#{::Regexp.last_match(1)}<llmed-code context='#{name}' digest='#{new_digest}'>#{new_code}#{::Regexp.last_match(4)}#{::Regexp.last_match(5)}"
+          end
+        end
+
+        output_content = release_source_code
+      end
+
+      output_file(@output_dir) do |file|
+        file.write(output_content)
+      end
+    end
+
+    def system_prompt(configuration)
+      configuration.prompt(language: language,
+                           source_code: source_code,
+                           update_context_digests: digests_of_context_to_update)
+    end
+
+    def rebuild?
+      return true unless @release
+
+      !digests_of_context_to_update.tap do |digests|
+        digests.each do |digest|
+          context_by_digest = release_contexts.invert
+          @logger.info("APPLICATION #{@name} REBUILDING CONTEXT #{context_by_digest[digest]}")
+        end
+      end.empty?
+    end
+
+    def write_statistics(response)
+      return unless @output_file.is_a?(String)
+
+      statistics_file = Pathname.new(@release_dir) + "#{@output_file}.statistics"
+
+      File.open(statistics_file, 'a') do |file|
+        stat = {
+          inserted_at: Time.now.to_i,
+          name: @name,
+          provider: response.provider,
+          model: response.model,
+          release: @release,
+          total_tokens: response.total_tokens,
+          duration_seconds: response.duration_seconds
+        }
+        file.puts stat.to_json
+      end
+      @logger.info("APPLICATION #{@name} WROTE STATISTICS FILE #{statistics_file}")
+    end
+
+    def notify(message)
+      Notify.notify("APPLICATION #{@name}", message)
+    end
+
+    private
+
+    def digests_of_context_to_update
+      update_context_digest = []
+
+      unless release_contexts.empty?
+        # rebuild context from top to down
+        # we are expecting:
+        # - top the most stable concepts
+        # - buttom the most inestable concepts
+        update_rest = false
+        @contexts.each do |ctx|
+          release_context_digest = release_contexts[ctx.name]
+          # maybe the context is not connected to the source code
+          next if release_context_digest.nil?
+
+          if update_rest
+            update_context_digest << release_context_digest
+            next
+          end
+          next if ctx.same_digest?(release_context_digest)
+
+          update_rest = true
+          update_context_digest << release_context_digest
+        end
+      end
+
+      update_context_digest
+    end
+
+    def release_source_code
+      Pathname.new(@release_dir) + "#{@output_file}.r#{@release}#{@language}.cache"
+    end
+
+    def release_main_source_code
+      Pathname.new(@release_dir) + "#{@output_file}.release"
+    end
+
+    def release_contexts
+      return {} unless @release
+
+      return {} unless File.exist?(release_source_code)
+
+      File.read(release_source_code).scan(/context='(.+)' digest='(.+)'/).to_h
+    end
+  end
+end

data/lib/llmed/configuration.rb

@@ -0,0 +1,77 @@
+# Copyright 2025 Jovany Leandro G.C <bit4bit@riseup.net>
+# frozen_string_literal: true
+
+class LLMed
+  class Configuration
+    def initialize
+      @prompt = LLMed::LLM::Template.build(template: "
+You are a software developer with knowledge only of the programming language {language}. Follow the SOLID principles strictly, you must use only imperative and functional programming, and design highly isolated components.
+Your response must contain only the generated source code, with no additional text.
+All source code must be written in a single file, and you must ensure it runs correctly on the first attempt.
+Always include the properly escaped comment: LLMED-COMPILED.
+
+You must only modify the following source code:
+{source_code}
+
+Only generate source code of the context who digest belongs to {update_context_digests}.
+
+Wrap with comment every code that belongs to the indicated context, example in ruby:
+#<llmed-code context='context name' digest='....'>
+...
+#</llmed-code>
+
+", input_variables: %w[language source_code update_context_digests])
+    end
+
+    def prompt(language:, source_code:, update_context_digests: [])
+      @prompt.format(language: language, source_code: source_code,
+                     update_context_digests: update_context_digests.join(','))
+    end
+
+    # Change the default prompt, input variables: language, source_code
+    # Example:
+    #  set_prompt "my new prompt"
+    def set_prompt(*arg, input_variables: %w[language source_code], **args)
+      input_variables = {} if args[:file]
+      prompt = File.read(args[:file]) if args[:file]
+      prompt ||= arg.first
+      @prompt = LLMed::LLM::Template.build(template: prompt, input_variables: input_variables)
+    end
+
+    # Set default language used for all applications.
+    # Example:
+    #  set_langugage :ruby
+    def set_language(language)
+      @language = language
+    end
+
+    def set_llm(provider:, api_key:, model:)
+      @provider = provider
+      @provider_api_key = api_key
+      @provider_model = model
+    end
+
+    def language(main)
+      lang = main || @language
+      raise 'Please assign a language to the application or general with the function set_languag' if lang.nil?
+
+      lang
+    end
+
+    def llm
+      case @provider
+      when :openai
+        LLMed::LLM::OpenAI.new(
+          api_key: @provider_api_key,
+          default_options: { temperature: 0.7, chat_model: @provider_model }
+        )
+      when :test
+        LLMed::LLM::Test.new
+      when nil
+        raise 'Please set the provider with `set_llm(provider, api_key, model)`'
+      else
+        raise "not implemented provider #{@provider}"
+      end
+    end
+  end
+end

data/lib/llmed/configuration.rb~

@@ -0,0 +1,76 @@
+class LLMed
+  module LLM
+    class Configuration
+      def initialize
+        @prompt = LLMed::LLM::Template.build(template: "
+You are a software developer with knowledge only of the programming language {language}. Follow the SOLID principles strictly, you must use only imperative and functional programming, and design highly isolated components.
+Your response must contain only the generated source code, with no additional text.
+All source code must be written in a single file, and you must ensure it runs correctly on the first attempt.
+Always include the properly escaped comment: LLMED-COMPILED.
+
+You must only modify the following source code:
+{source_code}
+
+Only generate source code of the context who digest belongs to {update_context_digests}.
+
+Wrap with comment every code that belongs to the indicated context, example in ruby:
+#<llmed-code context='context name' digest='....'>
+...
+#</llmed-code>
+
+", input_variables: %w[language source_code update_context_digests])
+      end
+
+      def prompt(language:, source_code:, update_context_digests: [])
+        @prompt.format(language: language, source_code: source_code,
+                       update_context_digests: update_context_digests.join(','))
+      end
+
+      # Change the default prompt, input variables: language, source_code
+      # Example:
+      #  set_prompt "my new prompt"
+      def set_prompt(*arg, input_variables: %w[language source_code], **args)
+        input_variables = {} if args[:file]
+        prompt = File.read(args[:file]) if args[:file]
+        prompt ||= arg.first
+        @prompt = LLMed::LLM::Template.build(template: prompt, input_variables: input_variables)
+      end
+
+      # Set default language used for all applications.
+      # Example:
+      #  set_langugage :ruby
+      def set_language(language)
+        @language = language
+      end
+
+      def set_llm(provider:, api_key:, model:)
+        @provider = provider
+        @provider_api_key = api_key
+        @provider_model = model
+      end
+
+      def language(main)
+        lang = main || @language
+        raise 'Please assign a language to the application or general with the function set_languag' if lang.nil?
+
+        lang
+      end
+
+      def llm
+        case @provider
+        when :openai
+          LLMed::LLM::OpenAI.new(
+            api_key: @provider_api_key,
+            default_options: { temperature: 0.7, chat_model: @provider_model }
+          )
+        when :test
+          LLMed::LLM::Test.new
+        when nil
+          raise 'Please set the provider with `set_llm(provider, api_key, model)`'
+        else
+          raise "not implemented provider #{@provider}"
+        end
+      end
+    end
+  end
+end

data/lib/llmed/context.rb

@@ -0,0 +1,64 @@
+# Copyright 2025 Jovany Leandro G.C <bit4bit@riseup.net>
+# frozen_string_literal: true
+
+class LLMed
+  class Context
+    attr_reader :name
+
+    def initialize(name:, options: {})
+      @name = name
+      @skip = options[:skip] || false
+      @release_dir = options[:release_dir]
+    end
+
+    def skip?
+      @skip
+    end
+
+    def same_digest?(val)
+      digest == val
+    end
+
+    def digest
+      Digest::SHA256.hexdigest "#{@name}.#{@message}"
+    end
+
+    def message
+      "# Context: #{@name} Digest: #{digest}\n\n#{@message}"
+    end
+
+    def llm(message)
+      @message = message
+    end
+
+    def message?
+      !(@message.nil? || @message.empty?)
+    end
+
+    # Example:
+    #  context("files") { sh "ls /etc" }
+    def sh(cmd)
+      `#{cmd}`
+    end
+
+    # Example:
+    #  context("application") { from_file("application.cllmed") }
+    def from_file(path)
+      File.read(path)
+    end
+
+    # Example:
+    #  context("source") { from_source_code("sourcepathtoinclude") }
+    def from_source_code(path)
+      code = File.read(path)
+      " Given the following source code: #{code}\n\n\n"
+    end
+
+    # Example:
+    #  context("source") { from_release("file in release dir") }
+    def from_release(path)
+      code = File.read(Pathname.new(@release_dir) + path)
+      " Given the following source code: #{code}\n\n\n"
+    end
+  end
+end