llmed 0.3.19 → 0.4.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 26f64ce9f1d2a1fb5bf48f03b29d8655e920fbf35bc52d7f88dd62b0484e46bc
-  data.tar.gz: 225854a7506247a8ef9de98d63c3615b8fe92caeb79dc5a6228739102652560a
+  metadata.gz: 26dd1afcf05c5f3a999d02d330f1888f15fadb57546cea5f793d3aa942f22a0f
+  data.tar.gz: 8e387a3afa41e2caa5def2241a49e59b85b893f76028f2d317d085e01a0f3826
 SHA512:
-  metadata.gz: 5a317a663ed4c396469c4c7e082b19ab92d8633ce31ed022b8b1a3c90cc61635bac218d42eaf942c6508a643fffb5906d9a682a8962b11d151358dcb104975d4
-  data.tar.gz: 4c1347a274c421b2a9b7f04d5a2d7f63e78f8397d71be39ad34e3288c78c935e60a75a2f3c38bf6470d1bba11c3ab4be3c7e7712bcf4d984070f576fbb65d7de
+  metadata.gz: 12a72fca1b9f9a8678dcc753c66a5c8cfe58086326b8232f89a19310c6227d3775daa402e7586ab2ce457611265b751b01b7345dee5a19b5784590cf3c9dbc0c
+  data.tar.gz: 9b2f6abe791e5c969975675a06385bbf996ef6bf5826e64f7093715f56ef3aa60e8e55a236b1051cc71392b5c3972aaeffd0d241b14c14213f8d5312ffeabc39

data/README.md

@@ -39,6 +39,33 @@ application "MINI COUNTER", release: nil, language: :node, output_file: "minicou
   end
 end
 
+```
+
+Since version 0.4.0, literate programming was introduced, and it is now possible to write code using a markdown-like syntax.
+
+```md
+#!language ruby
+#% increase release once you agree with the change
+#!environment release
+#!environment output_file minicounter.rb
+
+# Dependencies
+
+* Must use only the standard/native library.
+* Must not use external dependencies.
+
+# API
+
+API Server listening port 3007.
+Expose the following endpoints:
+ - GET /count
+   - return the latest count.
+ - POST /count
+   - increase the count by 1.
+add CORS endpoints.
+```
+then compile using command `llmed.literate`.
+
 ## Programming flow
 
 * Cycle

data/exe/llmed.literate

@@ -0,0 +1,68 @@
+#!/bin/env ruby
+# Copyright 2025 Jovany Leandro G.C <bit4bit@riseup.net>
+# frozen_string_literal: true
+require 'optparse'
+require 'llmed'
+
+logger = Logger.new(STDERR)
+output_dir = './llmed-out'
+release_dir = output_dir
+language = 'ruby'
+provider = :like_openai
+provider_api_key = ENV.fetch('LLMED_PROVIDER_API_KEY', nil)
+provider_model = ENV.fetch('LLMED_PROVIDER_MODEL', 'Qwen/Qwen2.5-Coder-32B-Instruct')
+provider_uri_base = ENV.fetch('LLMED_PROVIDER_URI_BASE', 'https://api.together.xyz/v1')
+output_file = 'a.out.ollmed'
+
+template = <<~TMP
+# Main
+
+Show to user 'hi world!'.
+TMP
+
+OptionParser.new do |parser|
+  parser.banner = "Usage: llmed.literate [options] <application file .llmed.literate or stdin>"
+  parser.on_tail("-h", "--help", "Show this message") do
+    puts parser
+    puts "\n# Website\nhttps://github.com/bit4bit/llm-labs/tree/main/llmed"
+    puts "\n# Examples\nhttps://github.com/bit4bit/llm-labs/tree/main/llmed/examples"
+    puts "Environment vars:\nLLMED_PROVIDER_API_KEY\nLLMED_PROVIDER_MODEL=#{provider_model}\nLLMED_PROVIDER_URI_BASE=#{provider_uri_base}"
+    exit
+  end
+
+  parser.on('-t', '--template PATH', String, 'Create template') do |path|
+    File.write path, template
+    exit
+  end
+
+  parser.on('-c', '--compile PATH', String, 'Output compiled') do |path|
+    output_file = path
+  end
+
+  parser.on('--output-dir DIR', String) do |path|
+    output_dir = path
+  end
+
+  parser.on('--release-dir DIR', String) do |path|
+    release_dir = path
+  end
+
+  parser.on('-l', '--language LANGUAGE', String, 'Programming Language: ruby, python') do |lang|
+    language = lang
+  end
+
+  parser.on('-q', '--quiet') do
+    logger.level = :error
+  end
+end.parse!
+
+source_code = ARGF.read
+if ARGF.respond_to?(:path)
+  release_dir = File.dirname(ARGF.path)
+end
+
+llmed = LLMed.new(logger: logger, output_dir: output_dir, release_dir: release_dir)
+llmed.set_language language
+llmed.set_llm provider: provider, api_key: provider_api_key, model: provider_model, options: {uri_base: provider_uri_base}
+LLMed::LiterateProgramming.execute(llmed, 'literate_programming', source_code, output_file: output_file)
+llmed.compile()

data/lib/llmed/application.rb

@@ -57,7 +57,7 @@ class LLMed
     end
 
     def prepare
-      @logger.info("APPLICATION #{@name} COMPILING FOR #{@language}")
+      @logger.info("APPLICATION #{@name} COMPILING FOR #{@language} RELEASE #{@release}")
       return unless @output_file.is_a?(String)
       return unless @release
 

data/lib/llmed/literate_programming/markdown.rb

@@ -1,4 +1,4 @@
-#<llmed-code context='Library LLMed::LiterateProgramming::Markdown' digest='18aa5391a8a334f24a80542620a277bb9c085762cb88b7dbcafa26a532a48027' after=''>
+#<llmed-code context='Library LLMed::LiterateProgramming::Markdown' digest='9c0e3f61ab4cdc3c56c29230a800487dd1a7ef0d929c843fd2461907d0831ab2' after=''>
 class LLMed::LiterateProgramming::Markdown
   def parse(input)
     contexts = []
@@ -12,6 +12,8 @@ class LLMed::LiterateProgramming::Markdown
         current_context[:content] << { type: :link, content: Regexp.last_match(1), reference: Regexp.last_match(2) }
       elsif line.strip =~ /^#% (.+)$/
         current_context[:content] << { type: :comment, content: Regexp.last_match(1) + "\n" }
+      elsif line.strip =~ /^#!environment\s+(\w+)\s+(.+)$/
+        current_context[:content] << { type: :environment, name: Regexp.last_match(1), value: Regexp.last_match(2) }
       else
         current_context[:content] << { type: :string, content: line }
       end

data/lib/llmed/literate_programming/markdown.rb.r1ruby.cache

@@ -0,0 +1,24 @@
+#<llmed-code context='Library LLMed::LiterateProgramming::Markdown' digest='18aa5391a8a334f24a80542620a277bb9c085762cb88b7dbcafa26a532a48027' after=''>
+class LLMed::LiterateProgramming::Markdown
+  def parse(input)
+    contexts = []
+    current_context = { type: :context, title: "_default", content: [] }
+    
+    input.each_line do |line|
+      if line.strip =~ /^# (.+)$/
+        contexts << current_context unless current_context[:content].empty?
+        current_context = { type: :context, title: Regexp.last_match(1), content: [] }
+      elsif line.strip =~ /^\[(.+)\]\((.+)\)$/
+        current_context[:content] << { type: :link, content: Regexp.last_match(1), reference: Regexp.last_match(2) }
+      elsif line.strip =~ /^#% (.+)$/
+        current_context[:content] << { type: :comment, content: Regexp.last_match(1) + "\n" }
+      else
+        current_context[:content] << { type: :string, content: line }
+      end
+    end
+
+    contexts << current_context unless current_context[:content].empty?
+    contexts
+  end
+end
+#</llmed-code>

data/lib/llmed/literate_programming/markdown.rb.release

@@ -0,0 +1,24 @@
+#<llmed-code context='Library LLMed::LiterateProgramming::Markdown' digest='18aa5391a8a334f24a80542620a277bb9c085762cb88b7dbcafa26a532a48027' after=''>
+class LLMed::LiterateProgramming::Markdown
+  def parse(input)
+    contexts = []
+    current_context = { type: :context, title: "_default", content: [] }
+    
+    input.each_line do |line|
+      if line.strip =~ /^# (.+)$/
+        contexts << current_context unless current_context[:content].empty?
+        current_context = { type: :context, title: Regexp.last_match(1), content: [] }
+      elsif line.strip =~ /^\[(.+)\]\((.+)\)$/
+        current_context[:content] << { type: :link, content: Regexp.last_match(1), reference: Regexp.last_match(2) }
+      elsif line.strip =~ /^#% (.+)$/
+        current_context[:content] << { type: :comment, content: Regexp.last_match(1) + "\n" }
+      else
+        current_context[:content] << { type: :string, content: line }
+      end
+    end
+
+    contexts << current_context unless current_context[:content].empty?
+    contexts
+  end
+end
+#</llmed-code>

data/lib/llmed/literate_programming/markdown.rb.statistics

@@ -0,0 +1,37 @@
+{"inserted_at":1750948592,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":null,"total_tokens":801,"duration_seconds":7}
+{"inserted_at":1750948631,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":null,"total_tokens":802,"duration_seconds":10}
+{"inserted_at":1750948668,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":null,"total_tokens":802,"duration_seconds":8}
+{"inserted_at":1750948715,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":null,"total_tokens":789,"duration_seconds":7}
+{"inserted_at":1750948827,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":null,"total_tokens":815,"duration_seconds":9}
+{"inserted_at":1750948952,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":752,"duration_seconds":7}
+{"inserted_at":1750948976,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":799,"duration_seconds":5}
+{"inserted_at":1750949014,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":766,"duration_seconds":6}
+{"inserted_at":1750949045,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":810,"duration_seconds":5}
+{"inserted_at":1750949073,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":765,"duration_seconds":5}
+{"inserted_at":1750949098,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":761,"duration_seconds":5}
+{"inserted_at":1750949120,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":794,"duration_seconds":6}
+{"inserted_at":1750949132,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":764,"duration_seconds":4}
+{"inserted_at":1750949163,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":772,"duration_seconds":4}
+{"inserted_at":1750949215,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":793,"duration_seconds":7}
+{"inserted_at":1750949230,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":793,"duration_seconds":6}
+{"inserted_at":1750949263,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":786,"duration_seconds":5}
+{"inserted_at":1750949274,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":790,"duration_seconds":5}
+{"inserted_at":1750949300,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":809,"duration_seconds":11}
+{"inserted_at":1750949341,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":767,"duration_seconds":5}
+{"inserted_at":1750949462,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":749,"duration_seconds":4}
+{"inserted_at":1750949604,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":761,"duration_seconds":5}
+{"inserted_at":1750949637,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":735,"duration_seconds":7}
+{"inserted_at":1750949713,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":756,"duration_seconds":4}
+{"inserted_at":1750949955,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":null,"total_tokens":1021,"duration_seconds":5}
+{"inserted_at":1750950487,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":1,"total_tokens":1575,"duration_seconds":5}
+{"inserted_at":1750950574,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":1,"total_tokens":1571,"duration_seconds":5}
+{"inserted_at":1750948249,"name":"Literate Programming Markdown","provider":"like_openai","model":"Qwen/Qwen2.5-Coder-32B-Instruct","release":null,"total_tokens":825,"duration_seconds":6}
+{"inserted_at":1751277383,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2438,"duration_seconds":17}
+{"inserted_at":1751277514,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2438,"duration_seconds":19}
+{"inserted_at":1751277672,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2417,"duration_seconds":18}
+{"inserted_at":1751277767,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":1833,"duration_seconds":9}
+{"inserted_at":1751278515,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2416,"duration_seconds":19}
+{"inserted_at":1751278535,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2396,"duration_seconds":13}
+{"inserted_at":1751278560,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2416,"duration_seconds":18}
+{"inserted_at":1751278598,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o-mini","release":1,"total_tokens":2416,"duration_seconds":15}
+{"inserted_at":1751278618,"name":"Literate Programming Markdown","provider":"openai","model":"gpt-4o","release":1,"total_tokens":1830,"duration_seconds":6}

data/lib/llmed/literate_programming.rb

@@ -1,6 +1,53 @@
+require 'open-uri'
 
 class LLMed
   class LiterateProgramming
+    def self.execute(llmed, application_name, code, **application_args)
+      md = LLMed::LiterateProgramming::Markdown.new()
+      contexts = []
+
+      md.parse(code).each do |item|
+        context = {}
+
+        if item[:title] == "_default"
+          item[:content].each do |item_content|
+            case item_content[:type]
+            when :environment
+              name = item_content[:name].strip.to_sym
+              value = item_content[:value].strip
+              if [:language, :release, :output_file, :output_dir, :release_dir].include?(name) && !value.empty?
+                application_args[name] = value
+              end
+            end
+          end
+          next
+        end
+        
+        case item[:type]
+        when :context
+          context[:title] = item[:title]
+          context[:content] = ''
+
+          item[:content].each do |item_content|
+            case item_content[:type]
+            when :comment
+              next
+            when :string
+              context[:content] += item_content[:content]
+            when :link
+              context[:content] += "#{URI.open(item_content[:reference]).read}\n"
+            end
+          end
+        contexts << context
+        end
+      end
+
+      llmed.application(application_name, **application_args) do
+        contexts.each do |lcontext|
+          context(lcontext[:title]) { lcontext[:content] }
+        end
+      end
+    end
   end
 end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llmed
 version: !ruby/object:Gem::Version
-  version: 0.3.19
+  version: 0.4.1
 platform: ruby
 authors:
 - Jovany Leandro G.C
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-06-26 00:00:00.000000000 Z
+date: 2025-06-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: langchainrb
@@ -86,12 +86,14 @@ description: Use this 'compiler' to build software using LLMs in a controlled wa
 email: bit4bit@riseup.net
 executables:
 - llmed
+- llmed.literate
 extensions: []
 extra_rdoc_files: []
 files:
 - LICENSE
 - README.md
 - exe/llmed
+- exe/llmed.literate
 - lib/literate_programming.llmed~
 - lib/llm.rb
 - lib/llm.rb~
@@ -108,7 +110,9 @@ files:
 - lib/llmed/literate_programming.rb
 - lib/llmed/literate_programming.rb~
 - lib/llmed/literate_programming/markdown.rb
-- lib/llmed/markdown.rb.statistics
+- lib/llmed/literate_programming/markdown.rb.r1ruby.cache
+- lib/llmed/literate_programming/markdown.rb.release
+- lib/llmed/literate_programming/markdown.rb.statistics
 - lib/llmed/release.rb
 - lib/llmed/release.rb~
 homepage: https://github.com/bit4bit/llmed

data/lib/llmed/markdown.rb.statistics

@@ -1 +0,0 @@
-{"inserted_at":1750948249,"name":"Literate Programming Markdown","provider":"like_openai","model":"Qwen/Qwen2.5-Coder-32B-Instruct","release":null,"total_tokens":825,"duration_seconds":6}