llmed 0.3.15 → 0.3.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 30eeed29b9cd4f299f5068f1f1a81a8fe66e0b4b621716a5c0a0485bd7585bcb
-  data.tar.gz: 0eeae9aaa6bf875acdfa19f6de7ee81d8ddf9758b70b969ac2fb3cb837f9857f
+  metadata.gz: 52b2451c2b753bce4e00ee940d19d61f299b95dbf78503f6338b12732ec90e34
+  data.tar.gz: 59b763a108c1823fe8a81517386a5cc11d7a41d3171aab09d0d977baf4154f6d
 SHA512:
-  metadata.gz: b48247b4d11fc5288613a19559f2fa6f0087538f9f537348b9a05c8a77d3220a082dc97f6054d807c37621ab3cc6ca0931a8fb1759fb35598eeb08eea0b6683f
-  data.tar.gz: a698093a3166e0804de4cf7ad75e1ef1c49d6873d2101384fc8369fdd134c770c0c2c66519c3dc42354627ae51a67602bb59b137a6d99db4b1d38e15e0f67420
+  metadata.gz: 72e2cb9a8e97fcb9025a4c830e37b637a92cc0a0a997715fc1e60456d62b2fec337c0c57f85d03ff14488aa038b45737f2e8204714c6c425925bd78cfef64efe
+  data.tar.gz: 90b0df91f71029a50fe254b851799e201bb6b26170d2c9ebb5beb71085d1c272357d2568527ea2cc3b16179e3dee5b92b27d5de1b0cae4bc61b077d3731eebcd

data/lib/llm.rb

@@ -21,8 +21,10 @@ class LLMed
     class OpenAI
 
       DEFAULT_URI_BASE = "https://api.openai.com/".freeze
+      MAX_TOKENS = 8192
 
       def initialize(**args)
+        @logger = args.delete(:logger)
         @llm = Langchain::LLM::OpenAI.new(**llm_arguments(args))
       end
 
@@ -37,7 +39,9 @@ class LLMed
         end
 
         start = Time.now
-        llm_response = @llm.chat(messages: messages)
+        llm_response = @llm.chat(messages: messages, max_tokens: MAX_TOKENS)
+        warn_token_limits(llm_response)
+
         stop = Time.now
         Response.new({ provider: provider,
                        model: @llm.chat_parameters[:model],
@@ -47,6 +51,12 @@ class LLMed
       end
 
       private
+      def warn_token_limits(llm_response)
+        if llm_response.completion_tokens >= MAX_TOKENS
+          @logger.warn("POSSIBLE INCONSISTENCY COMPLETED TOKENS REACHED MAX TOKENS #{MAX_TOKENS}")
+        end
+      end
+      
       def llm_arguments(args)
         args
       end
@@ -64,6 +74,7 @@ class LLMed
       private
 
       def llm_arguments(args)
+        @logger = args.delete(:logger)
         args.merge({ llm_options: { uri_base: 'https://api.anthropic.com/v1/' } })
       end
 

data/lib/llmed/application.rb

@@ -102,6 +102,7 @@ class LLMed
         output_release = Release.load(File.read(release_source_code), @code_comment)
         input_release = Release.load(output, @code_comment)
         output_content = output_release.merge!(input_release, user_contexts).content
+
         output_release.changes.each do |change|
           action, ctx = change
           case action

data/lib/llmed/configuration.rb

@@ -3,7 +3,8 @@
 
 class LLMed
   class Configuration
-    def initialize
+    def initialize(logger:)
+      @logger = logger
       # Manual tested, pass 5 times execution
       @prompt = LLMed::LLM::Template.build(template: "
 You are a software developer with knowledge only of the programming language {language}, following the SOLID principles strictly, you always use only imperative and functional programming, design highly isolated components.
@@ -14,9 +15,11 @@ There is always a one-to-one correspondence between context and source code.
 Always include the properly escaped comment: LLMED-COMPILED.
 
 You must only modify the following source code:
+```
 {source_code}
+```
 
-Only generate source code of the context who digest belongs to {update_context_digests} or a is a new context.
+Only generate source code of the context who digest belongs to {update_context_digests}.
 
 Wrap with comment every code that belongs to the indicated context, example in {language}:
 {code_comment_begin}<llmed-code context='context name' digest='....' after='digest next context'>{code_comment_end}
@@ -70,16 +73,19 @@ Wrap with comment every code that belongs to the indicated context, example in {
       case @provider
       when :openai
         LLMed::LLM::OpenAI.new(
+          logger: @logger,
           api_key: @provider_api_key,
-          default_options: { temperature: 0.7, chat_model: @provider_model }
+          default_options: { max_tokens: nil, temperature: 0.7, chat_model: @provider_model }
         )
       when :anthropic
         LLMed::LLM::Anthropic.new(
+          logger: @logger,
           api_key: @provider_api_key,
-          default_options: { temperature: 0.7, chat_model: @provider_model }
+          default_options: { max_tokens: nil, temperature: 0.7, chat_model: @provider_model }
         )
       when :like_openai
         LLMed::LLM::LikeOpenAI.new(
+          logger: @logger,
           api_key: @provider_api_key,
           default_options: { temperature: 0.7, chat_model: @provider_model },
           llm_options: @provider_options

data/lib/llmed/release.rb

@@ -106,13 +106,30 @@ class LLMed
       # insertions missed user contexts
       user_contexts.each do |name, digest|
         next if contexts.any? { |ctx| ctx.name == name }
-
-        new_ctx = ContextCode.new(name, digest, "\n", '')
+        code = release.context_by(name).code
+        new_ctx = ContextCode.new(name, digest, code, '')
         contexts.prepend(new_ctx)
         @changes << [:added, new_ctx]
       end
 
-      @contexts = contexts
+      contexts_sorted = []
+      # prioritize user order
+      user_contexts.each do |name, _digest|
+        contexts.each do |ctx|
+          if ctx.name == name
+            contexts_sorted << ctx
+            break
+          end
+        end
+      end
+
+      @contexts = contexts_sorted.sort {|a,b|
+        if a.digest == b.after
+          1
+        else
+          0
+        end
+      }
       self
     end
 

data/lib/llmed.rb

@@ -17,7 +17,7 @@ class LLMed
     @logger = logger
     @applications = []
     @deploys = []
-    @configuration = Configuration.new
+    @configuration = Configuration.new(logger: logger)
     @release_dir = release_dir || output_dir
     @output_dir = output_dir
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llmed
 version: !ruby/object:Gem::Version
-  version: 0.3.15
+  version: 0.3.17
 platform: ruby
 authors:
 - Jovany Leandro G.C