llmed 0.3.15 → 0.3.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 30eeed29b9cd4f299f5068f1f1a81a8fe66e0b4b621716a5c0a0485bd7585bcb
-  data.tar.gz: 0eeae9aaa6bf875acdfa19f6de7ee81d8ddf9758b70b969ac2fb3cb837f9857f
+  metadata.gz: 3d5362d8a48de51f33d6cc43bdd166387d7d36f0242cca147c126da4678721fc
+  data.tar.gz: 25d0960a155f4c8abb600eae9853b28215808635a4d0da812f381db31bf74a1a
 SHA512:
-  metadata.gz: b48247b4d11fc5288613a19559f2fa6f0087538f9f537348b9a05c8a77d3220a082dc97f6054d807c37621ab3cc6ca0931a8fb1759fb35598eeb08eea0b6683f
-  data.tar.gz: a698093a3166e0804de4cf7ad75e1ef1c49d6873d2101384fc8369fdd134c770c0c2c66519c3dc42354627ae51a67602bb59b137a6d99db4b1d38e15e0f67420
+  metadata.gz: d9fbca340377b6b8370426839faa236ce23b803870651d00da2d2c719ded31cbd4d5a9929fd8855fd486bb79f60780f13acc3f82b228e29d4df5ebdd8fcf9d5c
+  data.tar.gz: 697c10a3fd025fc31cb3e8ef0f33765eb686ebf6fb174f33bbc79a51eed1020615489a33cd0557b97b058ab10badc446c3e74665deb6ccc448ffabbd4dddaa96

data/lib/llm.rb

@@ -21,8 +21,10 @@ class LLMed
     class OpenAI
 
       DEFAULT_URI_BASE = "https://api.openai.com/".freeze
+      MAX_TOKENS = 8192
 
       def initialize(**args)
+        @logger = args.delete(:logger)
         @llm = Langchain::LLM::OpenAI.new(**llm_arguments(args))
       end
 
@@ -37,7 +39,9 @@ class LLMed
         end
 
         start = Time.now
-        llm_response = @llm.chat(messages: messages)
+        llm_response = @llm.chat(messages: messages, max_tokens: MAX_TOKENS)
+        warn_token_limits(llm_response)
+
         stop = Time.now
         Response.new({ provider: provider,
                        model: @llm.chat_parameters[:model],
@@ -47,6 +51,12 @@ class LLMed
       end
 
       private
+      def warn_token_limits(llm_response)
+        if llm_response.completion_tokens >= MAX_TOKENS
+          @logger.warn("POSSIBLE INCONSISTENCY COMPLETED TOKENS REACHED MAX TOKENS #{MAX_TOKENS}")
+        end
+      end
+      
       def llm_arguments(args)
         args
       end
@@ -64,6 +74,7 @@ class LLMed
       private
 
       def llm_arguments(args)
+        @logger = args.delete(:logger)
         args.merge({ llm_options: { uri_base: 'https://api.anthropic.com/v1/' } })
       end
 

data/lib/llmed/configuration.rb

@@ -3,7 +3,8 @@
 
 class LLMed
   class Configuration
-    def initialize
+    def initialize(logger:)
+      @logger = logger
       # Manual tested, pass 5 times execution
       @prompt = LLMed::LLM::Template.build(template: "
 You are a software developer with knowledge only of the programming language {language}, following the SOLID principles strictly, you always use only imperative and functional programming, design highly isolated components.
@@ -70,16 +71,19 @@ Wrap with comment every code that belongs to the indicated context, example in {
       case @provider
       when :openai
         LLMed::LLM::OpenAI.new(
+          logger: @logger,
           api_key: @provider_api_key,
-          default_options: { temperature: 0.7, chat_model: @provider_model }
+          default_options: { max_tokens: nil, temperature: 0.7, chat_model: @provider_model }
         )
       when :anthropic
         LLMed::LLM::Anthropic.new(
+          logger: @logger,
           api_key: @provider_api_key,
-          default_options: { temperature: 0.7, chat_model: @provider_model }
+          default_options: { max_tokens: nil, temperature: 0.7, chat_model: @provider_model }
         )
       when :like_openai
         LLMed::LLM::LikeOpenAI.new(
+          logger: @logger,
           api_key: @provider_api_key,
           default_options: { temperature: 0.7, chat_model: @provider_model },
           llm_options: @provider_options

data/lib/llmed.rb

@@ -17,7 +17,7 @@ class LLMed
     @logger = logger
     @applications = []
     @deploys = []
-    @configuration = Configuration.new
+    @configuration = Configuration.new(logger: logger)
     @release_dir = release_dir || output_dir
     @output_dir = output_dir
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llmed
 version: !ruby/object:Gem::Version
-  version: 0.3.15
+  version: 0.3.16
 platform: ruby
 authors:
 - Jovany Leandro G.C