llm_client 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e6df4709ba2f9fc481b8fd7e03469497864342dcfd892e6d901dd896291c21f4
-  data.tar.gz: 42e6981ec905de4ec911928254c0d263d77ebc1b9a473dd5e75bc794a6713258
+  metadata.gz: 8f72195e4042de9a5acd98101df86e73ce0749393436b54064a102c0b461e4c2
+  data.tar.gz: b1bf65a1e8f668824d1e0953697fe937001ce7345917974ca17ac0d3d9ac146c
 SHA512:
-  metadata.gz: 2409b4b9acb5da0f63c135922b7c17010a18697a57918dc973fcd78d56b992f1acec5082a53a099cbce3f04b24b4964eae67823b6e6d6011f87c0df9974e2cf2
-  data.tar.gz: fc8b8110f4317713db0cbd65a3b3db3540ca62cae92df9674b38c6e13b39304c22819f550a7d6320ff45f37aad85cc4212c3f441905de0b68050bc799a649292
+  metadata.gz: 4779414c25ddf22a382e0cd09c9185ebef4bcd846e9f65254a897ff33c75f5cc97612e2240cd2b339e643e46de0748a391b61c03c14caf46c41da623bd480370
+  data.tar.gz: de8db072e375ba200cdb3eccb62c0147224e9b48cfeedc05a459e1c2f49e8e01244ee0c63978b90b8c832a93241d3efc688e97b2f29058510b934d3f9f13c3e8

data/CHANGELOG.md

@@ -1,5 +1,10 @@
 ## [Unreleased]
 
+## [0.1.2] - 2023-06-19
+
+- Adds missing Ruby Next files to gem
+
+
 ## [0.1.1] - 2023-06-19
 
 - Fix to load properly RubyNext transpilated code for older Ruby versions

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    llm_client (0.1.1)
+    llm_client (0.1.2)
       dry-monads (~> 1.6)
       http (~> 5.1, >= 5.1.1)
       ruby-next (>= 0.15.0)

data/lib/.rbnext/3.1/llm_client/http_client.rb

@@ -0,0 +1,136 @@
+# frozen_string_literal: true
+
+module LlmClient
+  # Request's response Data object.
+  #
+  # status - HTTP status code. It is zero when a request fails due to network error.
+  # body - Parsed JSON object or response body.
+  # headers - HTTP response headers.
+  # error - Exception if the response is not success
+  Response = Struct.new("Response", :status, :body, :headers, :error)
+
+  # Request class to perform HTTP requests.
+  class HttpClient
+    using RubyNext
+    include Dry::Monads[:result]
+
+    # Sends a heartbeat request to the LLM Server.
+    #
+    # This method is used to check the status of the LLM Server.
+    #
+    # Returns a dry-monad Result object, which can be a Success or Failure.
+    # If the server is running and responds successfully, a Success Result is returned.
+    # If there's an error or the server is not responding, a Failure Result is returned.
+    #
+    # Examples
+    #
+    #   result = heartbeat
+    #   if result.success?
+    #     puts "Server is running"
+    #     response = result.success
+    #     puts "Status: #{response.status}"
+    #     puts "Body: #{response.body}"
+    #     puts "Headers: #{response.headers}"
+    #   else
+    #     puts "Server is not responding"
+    #     error = result.failure
+    #     puts "Error: #{error}"
+    #   end
+    #
+    # Notes
+    #
+    #   - Make sure the LLM Server is running before calling this method.
+    #
+    def heartbeat
+      url = "#{LlmClient.host}/heartbeat"
+      Util.log_debug("Sending a request", method: :GET, url: url)
+
+      response = HTTP.get(url)
+
+      if response.status.success?
+        Util.log_info("Successful response", status: response.status)
+        Success(build_response(response))
+      else
+        Util.log_info("Unsuccessful response", status: response.status)
+        Failure(build_response(response))
+      end
+    rescue => exception
+      Util.log_info("heartbeat error", error: exception.message)
+
+      error = LlmClient::ConnectionError.new("heartbeat error", exception)
+      Failure(Response.new(status: 0, body: error.message, headers: {}, error: error))
+    end
+
+    # Public: Sends a completion request to the LLM Server.
+    #
+    # This method is used to generate completions based on a given prompt using the LLM Server.
+    #
+    # Parameters:
+    #   prompt - A String representing the prompt for which completions should be generated.
+    #
+    # Returns a dry-monad Result object, which can be a Success or Failure.
+    # If the completion request is successful, a Success Result is returned.
+    # If there's an error or the server fails to generate completions, a Failure Result is returned.
+    #
+    # Examples
+    #
+    #   result = completion("Hello, world!")
+    #   if result.success?
+    #     puts "Completions generated successfully"
+    #     response = result.success
+    #     puts "Status: #{response.status}"
+    #     puts "Body: #{response.body}"
+    #     puts "Headers: #{response.headers}"
+    #     calculated_response = response.body[:response]
+    #     puts "Calculated Response: #{calculated_response}"
+    #   else
+    #     puts "Failed to generate completions"
+    #     error = result.failure
+    #     puts "Error: #{error}"
+    #   end
+    #
+    # Notes
+    #
+    #   - Make sure the LLM Server is running before calling this method.
+    #
+    def completion(prompt)
+      url = "#{LlmClient.host}/completion"
+      Util.log_debug("Sending a request", method: :POST, url: url)
+
+      response = HTTP.headers(
+        "Content-Type" => "application/json",
+        "Accept" => "application/json"
+      ).post(url, json: {prompt: prompt})
+
+      if response.status.success?
+        Util.log_info("Successful response", status: response.status)
+        Success(build_response(response, parse: true))
+      else
+        Util.log_info("Unsuccessful response", status: response.status)
+        Failure(build_response(response))
+      end
+    rescue => exception
+      Util.log_info("prompt error", error: exception.message)
+
+      error = LlmClient::ConnectionError.new("prompt error", exception)
+      Failure(Response.new(status: 0, body: error.message, headers: {}, error: error))
+    end
+
+    private
+
+    def build_response(response, parse: false)
+      Response.new(
+        status: response.status,
+        body: parse ? parse_json(response.body.to_s) : response.body.to_s,
+        headers: response.headers.to_h,
+        error: nil
+      )
+    end
+
+    def parse_json(content)
+      JSON.parse(content, symbolize_keys: true)
+    rescue JSON::ParserError, TypeError
+      content
+    end
+  end
+end

data/lib/llm_client/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmClient
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_client
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Mario Alberto Chávez
@@ -90,6 +90,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- lib/.rbnext/3.1/llm_client/http_client.rb
 - lib/llm_client.rb
 - lib/llm_client/configuration.rb
 - lib/llm_client/errors.rb