fast-deepseek 0.2.2 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: db93a692cecf12040497bbd26b9654b36a25f5b30887178dc6250016cd7a3cfe
-  data.tar.gz: 0add12910cf7304d4d778d1850cc1a09394377d2a04f5ec52b896e4f6f7cbb62
+  metadata.gz: 2712981183f90a1d6a5de3571eb4fcc66ae0a29f31c91816a566598b6c7e7d6a
+  data.tar.gz: bccffaf9ae7a7c2047f95f5f36bdf9a9e82d28b0c45e558a627d55a7937317cb
 SHA512:
-  metadata.gz: c5c8594cd3f42a933aa85bd867ed9b55f74d08a0b8d4c8f926f423f5d52d9698e4b57377fbef3e88be5b7ba32f850ab5300f30956f9522686116cd46ec4a5343
-  data.tar.gz: d364afefc8880147b8ec64a22f50102cdfbe236770bcd481059b0e15934e3225d73232fd2db976e3d066b5e339a11ad86837012d267e25bff20d2954e6b31b26
+  metadata.gz: 355f7001010c8bf9f38316f399a5ebd6ba4dc4e74f8982b20dde51a5c1fefa1459bb8ac7c2f109864f179072e35197c78bc884351d2936dcbdd1b1285848171a
+  data.tar.gz: 2e7b1b48184e7f41caec3d2313d91658edda09dcf0be618309671b6baa3bc5db5c10b8a66edfc6bc858b104aa36e42c0ffbe8506198d0eafdefeb44325d3641c

data/lib/fast_deepseek/client.rb

@@ -1,9 +1,7 @@
 # frozen_string_literal: true
 
-require "faraday"
-require "json"
-require "logger"
 require "dotenv/load"
+require_relative "request"
 
 module FastDeepseek
   # Client for interacting with the DeepSeek API.
@@ -14,56 +12,21 @@ module FastDeepseek
       @api_key = api_key || ENV.fetch("DEEPSEEK_API_KEY", nil)
       raise Error, "DEEPSEEK_API_KEY is missing! Set it in the .env file or pass it explicitly." unless @api_key
 
-      @logger = Logger.new($stdout)
-      @conn = Faraday.new(url: base_url) do |faraday|
-        faraday.adapter Faraday.default_adapter
-        faraday.headers["Content-Type"] = "application/json"
-      end
+      @request = Request.new(api_key: @api_key, base_url: base_url)
     end
 
     def chat(prompt, model:, options: {})
-      request("chat", { model: model, messages: [{ role: "user", content: prompt }], stream: false }.merge(options))
+      payload = { model: model, messages: [{ role: "user", content: prompt }], stream: false }.merge(options)
+      @request.call("chat", payload)
     end
 
-    def models
-      request("models", method: :get)
-    end
-
-    private
-
-    def request(endpoint, payload = nil, method: :post)
-      response = send_request(endpoint, payload, method)
-      handle_response(response)
-    rescue Faraday::Error => e
-      @logger.error("API request failed: #{e.message}")
-      raise Error, "API request failed: #{e.message}"
-    rescue JSON::ParserError => e
-      @logger.error("Invalid API response: #{e.message}")
-      raise Error, "Invalid API response: #{e.message}"
+    def chat_stream(prompt, model:, options: {}, &)
+      payload = { model: model, messages: [{ role: "user", content: prompt }], stream: true }.merge(options)
+      @request.stream("chat", payload, &)
     end
 
-    def send_request(endpoint, payload, method)
-      path = method == :post ? "#{endpoint}/completions" : endpoint
-      @conn.public_send(method, path) do |req|
-        req.headers["Authorization"] = format("Bearer %s", @api_key)
-        req.body = payload.to_json if payload
-      end
-    end
-
-    def handle_response(response)
-      case response.status
-      when 429
-        @logger.error("API rate limit exceeded. Please try again later.")
-        raise RateLimitError, "API rate limit exceeded. Please try again later."
-      when 500..599
-        @logger.error("Server error occurred. Please try again later.")
-        raise ServerError, "Server error occurred. Please try again later."
-      when 200..299
-        JSON.parse(response.body)
-      else
-        @logger.error("API request failed: #{response.status} - #{response.body}")
-        raise Error, "API request failed: #{response.status} - #{response.body}"
-      end
+    def models
+      @request.call("models", method: :get)
     end
   end
 end

data/lib/fast_deepseek/request.rb

@@ -0,0 +1,107 @@
+# frozen_string_literal: true
+
+require "faraday"
+require "json"
+require "logger"
+require_relative "errors"
+
+module FastDeepseek
+  # Handles HTTP requests and API response parsing.
+  class Request
+    def initialize(api_key:, base_url:, logger: nil)
+      @api_key = api_key
+      @logger = logger || Logger.new($stdout)
+      @conn = Faraday.new(url: base_url) do |faraday|
+        faraday.adapter Faraday.default_adapter
+        faraday.headers["Content-Type"] = "application/json"
+      end
+    end
+
+    def call(endpoint, payload = nil, method: :post)
+      response = send_request(endpoint, payload, method)
+      handle_response(response)
+    rescue Faraday::Error => e
+      @logger.error("API request failed: #{e.message}")
+      raise Error, "API request failed: #{e.message}"
+    rescue JSON::ParserError => e
+      @logger.error("Invalid API response: #{e.message}")
+      raise Error, "Invalid API response: #{e.message}"
+    end
+
+    def stream(endpoint, payload, &block)
+      raise ArgumentError, "a block is required for streaming" unless block
+
+      buffer = +""
+      response = send_stream_request(endpoint, payload) do |chunk|
+        process_stream_chunk(buffer, chunk, &block)
+      end
+
+      handle_status(response)
+    rescue Faraday::Error => e
+      @logger.error("API request failed: #{e.message}")
+      raise Error, "API request failed: #{e.message}"
+    rescue JSON::ParserError => e
+      @logger.error("Invalid streaming response: #{e.message}")
+      raise Error, "Invalid streaming response: #{e.message}"
+    end
+
+    private
+
+    def send_request(endpoint, payload, method)
+      path = method == :post ? "#{endpoint}/completions" : endpoint
+      @conn.public_send(method, path) do |req|
+        req.headers["Authorization"] = format("Bearer %s", @api_key)
+        req.body = payload.to_json if payload
+      end
+    end
+
+    def send_stream_request(endpoint, payload, &)
+      @conn.post("#{endpoint}/completions") do |req|
+        req.headers["Authorization"] = format("Bearer %s", @api_key)
+        req.headers["Accept"] = "text/event-stream"
+        req.body = payload.to_json
+        req.options.on_data = proc do |chunk, _bytes_received, _env|
+          yield chunk
+        end
+      end
+    end
+
+    def process_stream_chunk(buffer, chunk, &)
+      buffer << chunk
+      process_stream_buffer(buffer, &)
+    end
+
+    def handle_response(response)
+      handle_status(response)
+      JSON.parse(response.body)
+    end
+
+    def handle_status(response)
+      case response.status
+      when 429
+        @logger.error("API rate limit exceeded. Please try again later.")
+        raise RateLimitError, "API rate limit exceeded. Please try again later."
+      when 500..599
+        @logger.error("Server error occurred. Please try again later.")
+        raise ServerError, "Server error occurred. Please try again later."
+      when 200..299
+        true
+      else
+        @logger.error("API request failed: #{response.status} - #{response.body}")
+        raise Error, "API request failed: #{response.status} - #{response.body}"
+      end
+    end
+
+    def process_stream_buffer(buffer)
+      while (line = buffer.slice!(/.*\n/))
+        next unless line.start_with?("data: ")
+
+        data = line.delete_prefix("data: ").strip
+        next if data.empty? || data == "[DONE]"
+
+        content = JSON.parse(data).dig("choices", 0, "delta", "content")
+        yield content if content
+      end
+    end
+  end
+end

data/lib/fast_deepseek/version.rb

@@ -2,5 +2,5 @@
 
 # lib/fast_deepseek/version.rb
 module FastDeepseek
-  VERSION = "0.2.2"
+  VERSION = "0.3.0"
 end

data/lib/fast_deepseek.rb

@@ -2,4 +2,5 @@
 
 require_relative "fast_deepseek/version"
 require_relative "fast_deepseek/errors"
+require_relative "fast_deepseek/request"
 require_relative "fast_deepseek/client"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fast-deepseek
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Uday Kadaboina
@@ -49,6 +49,7 @@ files:
 - lib/fast_deepseek.rb
 - lib/fast_deepseek/client.rb
 - lib/fast_deepseek/errors.rb
+- lib/fast_deepseek/request.rb
 - lib/fast_deepseek/version.rb
 homepage: https://github.com/udaykadaboina/fast-deepseek
 licenses:
@@ -56,7 +57,7 @@ licenses:
 metadata:
   homepage_uri: https://github.com/udaykadaboina/fast-deepseek
   source_code_uri: https://github.com/udaykadaboina/fast-deepseek
-  changelog_uri: https://github.com/udaykadaboina/fast-deepseek/releases/tag/v0.2.2
+  changelog_uri: https://github.com/udaykadaboina/fast-deepseek/releases/tag/v0.3.0
   rubygems_mfa_required: 'true'
 rdoc_options: []
 require_paths: