llm_gateway 0.7.0 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 173ab613e57543956e39d70f4a38fc865bc6b6bac4e8dfe319be9c2928810f77
-  data.tar.gz: 46c761a838aee6c3cebad151467555cba8ab70480e952ab741874c2d8acc13e8
+  metadata.gz: 5cd3b8b829adb3e5793ac604aa50c40bdd94546a5c2fc0b90125ca9a75efe4c2
+  data.tar.gz: 28e7211450893a23c2116d1cf96010fe5dd359c6203ecbde6802dda89f06f153
 SHA512:
-  metadata.gz: 0f21f7288e4d8d374ea77d96ee3110b08a260a2e06ef6fd6372357b88abb5e936d2cbeae934720a0a5e17ad431bdce7027a3cd68e4fc60460c6cb5d0f02acc0a
-  data.tar.gz: ecf15206364c5ef7d632c0c421294deb1929e508b4287828acbee91e4a4182fb0efd5fb12cca58d6909499b2b33197070bd4c19e232bed8f25fd12f86e2dd604
+  metadata.gz: f51eb7792fd0886403c9d3fec068dcd8f00d50c35df747e6735b470ccc170e8129bc8fe5ef18b8cd117a763e95b8cf9bc76c54364ba5c8b5f284f3e0b5ef69a5
+  data.tar.gz: c0de665f7e70b60814c8ea8185b34205de309736d4c578fee1d48de4990d76b4d437c1c1b74672d7f57c67b115e244e421f4b17882ea34cb875dcd5ed31dec59

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## [v0.8.0](https://github.com/Hyper-Unearthing/llm_gateway/tree/v0.8.0) (2026-06-06)
+
+[Full Changelog](https://github.com/Hyper-Unearthing/llm_gateway/compare/v0.7.0...v0.8.0)
+
+**Merged pull requests:**
+
+- feat: create server proxy and corresponding client [\#89](https://github.com/Hyper-Unearthing/llm_gateway/pull/89) ([billybonks](https://github.com/billybonks))
+
 ## [v0.7.0](https://github.com/Hyper-Unearthing/llm_gateway/tree/v0.7.0) (2026-06-03)
 
 [Full Changelog](https://github.com/Hyper-Unearthing/llm_gateway/compare/v0.6.0...v0.7.0)

data/lib/llm_gateway/adapters/adapter.rb

@@ -5,32 +5,38 @@ require_relative "structs"
 module LlmGateway
   module Adapters
     class Adapter
-      attr_reader :client
+      attr_reader :client, :provider_key
 
-      def initialize(client)
+      def initialize(client, provider_key: nil)
         @client = client
+        @provider_key = provider_key
       end
 
-      def stream(message, tools: nil, system: nil, **options, &block)
-        raise LlmGateway::Errors::MissingMapperForProvider, "No stream_mapper configured" unless stream_mapper
-
+      def raw_stream(message, tools: nil, system: nil, **options, &block)
         normalized_input = map_input({
           messages: sanitize_messages(normalize_messages(message), target_model: options[:model]),
           tools: tools,
           system: normalize_system(system)
         })
 
+        perform_stream(
+          normalized_input[:messages],
+          tools: normalized_input[:tools],
+          system: normalized_input[:system],
+          **map_options(options),
+          &block
+        )
+      end
+
+      def stream(message, tools: nil, system: nil, **options, &block)
+        raise LlmGateway::Errors::MissingMapperForProvider, "No stream_mapper configured" unless stream_mapper
+
         mapper = stream_mapper.new(
           provider: LlmGateway::Client.provider_id_from_client(client),
           api: api_name
         )
 
-        perform_stream(
-          normalized_input[:messages],
-          tools: normalized_input[:tools],
-          system: normalized_input[:system],
-          **map_options(options)
-        ) do |chunk|
+        raw_stream(message, tools: tools, system: system, **options) do |chunk|
           mapper.map(chunk, &block)
         end
 
@@ -89,6 +95,18 @@ module LlmGateway
         client.stream(messages, tools: tools, system: system, **options, &block)
       end
 
+      public
+
+      def stream_api_name
+        api_name
+      end
+
+      def stream_mapper_class
+        stream_mapper
+      end
+
+      private
+
       def api_name
         self.class.name.split("::").last.gsub(/Adapter$/, "").downcase
       end

data/lib/llm_gateway/proxy/adapter.rb

@@ -0,0 +1,48 @@
+# frozen_string_literal: true
+
+module LlmGateway
+  module Proxy
+    class Adapter
+      attr_reader :client
+
+      def initialize(client)
+        @client = client
+      end
+
+      def stream(message, tools: nil, system: nil, **options, &block)
+        target_adapter = LlmGateway.build_provider(client.target_config.merge(provider: client.target_provider))
+        mapper_class = target_adapter.stream_mapper_class
+        raise LlmGateway::Errors::MissingMapperForProvider, "No stream_mapper configured" unless mapper_class
+
+        mapper = mapper_class.new(
+          provider: LlmGateway::Client.provider_id_from_client(target_adapter.client),
+          api: target_adapter.stream_api_name
+        )
+
+        client.stream(normalize_messages(message), tools: tools, system: normalize_system(system), **options) do |chunk|
+          mapper.map(chunk, &block)
+        end
+
+        mapper.result
+      end
+
+      private
+
+      def normalize_system(system)
+        if system.nil?
+          []
+        elsif system.is_a?(String)
+          [ { role: "system", content: system } ]
+        elsif system.is_a?(Array)
+          system
+        else
+          raise ArgumentError, "System parameter must be a string or array, got #{system.class}"
+        end
+      end
+
+      def normalize_messages(message)
+        message.is_a?(String) ? [ { role: "user", content: message } ] : message
+      end
+    end
+  end
+end

data/lib/llm_gateway/proxy/client.rb

@@ -0,0 +1,85 @@
+# frozen_string_literal: true
+
+require "json"
+require "net/http"
+require "uri"
+
+module LlmGateway
+  module Proxy
+    class Client
+      attr_reader :url, :target_provider, :target_config, :path
+
+      def initialize(url:, target_provider:, target_config: {}, api_key: nil, path: "/agent/llm_proxy", **_options)
+        @url = url.to_s.sub(%r{/+\z}, "")
+        @target_provider = target_provider.to_s
+        @target_config = (target_config || {}).transform_keys(&:to_sym)
+        @api_key = api_key
+        @path = path.to_s.start_with?("/") ? path.to_s : "/#{path}"
+      end
+
+      def stream(messages, tools: nil, system: nil, **options, &block)
+        uri = URI("#{url}#{path}")
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = uri.scheme == "https"
+        http.read_timeout = 480
+        http.open_timeout = 10
+
+        request = Net::HTTP::Post.new(uri)
+        request["content-type"] = "application/json"
+        request["accept"] = "text/event-stream"
+        request["accept-encoding"] = "identity"
+        request["authorization"] = "Bearer #{@api_key}" if @api_key
+        request.body = {
+          provider: target_provider,
+          config: target_config,
+          messages: messages,
+          system: system,
+          tools: tools,
+          options: options
+        }.to_json
+
+        http.request(request) do |response|
+          unless response.code.to_i == 200
+            body = +""
+            response.read_body { |chunk| body << chunk }
+            raise Errors::APIStatusError.new("Proxy request failed with status #{response.code}: #{body}", nil)
+          end
+
+          parse_sse_stream(response, &block)
+        end
+      end
+
+      private
+
+      def parse_sse_stream(response)
+        buffer = +""
+        response.read_body do |chunk|
+          buffer << chunk
+          while (idx = buffer.index("\n\n"))
+            raw_event = buffer.slice!(0, idx + 2)
+            event_type = nil
+            data_lines = []
+
+            raw_event.each_line do |line|
+              line = line.chomp
+              event_type = line.sub(/^event:\s*/, "") if line.start_with?("event:")
+              data_lines << line.sub(/^data:\s*/, "") if line.start_with?("data:")
+            end
+
+            next if data_lines.empty?
+
+            data_str = data_lines.join("\n")
+            next if data_str == "[DONE]"
+
+            data = begin
+              JSON.parse(data_str).deep_symbolize_keys
+            rescue JSON::ParserError
+              { raw: data_str }
+            end
+            yield({ event: event_type, data: data })
+          end
+        end
+      end
+    end
+  end
+end

data/lib/llm_gateway/proxy/server.rb

@@ -0,0 +1,65 @@
+# frozen_string_literal: true
+
+require "json"
+
+module LlmGateway
+  module Proxy
+    class Server
+      PATH = "/agent/llm_proxy"
+
+      def call(env)
+        return not_found unless env["REQUEST_METHOD"] == "POST" && env["PATH_INFO"] == PATH
+
+        request = JSON.parse(env["rack.input"].read).deep_symbolize_keys
+        options = request[:options] || {}
+        options = options.merge(model: request[:model]) if request.key?(:model)
+        adapter = build_adapter(request)
+
+        body = Enumerator.new do |yielder|
+          adapter.raw_stream(
+            request[:messages],
+            system: request[:system],
+            tools: request[:tools],
+            **options
+          ) do |chunk|
+            yielder << encode_sse(chunk)
+          end
+        end
+
+        [ 200, { "content-type" => "text/event-stream", "cache-control" => "no-cache" }, body ]
+      rescue KeyError, JSON::ParserError, ArgumentError => e
+        json_error(400, e.message)
+      rescue Errors::UnsupportedProvider => e
+        json_error(404, e.message)
+      rescue StandardError => e
+        json_error(500, e.message)
+      end
+
+      private
+
+      def build_adapter(request)
+        provider = request.fetch(:provider)
+        config = (request[:config] || {}).merge(provider: provider)
+
+        LlmGateway.build_provider(config)
+      end
+
+      def encode_sse(chunk)
+        event = chunk[:event]
+        data = chunk[:data]
+        out = +""
+        out << "event: #{event}\n" if event
+        JSON.generate(data).each_line { |line| out << "data: #{line.chomp}\n" }
+        out << "\n"
+      end
+
+      def json_error(status, message)
+        [ status, { "content-type" => "application/json" }, [ { error: message }.to_json ] ]
+      end
+
+      def not_found
+        [ 404, { "content-type" => "application/json" }, [ { error: "Not found" }.to_json ] ]
+      end
+    end
+  end
+end

data/lib/llm_gateway/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmGateway
-  VERSION = "0.7.0"
+  VERSION = "0.8.0"
 end

data/lib/llm_gateway.rb

@@ -48,6 +48,9 @@ require_relative "llm_gateway/adapters/groq/chat_completions_adapter"
 
 # Load provider registry
 require_relative "llm_gateway/provider_registry"
+require_relative "llm_gateway/proxy/client"
+require_relative "llm_gateway/proxy/adapter"
+require_relative "llm_gateway/proxy/server"
 
 module LlmGateway
   class Error < StandardError; end
@@ -110,7 +113,7 @@ module LlmGateway
     entry = ProviderRegistry.resolve(provider_name)
 
     client = entry[:client].new(**config)
-    entry[:adapter].new(client)
+    entry[:adapter].new(client, provider_key: provider_name)
   end
 
   def self.configure(configs)
@@ -160,4 +163,8 @@ module LlmGateway
   ProviderRegistry.register("openai_codex",
     client: Clients::OpenAI,
     adapter: Adapters::OpenAICodex::ResponsesAdapter)
+
+  ProviderRegistry.register("proxy",
+    client: Proxy::Client,
+    adapter: Proxy::Adapter)
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_gateway
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.8.0
 platform: ruby
 authors:
 - billybonks
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-06-03 00:00:00.000000000 Z
+date: 2026-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dry-struct
@@ -97,6 +97,9 @@ files:
 - lib/llm_gateway/errors.rb
 - lib/llm_gateway/prompt.rb
 - lib/llm_gateway/provider_registry.rb
+- lib/llm_gateway/proxy/adapter.rb
+- lib/llm_gateway/proxy/client.rb
+- lib/llm_gateway/proxy/server.rb
 - lib/llm_gateway/tool.rb
 - lib/llm_gateway/utils.rb
 - lib/llm_gateway/version.rb