llm_gateway 0.5.0 → 0.6.0

data/lib/llm_gateway/clients/openai.rb

@@ -6,18 +6,20 @@ module LlmGateway
   module Clients
     class OpenAI < BaseClient
       CODEX_BASE_ENDPOINT = "https://chatgpt.com/backend-api/codex"
+      DEFAULT_MODEL = "gpt-4o"
+      DEFAULT_EMBEDDINGS_MODEL = "text-embedding-3-small"
 
       attr_reader :account_id
 
-      def initialize(model_key: "gpt-4o", api_key: ENV["OPENAI_API_KEY"], account_id: nil)
+      def initialize(api_key: ENV["OPENAI_API_KEY"], account_id: nil)
         @base_endpoint = "https://api.openai.com/v1"
         @account_id = account_id
-        super(model_key: model_key, api_key: api_key)
+        super(api_key: api_key)
       end
 
-      def chat(messages, tools: nil, system: [], **options)
+      def chat(messages, tools: nil, system: [], model: DEFAULT_MODEL, **options)
         body = {
-          model: model_key,
+          model: model,
           messages: system + messages
         }
         body[:tools] = tools if tools
@@ -26,9 +28,9 @@ module LlmGateway
         post("chat/completions", body)
       end
 
-      def stream(messages, tools: nil, system: [], **options, &block)
+      def stream(messages, tools: nil, system: [], model: DEFAULT_MODEL, **options, &block)
         body = {
-          model: model_key,
+          model: model,
           messages: system + messages
         }
         body[:tools] = tools if tools
@@ -38,9 +40,9 @@ module LlmGateway
         post_stream("chat/completions", body, &block)
       end
 
-      def responses(messages, tools: nil, system: [], **options)
+      def responses(messages, tools: nil, system: [], model: DEFAULT_MODEL, **options)
         body = {
-          model: model_key,
+          model: model,
           input: messages.flatten
         }
         body[:instructions] = system[0][:content] if system.any?
@@ -50,9 +52,9 @@ module LlmGateway
         post("responses", body)
       end
 
-      def stream_responses(messages, tools: nil, system: [], **options, &block)
+      def stream_responses(messages, tools: nil, system: [], model: DEFAULT_MODEL, **options, &block)
         body = {
-          model: model_key,
+          model: model,
           input: messages.flatten
         }
         body[:instructions] = system[0][:content] if system.any?
@@ -74,8 +76,8 @@ module LlmGateway
         token_manager.access_token
       end
 
-      def chat_codex(messages, tools: nil, system: [], account_id: nil, **options)
-        body = build_codex_body(messages, system, tools, **options)
+      def chat_codex(messages, tools: nil, system: [], account_id: nil, model: DEFAULT_MODEL, **options)
+        body = build_codex_body(messages, system, tools, model: model, **options)
 
         completed_response = nil
         post_codex_stream("responses", body, account_id: account_id) do |raw_sse|
@@ -87,8 +89,8 @@ module LlmGateway
         completed_response
       end
 
-      def stream_codex(messages, tools: nil, system: [], account_id: nil, **options, &block)
-        body = build_codex_body(messages, system, tools, **options)
+      def stream_codex(messages, tools: nil, system: [], account_id: nil, model: DEFAULT_MODEL, **options, &block)
+        body = build_codex_body(messages, system, tools, model: model, **options)
         post_codex_stream("responses", body, account_id: account_id, &block)
       end
 
@@ -96,10 +98,10 @@ module LlmGateway
         get("files/#{file_id}/content")
       end
 
-      def generate_embeddings(input)
+      def generate_embeddings(input, model: DEFAULT_EMBEDDINGS_MODEL)
         body = {
           input:,
-          model: model_key
+          model: model
         }
         post("embeddings", body)
       end
@@ -110,12 +112,12 @@ module LlmGateway
 
       private
 
-      def build_codex_body(messages, system, tools, **options)
+      def build_codex_body(messages, system, tools, model:, **options)
         instructions = Array(system).filter_map { |s| s.is_a?(Hash) ? s[:content] : s }.join("\n")
         instructions = "You are a helpful assistant." if instructions.empty?
 
         body = {
-          model: model_key,
+          model: model,
           instructions: instructions,
           input: messages,
           store: false,

data/lib/llm_gateway/prompt.rb

@@ -2,7 +2,29 @@
 
 module LlmGateway
   class Prompt
-    attr_reader :model
+    UNSET = Object.new.freeze
+
+    attr_reader :provider, :model
+
+    class << self
+      def provider(value = UNSET)
+        @provider = value unless value.equal?(UNSET)
+        @provider
+      end
+
+      def provider=(value)
+        @provider = value
+      end
+
+      def model(value = UNSET)
+        @model = value unless value.equal?(UNSET)
+        @model
+      end
+
+      def model=(value)
+        @model = value
+      end
+    end
 
     def self.before_execute(*methods, &block)
       before_execute_callbacks.concat(methods)
@@ -26,23 +48,19 @@ module LlmGateway
       super
       subclass.instance_variable_set(:@before_execute_callbacks, before_execute_callbacks.dup)
       subclass.instance_variable_set(:@after_execute_callbacks, after_execute_callbacks.dup)
+      subclass.provider = provider
+      subclass.model = model
     end
 
-    def initialize(model)
-      @model = model
-      @connection = if model.is_a?(String)
-        LlmGateway.configured_clients.values.find do |client|
-          client.client.model_key == model
-        end
-      else
-        model
-      end
+    def initialize(provider = nil, model = nil)
+      @provider = provider || self.class.provider
+      @model = model || self.class.model
     end
 
     def run
       run_callbacks(:before_execute, prompt)
 
-      response = post
+      response = stream
 
       response_content = if respond_to?(:extract_response)
         extract_response(response)
@@ -61,12 +79,12 @@ module LlmGateway
       result
     end
 
-    def post
-      if @connection
-        @connection.chat(prompt, tools: tools, system: system_prompt)
-      else
-        LlmGateway::Client.chat(model, prompt, tools: tools, system: system_prompt)
-      end
+    def stream(provider: nil, model: nil, **options)
+      stream_provider = provider || self.provider
+      stream_model = model || self.model
+      options[:model] = stream_model if stream_model
+
+      stream_provider.stream(prompt, tools: tools, system: system_prompt, **options)
     end
 
     def tools

data/lib/llm_gateway/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LlmGateway
-  VERSION = "0.5.0"
+  VERSION = "0.6.0"
 end

data/lib/llm_gateway.rb

@@ -100,6 +100,9 @@ module LlmGateway
   def self.build_provider(config)
     config = config.transform_keys(&:to_sym)
     provider_name = config.delete(:provider)
+    if config.key?(:model_key)
+      raise ArgumentError, "model_key is no longer a provider option; pass model: to chat/stream instead"
+    end
     entry = ProviderRegistry.resolve(provider_name)
 
     client = entry[:client].new(**config)
@@ -153,25 +156,4 @@ module LlmGateway
   ProviderRegistry.register("openai_codex",
     client: Clients::OpenAI,
     adapter: Adapters::OpenAICodex::ResponsesAdapter)
-
-  # Backward-compatible aliases (deprecated)
-  ProviderRegistry.register("anthropic_apikey_messages",
-    client: Clients::Anthropic,
-    adapter: Adapters::Anthropic::MessagesAdapter)
-
-  ProviderRegistry.register("openai_apikey_completions",
-    client: Clients::OpenAI,
-    adapter: Adapters::OpenAI::ChatCompletionsAdapter)
-
-  ProviderRegistry.register("openai_apikey_responses",
-    client: Clients::OpenAI,
-    adapter: Adapters::OpenAI::ResponsesAdapter)
-
-  ProviderRegistry.register("groq_apikey_completions",
-    client: Clients::Groq,
-    adapter: Adapters::Groq::ChatCompletionsAdapter)
-
-  ProviderRegistry.register("openai_oauth_codex",
-    client: Clients::OpenAI,
-    adapter: Adapters::OpenAICodex::ResponsesAdapter)
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: llm_gateway
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - billybonks
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2026-05-20 00:00:00.000000000 Z
+date: 2026-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: dry-struct
@@ -42,6 +42,7 @@ files:
 - README.md
 - Rakefile
 - docs/migration-guide.md
+- docs/migration_guide_0.6.0.md
 - lib/llm_gateway.rb
 - lib/llm_gateway/adapters/adapter.rb
 - lib/llm_gateway/adapters/anthropic/acts_like_messages.rb