llm.rb 4.12.0 → 4.14.0

data/llm.gemspec

@@ -11,12 +11,22 @@ Gem::Specification.new do |spec|
   spec.summary = "System integration layer for LLMs, tools, MCP, and APIs in Ruby."
 
   spec.description = <<~DESCRIPTION
-  llm.rb is a Ruby-centric system integration layer for building LLM-powered
-  systems. It connects LLMs to real systems by turning APIs into tools and
-  unifying MCP, providers, contexts, and application logic in one execution
-  model. It supports explicit tool orchestration, concurrent execution,
-  streaming, multiple MCP sources, and multiple LLM providers for production
-  systems that integrate external and internal services.
+  llm.rb is a runtime for building AI systems that integrate directly with your
+  application. It is not just an API wrapper. It provides a unified execution
+  model for providers, tools, MCP servers, streaming, schemas, files, and
+  state.
+
+  It is built for engineers who want control over how these systems run.
+  llm.rb stays close to Ruby, runs on the standard library by default, loads
+  optional pieces only when needed, and remains easy to extend. It also works
+  well in Rails or ActiveRecord applications, where a small wrapper around
+  context persistence is enough to save and restore long-lived conversation
+  state across requests, jobs, or retries.
+
+  Most LLM libraries stop at request/response APIs. Building real systems
+  means stitching together streaming, tools, state, persistence, and external
+  services by hand. llm.rb provides a single execution model for all of these,
+  so they compose naturally instead of becoming separate subsystems.
   DESCRIPTION
 
   spec.license = "0BSD"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm.rb
 version: !ruby/object:Gem::Version
-  version: 4.12.0
+  version: 4.14.0
 platform: ruby
 authors:
 - Antar Azri
@@ -195,12 +195,22 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1.7'
 description: |
-  llm.rb is a Ruby-centric system integration layer for building LLM-powered
-  systems. It connects LLMs to real systems by turning APIs into tools and
-  unifying MCP, providers, contexts, and application logic in one execution
-  model. It supports explicit tool orchestration, concurrent execution,
-  streaming, multiple MCP sources, and multiple LLM providers for production
-  systems that integrate external and internal services.
+  llm.rb is a runtime for building AI systems that integrate directly with your
+  application. It is not just an API wrapper. It provides a unified execution
+  model for providers, tools, MCP servers, streaming, schemas, files, and
+  state.
+
+  It is built for engineers who want control over how these systems run.
+  llm.rb stays close to Ruby, runs on the standard library by default, loads
+  optional pieces only when needed, and remains easy to extend. It also works
+  well in Rails or ActiveRecord applications, where a small wrapper around
+  context persistence is enough to save and restore long-lived conversation
+  state across requests, jobs, or retries.
+
+  Most LLM libraries stop at request/response APIs. Building real systems
+  means stitching together streaming, tools, state, persistence, and external
+  services by hand. llm.rb provides a single execution model for all of these,
+  so they compose naturally instead of becoming separate subsystems.
 email:
 - azantar@proton.me
 - 0x1eef@hardenedbsd.org
@@ -221,7 +231,6 @@ files:
 - lib/llm/agent.rb
 - lib/llm/bot.rb
 - lib/llm/buffer.rb
-- lib/llm/client.rb
 - lib/llm/context.rb
 - lib/llm/context/deserializer.rb
 - lib/llm/contract.rb
@@ -245,7 +254,9 @@ files:
 - lib/llm/mcp.rb
 - lib/llm/mcp/command.rb
 - lib/llm/mcp/error.rb
+- lib/llm/mcp/mailbox.rb
 - lib/llm/mcp/pipe.rb
+- lib/llm/mcp/router.rb
 - lib/llm/mcp/rpc.rb
 - lib/llm/mcp/transport/http.rb
 - lib/llm/mcp/transport/http/event_handler.rb
@@ -260,6 +271,10 @@ files:
 - lib/llm/object/kernel.rb
 - lib/llm/prompt.rb
 - lib/llm/provider.rb
+- lib/llm/provider/transport/http.rb
+- lib/llm/provider/transport/http/execution.rb
+- lib/llm/provider/transport/http/interruptible.rb
+- lib/llm/provider/transport/http/stream_decoder.rb
 - lib/llm/providers/anthropic.rb
 - lib/llm/providers/anthropic/error_handler.rb
 - lib/llm/providers/anthropic/files.rb

data/lib/llm/client.rb

@@ -1,36 +0,0 @@
-# frozen_string_literal: true
-
-module LLM
-  ##
-  # @api private
-  module Client
-    private
-
-    ##
-    # @api private
-    def persistent_client
-      LLM.lock(:clients) do
-        if clients[client_id]
-          clients[client_id]
-        else
-          require "net/http/persistent" unless defined?(Net::HTTP::Persistent)
-          client = Net::HTTP::Persistent.new(name: self.class.name)
-          client.read_timeout = timeout
-          clients[client_id] = client
-        end
-      end
-    end
-
-    ##
-    # @api private
-    def transient_client
-      client = Net::HTTP.new(host, port)
-      client.read_timeout = timeout
-      client.use_ssl = ssl
-      client
-    end
-
-    def client_id = "#{host}:#{port}:#{timeout}:#{ssl}"
-    def clients = self.class.clients
-  end
-end