async-http 0.52.3 → 0.54.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b5f422d50d91e0a55cf4a231bab122661198bf277ef483c5d342feb96f5e5d0
-  data.tar.gz: acf9ea6b2d1c332b73ead3f4203725cc3a750418ceb945a8ca1f431c71e8cfba
+  metadata.gz: 58036943b2703b5583d7213ee79593b6d9edd2f5e84e431b78fc1bc960fdf591
+  data.tar.gz: 014dbfce1a65d60894b9a1d474fa3f53e810e3a2f37c0493acac0abe83585ff5
 SHA512:
-  metadata.gz: 9744602130e3f4587f9e56e26cff4db9656b36685ae4ca6d15275e858c27bc239bec304e7146620231a0bb1619f11dea6153ccb41573caa80f94a4904f1a5edc
-  data.tar.gz: 4907eba09d6899a0bb97b59c3f75e35bed686b3b103107d69b96298f0358a7bb188f1358f4a799fe97c8837a34044af74ea5ba7728b9eb86592f208d1091b505
+  metadata.gz: 446d57893e12466988963eb0becae11b8328bad7615317119f93c0c3a0fd696a457f7928ed2b1cbb3e3ce43436c8bf15e9675ae57fe6c7fa73a9f685d5a0646e
+  data.tar.gz: d75d5eb8e013c213c0a5e9fe8570965a59f1e042238daa72696a9b20e021bac4b4775ee2e6f23b389f9dff52f34b6c8c24938d4ce49eb7248149587ea04988e1

data/bake/async/http/h2spec.rb

@@ -29,7 +29,7 @@ def server
 	Async.logger.info(self){"Starting server..."}
 	
 	container.run(count: 1) do
-		server = Async::HTTP::Server.for(endpoint, Async::HTTP::Protocol::HTTP2, "https") do |request|
+		server = Async::HTTP::Server.for(endpoint, protocol: Async::HTTP::Protocol::HTTP2, scheme: "https") do |request|
 			Protocol::HTTP::Response[200, {'content-type' => 'text/plain'}, ["Hello World"]]
 		end
 		

data/lib/async/http/body/delayed.rb

@@ -20,12 +20,12 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 
-require_relative 'wrapper'
+require 'protocol/http/body/wrapper'
 
 module Async
 	module HTTP
 		module Body
-			class Delayed < Async::HTTP::Body::Wrapper
+			class Delayed < Protocol::HTTP::Body::Wrapper
 				def initialize(body, delay = 0.01)
 					super(body)
 					

data/lib/async/http/body/hijack.rb

@@ -44,6 +44,11 @@ module Async
 					@stream = nil
 				end
 				
+				# We prefer streaming directly as it's the lowest overhead.
+				def stream?
+					true
+				end
+				
 				def call(stream)
 					return @block.call(stream)
 				end

data/lib/async/http/body/pipe.rb

@@ -20,6 +20,9 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 
+require 'async/io/socket'
+require 'async/io/stream'
+
 require_relative 'writable'
 
 module Async
@@ -39,8 +42,8 @@ module Async
 					@reader = nil
 					@writer = nil
 					
-					task.async(&self.method(:reader))
-					task.async(&self.method(:writer))
+					task.async(transient: true, &self.method(:reader))
+					task.async(transient: true, &self.method(:writer))
 				end
 				
 				def to_io
@@ -69,10 +72,9 @@ module Async
 					
 					@head.close_write
 				ensure
-					@reader = nil
 					@input.close($!)
 					
-					@head.close if @writer.nil?
+					close_head if @writer&.finished?
 				end
 				
 				# Read from the head of the pipe and write to the @output stream.
@@ -86,11 +88,17 @@ module Async
 						@output.write(chunk)
 					end
 				ensure
-					@writer = nil
-					
 					@output.close($!)
 					
-					@head.close if @reader.nil?
+					close_head if @reader&.finished?
+				end
+				
+				def close_head
+					@head.close
+					
+					# Both tasks are done, don't keep references:
+					@reader = nil
+					@writer = nil
 				end
 			end
 		end

data/lib/async/http/body/slowloris.rb

@@ -37,8 +37,8 @@ module Async
 				
 				# In order for this implementation to work correctly, you need to use a LimitedQueue.
 				# @param minimum_throughput [Integer] the minimum bytes per second otherwise this body will be forcefully closed.
-				def initialize(*args, minimum_throughput: 1024, **options)
-					super(*args, **options)
+				def initialize(*arguments, minimum_throughput: 1024, **options)
+					super(*arguments, **options)
 					
 					@minimum_throughput = minimum_throughput
 					

data/lib/async/http/body/stream.rb

@@ -139,7 +139,7 @@ module Async
 				end
 				
 				# Close the input and output bodies.
-				def close
+				def close(error = nil)
 					self.close_read
 					self.close_write
 				ensure

data/lib/async/http/client.rb

@@ -25,7 +25,7 @@ require 'async/io/stream'
 
 require 'async/pool/controller'
 
-require 'protocol/http/body/streamable'
+require 'protocol/http/body/completable'
 require 'protocol/http/methods'
 
 require_relative 'protocol'
@@ -45,7 +45,7 @@ module Async
 			# @param protocol [Protocol::HTTP1 | Protocol::HTTP2 | Protocol::HTTPS] the protocol to use.
 			# @param scheme [String] The default scheme to set to requests.
 			# @param authority [String] The default authority to set to requests.
-			def initialize(endpoint, protocol = endpoint.protocol, scheme = endpoint.scheme, authority = endpoint.authority, retries: DEFAULT_RETRIES, connection_limit: DEFAULT_CONNECTION_LIMIT)
+			def initialize(endpoint, protocol: endpoint.protocol, scheme: endpoint.scheme, authority: endpoint.authority, retries: DEFAULT_RETRIES, connection_limit: DEFAULT_CONNECTION_LIMIT)
 				@endpoint = endpoint
 				@protocol = protocol
 				
@@ -143,7 +143,7 @@ module Async
 				response = request.call(connection)
 				
 				# The connection won't be released until the body is completely read/released.
-				::Protocol::HTTP::Body::Streamable.wrap(response) do
+				::Protocol::HTTP::Body::Completable.wrap(response) do
 					@pool.release(connection)
 				end
 				

data/lib/async/http/endpoint.rb

@@ -193,8 +193,8 @@ module Async
 				@endpoint ||= build_endpoint
 			end
 			
-			def bind(*args, &block)
-				endpoint.bind(*args, &block)
+			def bind(*arguments, &block)
+				endpoint.bind(*arguments, &block)
 			end
 			
 			def connect(&block)

data/lib/async/http/internet.rb

@@ -33,6 +33,10 @@ module Async
 				@options = options
 			end
 			
+			# A cache of clients.
+			# @attribute [Hash(URI, Client)]
+			attr :clients
+			
 			def call(method, url, headers = nil, body = nil)
 				endpoint = Endpoint.parse(url)
 				key = host_key(endpoint)

data/lib/async/http/protocol/http1/connection.rb

@@ -74,11 +74,6 @@ module Async
 					def reusable?
 						@persistent && @stream && !@stream.closed?
 					end
-					
-					def close
-						Async.logger.debug(self) {"Closing connection"}
-						super
-					end
 				end
 			end
 		end

data/lib/async/http/protocol/http1/server.rb

@@ -56,7 +56,7 @@ module Async
 					
 					# Server loop.
 					def each(task: Task.current)
-						task.annotate("Reading #{version} requests for #{self.class}.")
+						task.annotate("Reading #{self.version} requests for #{self.class}.")
 						
 						while request = next_request
 							response = yield(request, self)
@@ -80,7 +80,7 @@ module Async
 									response = nil
 									
 									body.call(stream)
-								elsif body and request.connect?
+								elsif request.connect? and response.success?
 									stream = write_tunnel_body(request.version)
 									
 									# Same as above:
@@ -90,11 +90,12 @@ module Async
 									body.call(stream)
 								else
 									head = request.head?
+									version = request.version
 									
 									request = nil unless body
 									response = nil
 									
-									write_body(request.version, body, head, trailers)
+									write_body(version, body, head, trailers)
 								end
 							else
 								# If the request failed to generate a response, it was an internal server error:

data/lib/async/http/protocol/http2.rb

@@ -76,24 +76,6 @@ module Async
 				def self.names
 					["h2"]
 				end
-				
-				module WithPush
-					CLIENT_SETTINGS = HTTP2::CLIENT_SETTINGS.merge(
-						::Protocol::HTTP2::Settings::ENABLE_PUSH => 1,
-					)
-					
-					def self.client(peer, settings = CLIENT_SETTINGS)
-						HTTP2.client(peer, settings)
-					end
-					
-					def self.server(peer, settings = SERVER_SETTINGS)
-						HTTP2.server(peer, settings)
-					end
-					
-					def self.names
-						HTTP2.names
-					end
-				end
 			end
 		end
 	end

data/lib/async/http/protocol/http2/output.rb

@@ -42,7 +42,7 @@ module Async
 					def start(parent: Task.current)
 						raise "Task already started!" if @task
 						
-						if @body.respond_to?(:call)
+						if @body.stream?
 							@task = parent.async(&self.method(:stream))
 						else
 							@task = parent.async(&self.method(:passthrough))

data/lib/async/http/protocol/http2/request.rb

@@ -39,18 +39,6 @@ module Async
 						
 						attr :request
 						
-						# Create a fake request on the server, with the given headers.
-						def create_push_promise_stream(headers)
-							stream = @connection.create_push_promise_stream(&Stream.method(:create))
-							
-							stream.headers = ::Protocol::HTTP::Headers.new
-							
-							# This will ultimately enqueue the request to be processed by the server:
-							stream.receive_initial_headers(headers, false)
-							
-							return stream
-						end
-						
 						def receive_initial_headers(headers, end_stream)
 							headers.each do |key, value|
 								if key == SCHEME
@@ -133,32 +121,6 @@ module Async
 						false
 					end
 					
-					def push?
-						@stream.connection.enable_push?
-					end
-					
-					# @return [Stream] the promised stream, on which to send data.
-					def push(path, headers = nil, scheme = @scheme, authority = @authority)
-						raise ArgumentError, "Missing scheme!" unless scheme
-						raise ArgumentError, "Missing authority!" unless authority
-						
-						push_headers = [
-							[SCHEME, scheme],
-							[METHOD, ::Protocol::HTTP::Methods::GET],
-							[PATH, path],
-							[AUTHORITY, authority]
-						]
-						
-						if headers
-							push_headers = Headers::Merged.new(
-								push_headers,
-								headers
-							)
-						end
-						
-						@stream.send_push_promise(push_headers)
-					end
-					
 					NO_RESPONSE = [
 						[STATUS, '500'],
 					]

data/lib/async/http/protocol/http2/response.rb

@@ -50,13 +50,7 @@ module Async
 						end
 						
 						def accept_push_promise_stream(promised_stream_id, headers)
-							stream = @connection.accept_push_promise_stream(promised_stream_id, &Stream.method(:create))
-							
-							stream.response.build_request(headers)
-							
-							@response.promises.enqueue(stream.response)
-							
-							return stream
+							raise ProtocolError, "Cannot accept push promise stream!"
 						end
 						
 						# This should be invoked from the background reader, and notifies the task waiting for the headers that we are done.
@@ -113,7 +107,6 @@ module Async
 							super
 							
 							if @response
-								@response.promises.enqueue nil
 								@response = nil
 							end
 							
@@ -128,7 +121,6 @@ module Async
 						
 						@stream = stream
 						@request = nil
-						@promises = nil
 					end
 					
 					attr :stream
@@ -150,10 +142,6 @@ module Async
 						!!@status
 					end
 					
-					def promises
-						@promises ||= Async::Queue.new
-					end
-					
 					def build_request(headers)
 						request = ::Protocol::HTTP::Request.new
 						request.headers = ::Protocol::HTTP::Headers.new
@@ -215,6 +203,11 @@ module Async
 						if request.body.nil?
 							@stream.send_headers(nil, headers, ::Protocol::HTTP2::END_STREAM)
 						else
+							if length = request.body.length
+								# This puts it at the end of the pseudo-headers:
+								pseudo_headers << [CONTENT_LENGTH, length]
+							end
+							
 							# This function informs the headers object that any subsequent headers are going to be trailers. Therefore, it must be called *before* sending the headers, to avoid any race conditions.
 							trailers = request.headers.trailers!
 							

data/lib/async/http/protocol/request.rb

@@ -42,10 +42,6 @@ module Async
 					false
 				end
 				
-				def push?
-					false
-				end
-				
 				def peer
 					if connection = self.connection
 						connection.peer

data/lib/async/http/proxy.rb

@@ -30,6 +30,15 @@ module Async
 		# Wraps a client, address and headers required to initiate a connectio to a remote host using the CONNECT verb.
 		# Behaves like a TCP endpoint for the purposes of connecting to a remote host.
 		class Proxy
+			class ConnectFailure < StandardError
+				def initialize(response)
+					super "Failed to connect: #{response.status}"
+					@response = response
+				end
+				
+				attr :response
+			end
+			
 			module Client
 				def proxy(endpoint, headers = nil)
 					Proxy.new(self, endpoint.authority(false), headers)
@@ -92,14 +101,21 @@ module Async
 				
 				response = @client.connect(@address.to_s, @headers, input)
 				
-				pipe = Body::Pipe.new(response.body, input)
-				
-				return pipe.to_io unless block_given?
-				
-				begin
-					yield pipe.to_io
-				ensure
-					pipe.close
+				if response.success?
+					pipe = Body::Pipe.new(response.body, input)
+					
+					return pipe.to_io unless block_given?
+					
+					begin
+						yield pipe.to_io
+					ensure
+						pipe.close
+					end
+				else
+					# This ensures we don't leave a response dangling:
+					response.close
+					
+					raise ConnectFailure, response
 				end
 			end
 			

data/lib/async/http/server.rb

@@ -29,11 +29,11 @@ require 'protocol/http/middleware'
 module Async
 	module HTTP
 		class Server < ::Protocol::HTTP::Middleware
-			def self.for(*arguments, &block)
-				self.new(block, *arguments)
+			def self.for(*arguments, **options, &block)
+				self.new(block, *arguments, **options)
 			end
 			
-			def initialize(app, endpoint, protocol = endpoint.protocol, scheme = endpoint.scheme)
+			def initialize(app, endpoint, protocol: endpoint.protocol, scheme: endpoint.scheme)
 				super(app)
 				
 				@endpoint = endpoint

data/lib/async/http/version.rb

@@ -22,6 +22,6 @@
 
 module Async
 	module HTTP
-		VERSION = "0.52.3"
+		VERSION = "0.54.0"
 	end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: async-http
 version: !ruby/object:Gem::Version
-  version: 0.52.3
+  version: 0.54.0
 platform: ruby
 authors:
 - Samuel Williams
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-08 00:00:00.000000000 Z
+date: 2020-12-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.20.0
+        version: 0.21.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.20.0
+        version: 0.21.0
 - !ruby/object:Gem::Dependency
   name: protocol-http1
   requirement: !ruby/object:Gem::Requirement
@@ -95,35 +95,35 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 0.14.0
 - !ruby/object:Gem::Dependency
-  name: async-rspec
+  name: async-container
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '0.14'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '0.14'
 - !ruby/object:Gem::Dependency
-  name: async-container
+  name: async-rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.14.0
+        version: '1.10'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.14.0
+        version: '1.10'
 - !ruby/object:Gem::Dependency
-  name: rack-test
+  name: covered
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -137,7 +137,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: covered
+  name: rack-test
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -151,21 +151,21 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.6'
 - !ruby/object:Gem::Dependency
-  name: bake-bundler
+  name: localhost
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -178,56 +178,14 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: rspec
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.6'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '3.6'
-description: 
+description:
 email:
-- samuel.williams@oriontransfer.co.nz
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".editorconfig"
-- ".github/workflows/development.yml"
-- ".gitignore"
-- ".rspec"
-- ".travis.yml"
-- README.md
-- async-http.gemspec
-- bake.rb
 - bake/async/http.rb
 - bake/async/http/h2spec.rb
-- examples/compare/Gemfile
-- examples/compare/benchmark.rb
-- examples/download/chunked.rb
-- examples/fetch/Gemfile
-- examples/fetch/Gemfile.lock
-- examples/fetch/README.md
-- examples/fetch/config.ru
-- examples/fetch/public/index.html
-- examples/fetch/public/stream.js
-- examples/google/search.rb
-- examples/request.rb
-- examples/stream/stop.rb
-- examples/trenni/Gemfile
-- examples/trenni/streaming.rb
-- examples/upload/client.rb
-- examples/upload/data.txt
-- examples/upload/server.rb
-- examples/upload/upload.rb
-- gems.rb
 - lib/async/http.rb
 - lib/async/http/body.rb
 - lib/async/http/body/delayed.rb
@@ -270,7 +228,7 @@ homepage: https://github.com/socketry/async-http
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -285,8 +243,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: A HTTP client and server library.
 test_files: []