async-http 0.52.3 → 0.54.0

data/async-http.gemspec

@@ -1,39 +0,0 @@
-
-require_relative 'lib/async/http/version'
-
-Gem::Specification.new do |spec|
-	spec.name          = "async-http"
-	spec.version       = Async::HTTP::VERSION
-	spec.licenses      = ["MIT"]
-	spec.authors       = ["Samuel Williams"]
-	spec.email         = ["samuel.williams@oriontransfer.co.nz"]
-
-	spec.summary       = "A HTTP client and server library."
-	spec.homepage      = "https://github.com/socketry/async-http"
-
-	spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-		f.match(%r{^(test|spec|features)/})
-	end
-	spec.executables   = spec.files.grep(%r{^bin/}) {|f| File.basename(f)}
-	spec.require_paths = ["lib"]
-	
-	spec.add_dependency("async", "~> 1.25")
-	spec.add_dependency("async-io", "~> 1.28")
-	spec.add_dependency("async-pool", "~> 0.2")
-	
-	spec.add_dependency("protocol-http", "~> 0.20.0")
-	spec.add_dependency("protocol-http1", "~> 0.13.0")
-	spec.add_dependency("protocol-http2", "~> 0.14.0")
-	
-	# spec.add_dependency("openssl")
-	
-	spec.add_development_dependency "async-rspec", "~> 1.10"
-	spec.add_development_dependency "async-container", "~> 0.14.0"
-	
-	spec.add_development_dependency "rack-test"
-	
-	spec.add_development_dependency "covered"
-	spec.add_development_dependency "bundler"
-	spec.add_development_dependency "bake-bundler"
-	spec.add_development_dependency "rspec", "~> 3.6"
-end

data/examples/compare/Gemfile

@@ -1,9 +0,0 @@
-
-source "https://rubygems.org"
-
-gem "benchmark-ips"
-
-gem "async"
-gem "async-http"
-
-gem "httpx"

data/examples/compare/benchmark.rb

@@ -1,78 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'benchmark'
-
-require 'httpx'
-
-require 'async'
-require 'async/barrier'
-require 'async/semaphore'
-require 'async/http/internet'
-
-URL = "https://www.codeotaku.com/index"
-REPEATS = 10
-
-Benchmark.bmbm do |x|
-	x.report("async-http") do
-		Async do
-			internet = Async::HTTP::Internet.new
-			
-			i = 0
-			while i < REPEATS
-				response = internet.get(URL)
-				response.read
-				
-				i += 1
-			end
-		ensure
-			internet&.close
-		end
-	end
-	
-	x.report("async-http (pipelined)") do
-		Async do |task|
-			internet = Async::HTTP::Internet.new
-			semaphore = Async::Semaphore.new(100, parent: task)
-			barrier = Async::Barrier.new(parent: semaphore)
-			
-			# Warm up the connection pool...
-			response = internet.get(URL)
-			response.read
-			
-			i = 0
-			while i < REPEATS
-				barrier.async do
-					response = internet.get(URL)
-					
-					response.read
-				end
-				
-				i += 1
-			end
-			
-			barrier.wait
-		ensure
-			internet&.close
-		end
-	end
-	
-	x.report("httpx") do
-		i = 0
-		while i < REPEATS
-			response = HTTPX.get(URL)
-			
-			response.read
-			
-			i += 1
-		end
-	end
-	
-	x.report("httpx (pipelined)") do
-		urls = [URL] * REPEATS
-		responses = HTTPX.get(*urls)
-		
-		responses.each do |response|
-			response.read
-		end
-	end
-end

data/examples/download/chunked.rb

@@ -1,86 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'async'
-require 'async/clock'
-require 'async/barrier'
-require 'async/semaphore'
-require_relative '../../lib/async/http/endpoint'
-require_relative '../../lib/async/http/client'
-
-Async do
-	url = "https://static.openfoodfacts.org/data/en.openfoodfacts.org.products.csv"
-	
-	endpoint = Async::HTTP::Endpoint.parse(url)
-	client = Async::HTTP::Client.new(endpoint)
-	
-	headers = {'user-agent' => 'curl/7.69.1', 'accept' => '*/*'}
-	
-	file = File.open("products.csv", "w")
-	Async.logger.info(self) {"Saving download to #{Dir.pwd}"}
-	
-	begin
-		response = client.head(endpoint.path, headers)
-		content_length = nil
-		
-		if response.success?
-			unless response.headers['accept-ranges'].include?('bytes')
-				raise "Does not advertise support for accept-ranges: bytes!"
-			end
-			
-			unless content_length = response.body&.length
-				raise "Could not determine length of response!"
-			end
-		end
-	ensure
-		response&.close
-	end
-	
-	Async.logger.info(self) {"Content length: #{content_length/(1024**2)}MiB"}
-	
-	parts = []
-	offset = 0
-	chunk_size = 1024*1024
-	
-	start_time = Async::Clock.now
-	amount = 0
-	
-	while offset < content_length
-		byte_range_start = offset
-		byte_range_end = [offset + chunk_size, content_length].min
-		parts << (byte_range_start...byte_range_end)
-		
-		offset += chunk_size
-	end
-	
-	Async.logger.info(self) {"Breaking download into #{parts.size} parts..."}
-	
-	semaphore = Async::Semaphore.new(8)
-	barrier = Async::Barrier.new(parent: semaphore)
-	
-	while !parts.empty?
-		barrier.async do
-			part = parts.shift
-			
-			Async.logger.info(self) {"Issuing range request range: bytes=#{part.min}-#{part.max}"}
-			
-			response = client.get(endpoint.path, [
-				["range", "bytes=#{part.min}-#{part.max-1}"],
-				*headers
-			])
-			
-			if response.success?
-				Async.logger.info(self) {"Got response: #{response}... writing data for #{part}."}
-				written = file.pwrite(response.read, part.min)
-				
-				amount += written
-				
-				duration = Async::Clock.now - start_time
-				Async.logger.info(self) {"Rate: #{((amount.to_f/(1024**2))/duration).round(2)}MiB/s"}
-			end
-		end
-	end
-	
-	barrier.wait
-ensure
-	client&.close
-end

data/examples/fetch/Gemfile

@@ -1,3 +0,0 @@
-
-gem 'rack'
-gem 'falcon'

data/examples/fetch/Gemfile.lock

@@ -1,74 +0,0 @@
-GEM
-  specs:
-    async (1.24.2)
-      console (~> 1.0)
-      nio4r (~> 2.3)
-      timers (~> 4.1)
-    async-container (0.16.2)
-      async (~> 1.0)
-      async-io (~> 1.26)
-      process-group
-    async-http (0.50.5)
-      async (~> 1.23)
-      async-io (~> 1.27.0)
-      async-pool (~> 0.2)
-      protocol-http (~> 0.14.1)
-      protocol-http1 (~> 0.10.0)
-      protocol-http2 (~> 0.11.0)
-    async-http-cache (0.1.2)
-      async-http
-      protocol-http (~> 0.14.4)
-    async-io (1.27.4)
-      async (~> 1.14)
-    async-pool (0.2.0)
-      async (~> 1.8)
-    build-environment (1.13.0)
-    coderay (1.1.2)
-    console (1.8.2)
-    falcon (0.35.6)
-      async (~> 1.13)
-      async-container (~> 0.16.0)
-      async-http (~> 0.50.4)
-      async-http-cache (~> 0.1.0)
-      async-io (~> 1.22)
-      build-environment (~> 1.13)
-      localhost (~> 1.1)
-      process-metrics (~> 0.1.0)
-      rack (>= 1.0)
-      samovar (~> 2.1)
-    ffi (1.12.2)
-    localhost (1.1.6)
-    mapping (1.1.1)
-    method_source (0.9.2)
-    nio4r (2.5.2)
-    process-group (1.2.1)
-      process-terminal (~> 0.2.0)
-    process-metrics (0.1.1)
-    process-terminal (0.2.0)
-      ffi
-    protocol-hpack (1.4.2)
-    protocol-http (0.14.4)
-    protocol-http1 (0.10.2)
-      protocol-http (~> 0.13)
-    protocol-http2 (0.11.1)
-      protocol-hpack (~> 1.4)
-      protocol-http (~> 0.2)
-    pry (0.12.2)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-    rack (2.2.2)
-    samovar (2.1.4)
-      console (~> 1.0)
-      mapping (~> 1.0)
-    timers (4.3.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  falcon
-  pry
-  rack
-
-BUNDLED WITH
-   1.17.3

data/examples/fetch/README.md

@@ -1,3 +0,0 @@
-# Fetch
-
-This was an experiment to see how browsers handle bi-directional streaming.

data/examples/fetch/config.ru

@@ -1,28 +0,0 @@
-
-require 'rack'
-
-class Echo
-	def initialize(app)
-		@app = app
-	end
-	
-	def call(env)
-		request = Rack::Request.new(env)
-		
-		if request.path_info == "/echo"
-			if output = request.body
-				return [200, {}, output.body]
-			else
-				return [200, {}, ["Hello World?"]]
-			end
-		else
-			return @app.call(env)
-		end
-	end
-end
-
-use Echo
-
-use Rack::Static, :urls => [''], :root => 'public', :index => 'index.html'
-
-run lambda{|env| [404, {}, []]}

data/examples/fetch/public/index.html

@@ -1,23 +0,0 @@
-<!DOCTYPE html>
-<html>
-	<head>
-		<title>Streaming Fetch</title>
-	</head>
-	<body>
-		<h1>Streams</h1>
-		
-		<button id="stopButton">Start</button>
-		
-		<h2>Sent</h2>
-		
-		<ul id="sent">
-		</ul>
-		
-		<h2>Received</h2>
-		
-		<ul id="received">
-		</ul>
-		
-		<script src="stream.js"></script>
-	</body>
-</html>

data/examples/fetch/public/stream.js

@@ -1,56 +0,0 @@
-const inputStream = new ReadableStream({
-	start(controller) {
-		interval = setInterval(() => {
-			let string = "Hello World!";
-
-			// Add the string to the stream
-			controller.enqueue(string);
-
-			// show it on the screen
-			let listItem = document.createElement('li');
-			listItem.textContent = string;
-			sent.appendChild(listItem);
-		}, 10000);
-
-		stopButton.addEventListener('click', function() {
-			clearInterval(interval);
-			controller.close();
-		})
-	},
-	pull(controller) {
-		// We don't really need a pull in this example
-	},
-	cancel() {
-		// This is called if the reader cancels,
-		// so we should stop generating strings
-		clearInterval(interval);
-	}
-});
-
-fetch("/echo", {method: 'POST', body: inputStream})
-	.then(response => {
-		const reader = response.body.getReader();
-		const decoder = new TextDecoder("utf-8");
-		
-		function push() {
-			reader.read().then(({done, value}) => {
-				console.log("done:", done, "value:", value);
-				const string = decoder.decode(value);
-				
-				// show it on the screen
-				let listItem = document.createElement('li');
-				
-				if (done)
-					listItem.textContent = "<EOF>"
-				else
-					listItem.textContent = string;
-				
-				received.appendChild(listItem);
-				
-				if (done) return;
-				else push();
-			});
-		};
-		
-		push();
-	});

data/examples/google/search.rb

@@ -1,47 +0,0 @@
-#!/usr/bin/env ruby
-
-require "async"
-require "async/clock"
-require "protocol/http/middleware"
-require_relative "../../lib/async/http"
-
-URL = "https://www.google.com/search"
-ENDPOINT = Async::HTTP::Endpoint.parse(URL)
-
-# Console.logger.enable(Async::IO::Stream, Console::Logger::DEBUG)
-
-class Google < Protocol::HTTP::Middleware
-	def search(term)
-		Async.logger.info(self) {"Searching for #{term}..."}
-		
-		self.get("/search?q=#{term}", {"user-agent" => "Hi Google!"})
-	end
-end
-
-terms = %w{thoughtful fear size payment lethal modern recognise face morning sulky mountainous contain science snow uncle skirt truthful door travel snails closed rotten halting creator teeny-tiny beautiful cherries unruly level follow strip team things suggest pretty warm end cannon bad pig consider airport strengthen youthful fog three walk furry pickle moaning fax book ruddy sigh plate cakes shame stem faulty bushes dislike train sleet one colour behavior bitter suit count loutish squeak learn watery orange idiotic seat wholesale omniscient nostalgic arithmetic instruct committee puffy program cream cake whistle rely encourage war flagrant amusing fluffy prick utter wacky occur daily son check}
-
-if count = ENV.fetch('COUNT', 20)&.to_i
-	terms = terms.first(count)
-end
-
-Async do |task|
-	client = Async::HTTP::Client.new(ENDPOINT)
-	google = Google.new(client)
-	
-	google.search("null").finish
-	
-	duration = Async::Clock.measure do
-		counts = terms.map do |term|
-			task.async do
-				response = google.search(term)
-				[term, response.read.scan(term).count]
-			end
-		end.map(&:wait).to_h
-		
-		Async.logger.info(self, name: 'counts') {counts}
-	end
-	
-	Async.logger.info(self, name: 'duration') {duration}
-ensure
-	google.close
-end