async-http 0.52.0 → 0.52.5

data/examples/download/chunked.rb

@@ -1,86 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'async'
-require 'async/clock'
-require 'async/barrier'
-require 'async/semaphore'
-require_relative '../../lib/async/http/endpoint'
-require_relative '../../lib/async/http/client'
-
-Async do
-	url = "https://static.openfoodfacts.org/data/en.openfoodfacts.org.products.csv"
-	
-	endpoint = Async::HTTP::Endpoint.parse(url)
-	client = Async::HTTP::Client.new(endpoint)
-	
-	headers = {'user-agent' => 'curl/7.69.1', 'accept' => '*/*'}
-	
-	file = File.open("products.csv", "w")
-	Async.logger.info(self) {"Saving download to #{Dir.pwd}"}
-	
-	begin
-		response = client.head(endpoint.path, headers)
-		content_length = nil
-		
-		if response.success?
-			unless response.headers['accept-ranges'].include?('bytes')
-				raise "Does not advertise support for accept-ranges: bytes!"
-			end
-			
-			unless content_length = response.body&.length
-				raise "Could not determine length of response!"
-			end
-		end
-	ensure
-		response&.close
-	end
-	
-	Async.logger.info(self) {"Content length: #{content_length/(1024**2)}MiB"}
-	
-	parts = []
-	offset = 0
-	chunk_size = 1024*1024
-	
-	start_time = Async::Clock.now
-	amount = 0
-	
-	while offset < content_length
-		byte_range_start = offset
-		byte_range_end = [offset + chunk_size, content_length].min
-		parts << (byte_range_start...byte_range_end)
-		
-		offset += chunk_size
-	end
-	
-	Async.logger.info(self) {"Breaking download into #{parts.size} parts..."}
-	
-	semaphore = Async::Semaphore.new(8)
-	barrier = Async::Barrier.new(parent: semaphore)
-	
-	while !parts.empty?
-		barrier.async do
-			part = parts.shift
-			
-			Async.logger.info(self) {"Issuing range request range: bytes=#{part.min}-#{part.max}"}
-			
-			response = client.get(endpoint.path, [
-				["range", "bytes=#{part.min}-#{part.max-1}"],
-				*headers
-			])
-			
-			if response.success?
-				Async.logger.info(self) {"Got response: #{response}... writing data for #{part}."}
-				written = file.pwrite(response.read, part.min)
-				
-				amount += written
-				
-				duration = Async::Clock.now - start_time
-				Async.logger.info(self) {"Rate: #{((amount.to_f/(1024**2))/duration).round(2)}MiB/s"}
-			end
-		end
-	end
-	
-	barrier.wait
-ensure
-	client&.close
-end

data/examples/fetch/Gemfile

@@ -1,3 +0,0 @@
-
-gem 'rack'
-gem 'falcon'

data/examples/fetch/Gemfile.lock

@@ -1,74 +0,0 @@
-GEM
-  specs:
-    async (1.24.2)
-      console (~> 1.0)
-      nio4r (~> 2.3)
-      timers (~> 4.1)
-    async-container (0.16.2)
-      async (~> 1.0)
-      async-io (~> 1.26)
-      process-group
-    async-http (0.50.5)
-      async (~> 1.23)
-      async-io (~> 1.27.0)
-      async-pool (~> 0.2)
-      protocol-http (~> 0.14.1)
-      protocol-http1 (~> 0.10.0)
-      protocol-http2 (~> 0.11.0)
-    async-http-cache (0.1.2)
-      async-http
-      protocol-http (~> 0.14.4)
-    async-io (1.27.4)
-      async (~> 1.14)
-    async-pool (0.2.0)
-      async (~> 1.8)
-    build-environment (1.13.0)
-    coderay (1.1.2)
-    console (1.8.2)
-    falcon (0.35.6)
-      async (~> 1.13)
-      async-container (~> 0.16.0)
-      async-http (~> 0.50.4)
-      async-http-cache (~> 0.1.0)
-      async-io (~> 1.22)
-      build-environment (~> 1.13)
-      localhost (~> 1.1)
-      process-metrics (~> 0.1.0)
-      rack (>= 1.0)
-      samovar (~> 2.1)
-    ffi (1.12.2)
-    localhost (1.1.6)
-    mapping (1.1.1)
-    method_source (0.9.2)
-    nio4r (2.5.2)
-    process-group (1.2.1)
-      process-terminal (~> 0.2.0)
-    process-metrics (0.1.1)
-    process-terminal (0.2.0)
-      ffi
-    protocol-hpack (1.4.2)
-    protocol-http (0.14.4)
-    protocol-http1 (0.10.2)
-      protocol-http (~> 0.13)
-    protocol-http2 (0.11.1)
-      protocol-hpack (~> 1.4)
-      protocol-http (~> 0.2)
-    pry (0.12.2)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-    rack (2.2.2)
-    samovar (2.1.4)
-      console (~> 1.0)
-      mapping (~> 1.0)
-    timers (4.3.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  falcon
-  pry
-  rack
-
-BUNDLED WITH
-   1.17.3

data/examples/fetch/README.md

@@ -1,3 +0,0 @@
-# Fetch
-
-This was an experiment to see how browsers handle bi-directional streaming.

data/examples/fetch/config.ru

@@ -1,28 +0,0 @@
-
-require 'rack'
-
-class Echo
-	def initialize(app)
-		@app = app
-	end
-	
-	def call(env)
-		request = Rack::Request.new(env)
-		
-		if request.path_info == "/echo"
-			if output = request.body
-				return [200, {}, output.body]
-			else
-				return [200, {}, ["Hello World?"]]
-			end
-		else
-			return @app.call(env)
-		end
-	end
-end
-
-use Echo
-
-use Rack::Static, :urls => [''], :root => 'public', :index => 'index.html'
-
-run lambda{|env| [404, {}, []]}

data/examples/fetch/public/index.html

@@ -1,23 +0,0 @@
-<!DOCTYPE html>
-<html>
-	<head>
-		<title>Streaming Fetch</title>
-	</head>
-	<body>
-		<h1>Streams</h1>
-		
-		<button id="stopButton">Start</button>
-		
-		<h2>Sent</h2>
-		
-		<ul id="sent">
-		</ul>
-		
-		<h2>Received</h2>
-		
-		<ul id="received">
-		</ul>
-		
-		<script src="stream.js"></script>
-	</body>
-</html>

data/examples/fetch/public/stream.js

@@ -1,56 +0,0 @@
-const inputStream = new ReadableStream({
-	start(controller) {
-		interval = setInterval(() => {
-			let string = "Hello World!";
-
-			// Add the string to the stream
-			controller.enqueue(string);
-
-			// show it on the screen
-			let listItem = document.createElement('li');
-			listItem.textContent = string;
-			sent.appendChild(listItem);
-		}, 10000);
-
-		stopButton.addEventListener('click', function() {
-			clearInterval(interval);
-			controller.close();
-		})
-	},
-	pull(controller) {
-		// We don't really need a pull in this example
-	},
-	cancel() {
-		// This is called if the reader cancels,
-		// so we should stop generating strings
-		clearInterval(interval);
-	}
-});
-
-fetch("/echo", {method: 'POST', body: inputStream})
-	.then(response => {
-		const reader = response.body.getReader();
-		const decoder = new TextDecoder("utf-8");
-		
-		function push() {
-			reader.read().then(({done, value}) => {
-				console.log("done:", done, "value:", value);
-				const string = decoder.decode(value);
-				
-				// show it on the screen
-				let listItem = document.createElement('li');
-				
-				if (done)
-					listItem.textContent = "<EOF>"
-				else
-					listItem.textContent = string;
-				
-				received.appendChild(listItem);
-				
-				if (done) return;
-				else push();
-			});
-		};
-		
-		push();
-	});

data/examples/google/search.rb

@@ -1,47 +0,0 @@
-#!/usr/bin/env ruby
-
-require "async"
-require "async/clock"
-require "protocol/http/middleware"
-require_relative "../../lib/async/http"
-
-URL = "https://www.google.com/search"
-ENDPOINT = Async::HTTP::Endpoint.parse(URL)
-
-# Console.logger.enable(Async::IO::Stream, Console::Logger::DEBUG)
-
-class Google < Protocol::HTTP::Middleware
-	def search(term)
-		Async.logger.info(self) {"Searching for #{term}..."}
-		
-		self.get("/search?q=#{term}", {"user-agent" => "Hi Google!"})
-	end
-end
-
-terms = %w{thoughtful fear size payment lethal modern recognise face morning sulky mountainous contain science snow uncle skirt truthful door travel snails closed rotten halting creator teeny-tiny beautiful cherries unruly level follow strip team things suggest pretty warm end cannon bad pig consider airport strengthen youthful fog three walk furry pickle moaning fax book ruddy sigh plate cakes shame stem faulty bushes dislike train sleet one colour behavior bitter suit count loutish squeak learn watery orange idiotic seat wholesale omniscient nostalgic arithmetic instruct committee puffy program cream cake whistle rely encourage war flagrant amusing fluffy prick utter wacky occur daily son check}
-
-if count = ENV.fetch('COUNT', 20)&.to_i
-	terms = terms.first(count)
-end
-
-Async do |task|
-	client = Async::HTTP::Client.new(ENDPOINT)
-	google = Google.new(client)
-	
-	google.search("null").finish
-	
-	duration = Async::Clock.measure do
-		counts = terms.map do |term|
-			task.async do
-				response = google.search(term)
-				[term, response.read.scan(term).count]
-			end
-		end.map(&:wait).to_h
-		
-		Async.logger.info(self, name: 'counts') {counts}
-	end
-	
-	Async.logger.info(self, name: 'duration') {duration}
-ensure
-	google.close
-end

data/examples/request.rb

@@ -1,38 +0,0 @@
-#!/usr/bin/env ruby
-# 
-# $LOAD_PATH.unshift(File.expand_path("../lib", __dir__))
-# $LOAD_PATH.unshift(File.expand_path("../../http-protocol/lib", __dir__))
-
-require 'async'
-require 'async/logger'
-require 'async/http/client'
-require 'async/http/endpoint'
-
-# Async.logger.level = Logger::DEBUG
-
-Async do |task|
-	endpoint = Async::HTTP::Endpoint.parse("https://www.google.com")
-	
-	client = Async::HTTP::Client.new(endpoint)
-	
-	headers = {
-		'accept' => 'text/html',
-	}
-	
-	request = Protocol::HTTP::Request.new(client.scheme, "www.google.com", "GET", "/search?q=cats", headers)
-	
-	puts "Sending request..."
-	response = client.call(request)
-	
-	puts "Reading response status=#{response.status}..."
-	
-	if body = response.body
-		while chunk = body.read
-			puts chunk.size
-		end
-	end
-	
-	response.close
-	
-	puts "Finish reading response."
-end

data/examples/stream/stop.rb

@@ -1,28 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'async'
-require 'async/http/internet'
-
-Async do |parent|
-	internet = Async::HTTP::Internet.new
-	connection = nil
-	
-	child = parent.async do
-		response = internet.get("https://utopia-falcon-heroku.herokuapp.com/beer/index")
-		connection = response.connection
-		
-		response.each do |chunk|
-			Async.logger.info(response) {chunk}
-		end
-	ensure
-		Async.logger.info(response) {"Closing response..."}
-		response&.close
-	end
-	
-	parent.sleep(5)
-	
-	Async.logger.info(parent) {"Killing #{child}..."}
-	child.stop
-ensure
-	internet&.close
-end

data/examples/trenni/Gemfile

@@ -1,5 +0,0 @@
-
-source 'https://rubygems.org'
-
-gem "trenni"
-gem "async-http"

data/examples/trenni/streaming.rb

@@ -1,35 +0,0 @@
-
-require 'trenni/template'
-
-require 'async'
-require 'async/http/body/writable'
-
-# The template, using inline text. The sleep could be anything - database query, HTTP request, redis, etc.
-buffer = Trenni::Buffer.new(<<-EOF)
-The "\#{self[:count]} bottles of \#{self[:drink]} on the wall" song!
-
-<?r self[:count].downto(1) do |index| ?>
-	\#{index} bottles of \#{self[:drink]} on the wall,
-	\#{index} bottles of \#{self[:drink]},
-	take one down, and pass it around,
-	\#{index - 1} bottles of \#{self[:drink]} on the wall.
-	
-	<?r Async::Task.current.sleep(1) ?>
-<?r end ?>
-EOF
-
-template = Trenni::Template.new(buffer)
-
-Async do
-	body = Async::HTTP::Body::Writable.new
-
-	generator = Async do
-		template.to_string({count: 100, drink: 'coffee'}, body)
-	end
-
-	while chunk = body.read
-		$stdout.write chunk
-	end
-	
-	generator.wait
-end.wait

data/examples/upload/client.rb

@@ -1,39 +0,0 @@
-#!/usr/bin/env ruby
-
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require 'async'
-require 'async/http/body/file'
-require 'async/http/body/delayed'
-require 'async/http/client'
-require 'async/http/endpoint'
-
-Async do
-	endpoint = Async::HTTP::Endpoint.parse("http://localhost:9222")
-	client = Async::HTTP::Client.new(endpoint, Async::HTTP::Protocol::HTTP2)
-	
-	headers = [
-		['accept', 'text/plain'],
-	]
-	
-	body = Async::HTTP::Body::Delayed.new(Async::HTTP::Body::File.open("data.txt", block_size: 32))
-	
-	response = client.post(endpoint.path, headers, body)
-	
-	puts response.status
-	
-	# response.read -> string
-	# response.each {|chunk| ...}
-	# response.close (forcefully ignore data)
-	# body = response.finish (read and buffer response)
-	# response.save("echo.txt")
-	
-	response.each do |chunk|
-		puts chunk.inspect
-	end
-	
-ensure
-	client.close if client
-end
-
-puts "Done."