async-http 0.52.4 → 0.52.5

data/examples/licenses/gemspect.rb

@@ -1,71 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'csv'
-require 'json'
-require 'net/http'
-
-require 'protocol/http/header/authorization'
-
-class RateLimitingError < StandardError; end
-
-@user = ENV['GITHUB_USER']
-@token = ENV['GITHUB_TOKEN']
-
-unless @user && @token
-	fail "export GITHUB_USER and GITHUB_TOKEN!"
-end
-
-def fetch_github_license(homepage_uri)
-	%r{github.com/(?<owner>.+?)/(?<repo>.+)} =~ homepage_uri
-	return nil unless repo
-
-	url = URI.parse("https://api.github.com/repos/#{owner}/#{repo}/license")
-	request = Net::HTTP::Get.new(url)
-
-	request['user-agent'] = 'fetch-github-licenses'
-	request['authorization'] = Protocol::HTTP::Header::Authorization.basic(@user, @token)
-
-	response = Net::HTTP.start(url.hostname) do |http|
-		http.request(request)
-	end
-
-	case response
-	when Net::HTTPOK
-		JSON.parse(response.body).dig('license', 'spdx_id')
-	when Net::HTTPNotFound, Net::HTTPMovedPermanently, Net::HTTPForbidden
-		nil
-	else
-		raise response.body
-	end
-end
-
-def fetch_rubygem_license(name, version)
-	url = URI.parse("https://rubygems.org/api/v2/rubygems/#{name}/versions/#{version}.json")
-	response = Net::HTTP.get_response(url)
-
-	case response
-	when Net::HTTPOK
-		body = JSON.parse(response.body)
-		[name, body.dig('licenses', 0) || fetch_github_license(body['homepage_uri'])]
-	when Net::HTTPNotFound
-		[name, nil] # from a non rubygems remote
-	when Net::HTTPTooManyRequests
-		raise RateLimitingError
-	else
-		raise response.body
-	end
-rescue RateLimitingError
-	sleep 1
-	
-	retry
-end
-
-threads = ARGF.map do |line|
-	if line == "GEM\n" .. line.chomp.empty?
-		/\A\s{4}(?<name>[a-z].+?) \((?<version>.+)\)\n\z/ =~ line
-		
-		Thread.new { fetch_rubygem_license(name, version) } if name
-	end
-end.compact
-
-puts CSV.generate { |csv| threads.each { csv << _1.value } }

data/examples/licenses/list.rb

@@ -1,90 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'csv'
-require 'json'
-require 'async/http/internet'
-
-class RateLimitingError < StandardError; end
-
-@internet = Async::HTTP::Internet.new
-
-@user = ENV['GITHUB_USER']
-@token = ENV['GITHUB_TOKEN']
-
-unless @user && @token
-	fail "export GITHUB_USER and GITHUB_TOKEN!"
-end
-
-GITHUB_HEADERS = {
-	'user-agent' => 'fetch-github-licenses',
-	'authorization' => Protocol::HTTP::Header::Authorization.basic(@user, @token)
-}
-
-RUBYGEMS_HEADERS = {
-	'user-agent' => 'fetch-github-licenses'
-}
-
-def fetch_github_license(homepage_uri)
-	%r{github.com/(?<owner>.+?)/(?<repo>.+)} =~ homepage_uri
-	return nil unless repo
-
-	response = @internet.get("https://api.github.com/repos/#{owner}/#{repo}/license", GITHUB_HEADERS)
-	
-	case response.status
-	when 200
-		return JSON.parse(response.read).dig('license', 'spdx_id')
-	when 404
-		return nil
-	else
-		raise response.read
-	end
-ensure
-	response.finish
-end
-
-def fetch_rubygem_license(name, version)
-	response = @internet.get("https://rubygems.org/api/v2/rubygems/#{name}/versions/#{version}.json", RUBYGEMS_HEADERS)
-	
-	case response.status
-	when 200
-		body = JSON.parse(response.read)
-		[name, body.dig('licenses', 0) || fetch_github_license(body['homepage_uri'])]
-	when 404
-		[name, nil] # from a non rubygems remote
-	when 429
-		raise RateLimitingError
-	else
-		raise response.read
-	end
-rescue RateLimitingError
-	response.finish
-	
-	Async.logger.warn(name) {"Rate limited..."}
-	Async::Task.current.sleep(1.0)
-	
-	retry
-ensure
-	response.finish
-end
-
-Sync do |parent|
-	output = CSV.new($stdout)
-	
-	tasks = ARGF.map do |line|
-		if line == "GEM\n" .. line.chomp.empty?
-			/\A\s{4}(?<name>[a-z].+?) \((?<version>.+)\)\n\z/ =~ line
-			
-			parent.async do
-				fetch_rubygem_license(name, version)
-			end if name
-		end
-	end.compact
-	
-	tasks.each do |task|
-		output << task.wait
-	end
-	
-	@internet.instance_variable_get(:@clients).each do |name, client|
-		puts client.pool
-	end
-end

data/examples/request.rb

@@ -1,38 +0,0 @@
-#!/usr/bin/env ruby
-# 
-# $LOAD_PATH.unshift(File.expand_path("../lib", __dir__))
-# $LOAD_PATH.unshift(File.expand_path("../../http-protocol/lib", __dir__))
-
-require 'async'
-require 'async/logger'
-require 'async/http/client'
-require 'async/http/endpoint'
-
-# Async.logger.level = Logger::DEBUG
-
-Async do |task|
-	endpoint = Async::HTTP::Endpoint.parse("https://www.google.com")
-	
-	client = Async::HTTP::Client.new(endpoint)
-	
-	headers = {
-		'accept' => 'text/html',
-	}
-	
-	request = Protocol::HTTP::Request.new(client.scheme, "www.google.com", "GET", "/search?q=cats", headers)
-	
-	puts "Sending request..."
-	response = client.call(request)
-	
-	puts "Reading response status=#{response.status}..."
-	
-	if body = response.body
-		while chunk = body.read
-			puts chunk.size
-		end
-	end
-	
-	response.close
-	
-	puts "Finish reading response."
-end

data/examples/stream/stop.rb

@@ -1,28 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'async'
-require 'async/http/internet'
-
-Async do |parent|
-	internet = Async::HTTP::Internet.new
-	connection = nil
-	
-	child = parent.async do
-		response = internet.get("https://utopia-falcon-heroku.herokuapp.com/beer/index")
-		connection = response.connection
-		
-		response.each do |chunk|
-			Async.logger.info(response) {chunk}
-		end
-	ensure
-		Async.logger.info(response) {"Closing response..."}
-		response&.close
-	end
-	
-	parent.sleep(5)
-	
-	Async.logger.info(parent) {"Killing #{child}..."}
-	child.stop
-ensure
-	internet&.close
-end

data/examples/trenni/Gemfile

@@ -1,5 +0,0 @@
-
-source 'https://rubygems.org'
-
-gem "trenni"
-gem "async-http"

data/examples/trenni/streaming.rb

@@ -1,35 +0,0 @@
-
-require 'trenni/template'
-
-require 'async'
-require 'async/http/body/writable'
-
-# The template, using inline text. The sleep could be anything - database query, HTTP request, redis, etc.
-buffer = Trenni::Buffer.new(<<-EOF)
-The "\#{self[:count]} bottles of \#{self[:drink]} on the wall" song!
-
-<?r self[:count].downto(1) do |index| ?>
-	\#{index} bottles of \#{self[:drink]} on the wall,
-	\#{index} bottles of \#{self[:drink]},
-	take one down, and pass it around,
-	\#{index - 1} bottles of \#{self[:drink]} on the wall.
-	
-	<?r Async::Task.current.sleep(1) ?>
-<?r end ?>
-EOF
-
-template = Trenni::Template.new(buffer)
-
-Async do
-	body = Async::HTTP::Body::Writable.new
-
-	generator = Async do
-		template.to_string({count: 100, drink: 'coffee'}, body)
-	end
-
-	while chunk = body.read
-		$stdout.write chunk
-	end
-	
-	generator.wait
-end.wait

data/examples/upload/client.rb

@@ -1,39 +0,0 @@
-#!/usr/bin/env ruby
-
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require 'async'
-require 'async/http/body/file'
-require 'async/http/body/delayed'
-require 'async/http/client'
-require 'async/http/endpoint'
-
-Async do
-	endpoint = Async::HTTP::Endpoint.parse("http://localhost:9222")
-	client = Async::HTTP::Client.new(endpoint, Async::HTTP::Protocol::HTTP2)
-	
-	headers = [
-		['accept', 'text/plain'],
-	]
-	
-	body = Async::HTTP::Body::Delayed.new(Async::HTTP::Body::File.open("data.txt", block_size: 32))
-	
-	response = client.post(endpoint.path, headers, body)
-	
-	puts response.status
-	
-	# response.read -> string
-	# response.each {|chunk| ...}
-	# response.close (forcefully ignore data)
-	# body = response.finish (read and buffer response)
-	# response.save("echo.txt")
-	
-	response.each do |chunk|
-		puts chunk.inspect
-	end
-	
-ensure
-	client.close if client
-end
-
-puts "Done."

data/examples/upload/data.txt

@@ -1,41 +0,0 @@
-The Parable of the Two Programmers
-
-Neil W. Rickert
-
-Once upon a time, unbeknownst to each other, the "Automated Accounting Applications Association" and the "Consolidated Computerized Capital Corporation" decided that they needed the identical program to perform a certain service.
-
-Automated hired a programmer-analyst, Alan, to solve their problem.
-
-Meanwhile, Consolidated decided to ask a newly-hired entry-level programmer, Charles, to tackle the job, to see if he was as good as he pretended.
-
-Alan, having had experience in difficult programming projects, decided to use the PQR structured design methodology. With this in mind he asked his department manager to assign another three programmers as a programming team. Then the team went to work, churning out preliminary reports and problem analyses.
-
-Back at Consolidated, Charles spent some time thinking about the problem. His fellow employees noticed that Charles often sat with his feet on the desk, drinking coffee. He was occasionally seen at his computer terminal, but his office mate could tell from the rhythmic striking of keys that he was actually playing Space Invaders.
-
-By now, the team at Automated was starting to write code. The programmers were spending about half their time writing and compiling code, and the rest of their time in conference, discussing the interfaces between the various modules.
-
-His office mate noticed that Charles had finally given up on Space Invaders. Instead he now divided his time between drinking coffee with his feet on the table, and scribbling on little scraps of paper. His scribbling didn't seem to be Tic-Tac-Toe, but it didn't exactly make much sense, either.
-
-Two months have gone by. The team at Automated finally releases an implementation timetable. In another two months they will have a test version of the program. Then a two month period of testing and enhancing should yield a completed version.
-
-The manager of Charles has by now tired of seeing him goof off. He decides to confront him. But as he walks into Charles' office, he is surprised to see Charles busy entering code at his terminal. He decides to postpone the confrontation, so makes some small talk and then leaves. However, he begins to keep a closer watch on Charles, so that when the opportunity presents itself he can confront him. Not looking forward to an unpleasant conversation, he is pleased to notice that Charles seems to be busy most of the time. He has even been seen to delay his lunch, and to stay after work two or three days a week.
-
-At the end of three months, Charles announces he has completed the project. He submits a 500-line program. The program appears to be clearly written, and when tested it does everything required in the specifications. In fact, it even has a few additional convenience features which might significantly improve the usability of the program. The program is put into test, and except for one quickly corrected oversight, performs well.
-
-The team at Automated has by now completed two of the four major modules required for their program. These modules are now undergoing testing while the other modules are completed.
-
-After another three weeks, Alan announces that the preliminary version is ready one week ahead of schedule. He supplies a list of the deficiencies that he expects to correct. The program is placed under test. The users find a number of bugs and deficiencies other than those listed. As Alan explains, this is no surprise. After all, this is a preliminary version in which bugs were expected.
-
-After about two more months, the team has completed its production version of the program. It consists of about 2,500 lines of code. When tested, it seems to satisfy most of the original specifications. It has omitted one or two features, and is very fussy about the format of its input data. However, the company decides to install the program. They can always train their data-entry staff to enter data in the strict format required. The program is handed over to some maintenance programmers to eventually incorporate the missing features.
-
-Sequel
-
-At first Charles' supervisor was impressed. But as he read through the source code, he realized that the project was really much simpler than he had originally thought. It now seemed apparent that this was not much of a challenge even for a beginning programmer.
-
-Charles did produce about five lines of code per day. This is perhaps a little above average. However, considering the simplicity of the program, it was nothing exceptional. Also, his supervisor remembered his two months of goofing off.
-
-At his next salary review Charles was given a raise which was about half the inflation over the period. He was not given a promotion. After about a year he became discouraged and left Consolidated.
-
-At Automated, Alan was complimented for completing his project on schedule. His supervisor looked over the program. Within a few minutes of thumbing through he saw that the company standards about structured programming were being observed. He quickly gave up attempting to read the program; however, it seemed quite incomprehensible. He realized by now that the project was really much more complex than he had originally assumed, and he congratulated Alan again on his achievement.
-
-The team had produced over three lines of code per programmer per day. This was about average, but considering the complexity of the problem, could be considered to be exceptional. Alan was given a hefty pay raise, and promoted to Systems Analyst as a reward for his achievement.

data/examples/upload/server.rb

@@ -1,19 +0,0 @@
-
-$LOAD_PATH.unshift File.expand_path("../../lib", __dir__)
-
-require 'async'
-require 'async/http/server'
-require 'async/http/endpoint'
-
-protocol = Async::HTTP::Protocol::HTTP2
-endpoint = Async::HTTP::Endpoint.parse('http://127.0.0.1:9222', reuse_port: true)
-
-Async.logger.level = Logger::DEBUG
-
-Async do
-	server = Async::HTTP::Server.for(endpoint, protocol) do |request|
-		Protocol::HTTP::Response[200, {}, request.body]
-	end
-	
-	server.run
-end

data/examples/upload/upload.rb

@@ -1,26 +0,0 @@
-#!/usr/bin/env ruby
-
-require 'async'
-require 'async/http/body/file'
-require 'async/http/internet'
-
-Async do
-	internet = Async::HTTP::Internet.new
-	
-	headers = [
-		['accept', 'text/plain'],
-	]
-	
-	body = Async::HTTP::Body::File.open("data.txt")
-	
-	response = internet.post("https://www.codeotaku.com/journal/2018-10/async-http-client-for-ruby/echo", headers, body)
-	
-	# response.read -> string
-	# response.each {|chunk| ...}
-	# response.close (forcefully ignore data)
-	# body = response.finish (read and buffer response)
-	response.save("echo.txt")
-	
-ensure
-	internet.close
-end

data/gems.rb

@@ -1,11 +0,0 @@
-source 'https://rubygems.org'
-
-gemspec
-
-# gem "async", path: "../async"
-# gem "async-io", path: "../async-io"
-
-# gem "protocol-http", path: "../protocol-http"
-# gem "protocol-http1", path: "../protocol-http1"
-# gem "protocol-http2", path: "../protocol-http2"
-# gem "protocol-hpack", path: "../protocol-hpack"