httpx 0.7.0 → 0.10.0

data/lib/httpx/connection/http1.rb

@@ -23,6 +23,19 @@ module HTTPX
       @requests = []
     end
 
+    def interests
+      # this means we're processing incoming response already
+      return :r if @request
+
+      return if @requests.empty?
+
+      request = @requests.first
+
+      return :w if request.interests == :w || !@buffer.empty?
+
+      :r
+    end
+
     def reset
       @max_requests = @options.max_requests || MAX_REQUESTS
       @parser.reset!
@@ -30,7 +43,7 @@ module HTTPX
 
     def close
       reset
-      emit(:close)
+      emit(:close, true)
     end
 
     def exhausted?
@@ -53,16 +66,19 @@ module HTTPX
         return
       end
 
-      unless @requests.include?(request)
-        @requests << request
-        @pipelining = true if @requests.size > 1
-      end
+      return if @requests.include?(request)
 
-      handle(request)
+      @requests << request
+      @pipelining = true if @requests.size > 1
     end
 
     def consume
-      @requests.each do |request|
+      requests_limit = [@max_concurrent_requests, @max_requests, @requests.size].min
+      @requests.each_with_index do |request, idx|
+        break if idx >= requests_limit
+        next if request.state == :done
+
+        request.headers["connection"] ||= request.options.persistent || idx < requests_limit - 1 ? "keep-alive" : "close"
         handle(request)
       end
     end
@@ -121,7 +137,7 @@ module HTTPX
 
     def dispatch
       if @request.expects?
-        reset
+        @parser.reset!
         return handle(@request)
       end
 
@@ -136,10 +152,10 @@ module HTTPX
         throw(:called)
       end
 
-      reset
+      @parser.reset!
       @max_requests -= 1
-      send(@pending.shift) unless @pending.empty?
       manage_connection(response)
+      send(@pending.shift) unless @pending.empty?
     end
 
     def handle_error(ex)
@@ -149,15 +165,23 @@ module HTTPX
         @requests.each do |request|
           emit(:error, request, ex)
         end
+        @pending.each do |request|
+          emit(:error, request, ex)
+        end
       end
     end
 
+    def ping
+      emit(:reset)
+      emit(:exhausted)
+    end
+
     private
 
     def manage_connection(response)
       connection = response.headers["connection"]
       case connection
-      when /keep\-alive/i
+      when /keep-alive/i
         keep_alive = response.headers["keep-alive"]
         return unless keep_alive
 
@@ -188,7 +212,14 @@ module HTTPX
     def disable_pipelining
       return if @requests.empty?
 
-      @requests.each { |r| r.transition(:idle) }
+      @requests.each do |r|
+        r.transition(:idle)
+
+        # when we disable pipelining, we still want to try keep-alive.
+        # only when keep-alive with one request fails, do we fallback to
+        # connection: close.
+        r.headers["connection"] = "close" if @max_concurrent_requests == 1
+      end
       # server doesn't handle pipelining, and probably
       # doesn't support keep-alive. Fallback to send only
       # 1 keep alive request.
@@ -198,7 +229,7 @@ module HTTPX
 
     def set_request_headers(request)
       request.headers["host"] ||= request.authority
-      request.headers["connection"] ||= "keep-alive"
+      request.headers["connection"] ||= request.options.persistent ? "keep-alive" : "close"
       if !request.headers.key?("content-length") &&
          request.body.bytesize == Float::INFINITY
         request.chunk!

data/lib/httpx/connection/http2.rb

@@ -1,5 +1,6 @@
 # frozen_string_literal: true
 
+require "securerandom"
 require "io/wait"
 require "http/2/next"
 
@@ -25,13 +26,38 @@ module HTTPX
       @pending = []
       @streams = {}
       @drains  = {}
+      @pings = []
       @buffer = buffer
       @handshake_completed = false
       init_connection
     end
 
-    def close
-      @connection.goaway unless @connection.state == :closed
+    def interests
+      # waiting for WINDOW_UPDATE frames
+      return :r if @buffer.full?
+
+      return :w if @connection.state == :closed
+
+      unless (@connection.state == :connected && @handshake_completed)
+        return @buffer.empty? ? :r : :rw
+      end
+
+      return :w unless @pending.empty?
+
+      return :w if @streams.each_key.any? { |r| r.interests == :w }
+
+      return :r if @buffer.empty?
+
+      :rw
+    end
+
+    def reset
+      init_connection
+    end
+
+    def close(*args)
+      @connection.goaway(*args) unless @connection.state == :closed
+      emit(:close)
     end
 
     def empty?
@@ -39,6 +65,8 @@ module HTTPX
     end
 
     def exhausted?
+      return false if @max_requests.zero? && @connection.active_stream_count.zero?
+
       @connection.active_stream_count >= @max_requests
     end
 
@@ -68,6 +96,8 @@ module HTTPX
 
     def consume
       @streams.each do |request, stream|
+        next if request.state == :done
+
         handle(request, stream)
       end
     end
@@ -81,6 +111,13 @@ module HTTPX
       end
     end
 
+    def ping
+      ping = SecureRandom.gen_random(8)
+      @connection.ping(ping)
+    ensure
+      @pings << ping
+    end
+
     private
 
     def send_pending
@@ -115,6 +152,7 @@ module HTTPX
       @connection.on(:promise, &method(:on_promise))
       @connection.on(:altsvc) { |frame| on_altsvc(frame[:origin], frame) }
       @connection.on(:settings_ack, &method(:on_settings))
+      @connection.on(:ack, &method(:on_pong))
       @connection.on(:goaway, &method(:on_close))
       #
       # Some servers initiate HTTP/2 negotiation right away, some don't.
@@ -128,7 +166,7 @@ module HTTPX
     def handle_stream(stream, request)
       stream.on(:close, &method(:on_stream_close).curry[stream, request])
       stream.on(:half_close) do
-        log(level: 2, label: "#{stream.id}: ") { "waiting for response..." }
+        log(level: 2) { "#{stream.id}: waiting for response..." }
       end
       stream.on(:altsvc, &method(:on_altsvc).curry[request.origin])
       stream.on(:headers, &method(:on_stream_headers).curry[stream, request])
@@ -143,8 +181,8 @@ module HTTPX
       headers[":path"]      = headline_uri(request)
       headers[":authority"] = request.authority
       headers = headers.merge(request.headers)
-      log(level: 1, label: "#{stream.id}: ", color: :yellow) do
-        headers.map { |k, v| "-> HEADER: #{k}: #{v}" }.join("\n")
+      log(level: 1, color: :yellow) do
+        headers.map { |k, v| "#{stream.id}: -> HEADER: #{k}: #{v}" }.join("\n")
       end
       stream.headers(headers, end_stream: request.empty?)
     end
@@ -155,8 +193,8 @@ module HTTPX
       chunk = @drains.delete(request) || request.drain_body
       while chunk
         next_chunk = request.drain_body
-        log(level: 1, label: "#{stream.id}: ", color: :green) { "-> DATA: #{chunk.bytesize} bytes..." }
-        log(level: 2, label: "#{stream.id}: ", color: :green) { "-> #{chunk.inspect}" }
+        log(level: 1, color: :green) { "#{stream.id}: -> DATA: #{chunk.bytesize} bytes..." }
+        log(level: 2, color: :green) { "#{stream.id}: -> #{chunk.inspect}" }
         stream.data(chunk, end_stream: !next_chunk)
         if next_chunk && @buffer.full?
           @drains[request] = next_chunk
@@ -171,25 +209,25 @@ module HTTPX
     ######
 
     def on_stream_headers(stream, request, h)
-      log(label: "#{stream.id}:", color: :yellow) do
-        h.map { |k, v| "<- HEADER: #{k}: #{v}" }.join("\n")
+      log(color: :yellow) do
+        h.map { |k, v| "#{stream.id}: <- HEADER: #{k}: #{v}" }.join("\n")
       end
       _, status = h.shift
       headers = request.options.headers_class.new(h)
       response = request.options.response_class.new(request, status, "2.0", headers)
       request.response = response
       @streams[request] = stream
+
+      handle(request, stream) if request.expects?
     end
 
     def on_stream_data(stream, request, data)
-      log(level: 1, label: "#{stream.id}: ", color: :green) { "<- DATA: #{data.bytesize} bytes..." }
-      log(level: 2, label: "#{stream.id}: ", color: :green) { "<- #{data.inspect}" }
+      log(level: 1, color: :green) { "#{stream.id}: <- DATA: #{data.bytesize} bytes..." }
+      log(level: 2, color: :green) { "#{stream.id}: <- #{data.inspect}" }
       request.response << data
     end
 
     def on_stream_close(stream, request, error)
-      return handle(request, stream) if request.expects?
-
       if error && error != :no_error
         ex = Error.new(stream.id, error)
         ex.set_backtrace(caller)
@@ -204,14 +242,13 @@ module HTTPX
           emit(:response, request, response)
         end
       end
-      log(level: 2, label: "#{stream.id}: ") { "closing stream" }
+      log(level: 2) { "#{stream.id}: closing stream" }
 
       @streams.delete(request)
       send(@pending.shift) unless @pending.empty?
       return unless @streams.empty? && exhausted?
 
       close
-      emit(:close)
       emit(:exhausted) unless @pending.empty?
     end
 
@@ -222,7 +259,11 @@ module HTTPX
     def on_settings(*)
       @handshake_completed = true
 
-      @max_requests = [@max_requests, @connection.remote_settings[:settings_max_concurrent_streams]].max
+      if @max_requests.zero?
+        @max_requests = @connection.remote_settings[:settings_max_concurrent_streams]
+
+        @connection.max_streams = @max_requests if @connection.respond_to?(:max_streams=) && @max_requests.positive?
+      end
 
       @max_concurrent_requests = [@max_concurrent_requests, @max_requests].min
       send_pending
@@ -242,32 +283,26 @@ module HTTPX
     end
 
     def on_frame_sent(frame)
-      log(level: 2, label: "#{frame[:stream]}: ") { "frame was sent!" }
-      log(level: 2, label: "#{frame[:stream]}: ", color: :blue) do
-        case frame[:type]
-        when :data
-          frame.merge(payload: frame[:payload].bytesize).inspect
-        else
-          frame.inspect
-        end
+      log(level: 2) { "#{frame[:stream]}: frame was sent!" }
+      log(level: 2, color: :blue) do
+        payload = frame
+        payload = payload.merge(payload: frame[:payload].bytesize) if frame[:type] == :data
+        "#{frame[:stream]}: #{payload}"
       end
     end
 
     def on_frame_received(frame)
-      log(level: 2, label: "#{frame[:stream]}: ") { "frame was received!" }
-      log(level: 2, label: "#{frame[:stream]}: ", color: :magenta) do
-        case frame[:type]
-        when :data
-          frame.merge(payload: frame[:payload].bytesize).inspect
-        else
-          frame.inspect
-        end
+      log(level: 2) { "#{frame[:stream]}: frame was received!" }
+      log(level: 2, color: :magenta) do
+        payload = frame
+        payload = payload.merge(payload: frame[:payload].bytesize) if frame[:type] == :data
+        "#{frame[:stream]}: #{payload}"
       end
     end
 
     def on_altsvc(origin, frame)
-      log(level: 2, label: "#{frame[:stream]}: ") { "altsvc frame was received" }
-      log(level: 2, label: "#{frame[:stream]}: ") { frame.inspect }
+      log(level: 2) { "#{frame[:stream]}: altsvc frame was received" }
+      log(level: 2) { "#{frame[:stream]}: #{frame.inspect}" }
       alt_origin = URI.parse("#{frame[:proto]}://#{frame[:host]}:#{frame[:port]}")
       params = { "ma" => frame[:max_age] }
       emit(:altsvc, origin, alt_origin, origin, params)
@@ -281,6 +316,14 @@ module HTTPX
       emit(:origin, origin)
     end
 
+    def on_pong(ping)
+      if !@pings.delete(ping)
+        close(:protocol_error, "ping payload did not match")
+      else
+        emit(:pong)
+      end
+    end
+
     def respond_to_missing?(meth, *args)
       @connection.respond_to?(meth, *args) || super
     end

data/lib/httpx/domain_name.rb

@@ -0,0 +1,440 @@
+# frozen_string_literal: true
+
+#
+# domain_name.rb - Domain Name manipulation library for Ruby
+#
+# Copyright (C) 2011-2017 Akinori MUSHA, All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+# 1. Redistributions of source code must retain the above copyright
+#    notice, this list of conditions and the following disclaimer.
+# 2. Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
+# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
+# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
+# SUCH DAMAGE.
+
+require "ipaddr"
+
+module HTTPX
+  # Represents a domain name ready for extracting its registered domain
+  # and TLD.
+  class DomainName
+    include Comparable
+
+    # The full host name normalized, ASCII-ized and downcased using the
+    # Unicode NFC rules and the Punycode algorithm.  If initialized with
+    # an IP address, the string representation of the IP address
+    # suitable for opening a connection to.
+    attr_reader :hostname
+
+    # The Unicode representation of the #hostname property.
+    #
+    # :attr_reader: hostname_idn
+
+    # The least "universally original" domain part of this domain name.
+    # For example, "example.co.uk" for "www.sub.example.co.uk".  This
+    # may be nil if the hostname does not have one, like when it is an
+    # IP address, an effective TLD or higher itself, or of a
+    # non-canonical domain.
+    attr_reader :domain
+
+    DOT = "." # :nodoc:
+
+    class << self
+      def new(domain)
+        return domain if domain.is_a?(self)
+
+        super(domain)
+      end
+
+      # Normalizes a _domain_ using the Punycode algorithm as necessary.
+      # The result will be a downcased, ASCII-only string.
+      def normalize(domain)
+        domain = domain.ascii_only? ? domain : domain.chomp(DOT).unicode_normalize(:nfc)
+        Punycode.encode_hostname(domain).downcase
+      end
+    end
+
+    # Parses _hostname_ into a DomainName object.  An IP address is also
+    # accepted.  An IPv6 address may be enclosed in square brackets.
+    def initialize(hostname)
+      hostname = String(hostname)
+
+      raise ArgumentError, "domain name must not start with a dot: #{hostname}" if hostname.start_with?(DOT)
+
+      begin
+        @ipaddr = IPAddr.new(hostname)
+        @hostname = @ipaddr.to_s
+        return
+      rescue IPAddr::Error
+        nil
+      end
+
+      @hostname = DomainName.normalize(hostname)
+      tld = if (last_dot = @hostname.rindex(DOT))
+        @hostname[(last_dot + 1)..-1]
+      else
+        @hostname
+      end
+
+      # unknown/local TLD
+      @domain = if last_dot
+        # fallback - accept cookies down to second level
+        # cf. http://www.dkim-reputation.org/regdom-libs/
+        if (penultimate_dot = @hostname.rindex(DOT, last_dot - 1))
+          @hostname[(penultimate_dot + 1)..-1]
+        else
+          @hostname
+        end
+      else
+        # no domain part - must be a local hostname
+        tld
+      end
+    end
+
+    # Checks if the server represented by this domain is qualified to
+    # send and receive cookies with a domain attribute value of
+    # _domain_.  A true value given as the second argument represents
+    # cookies without a domain attribute value, in which case only
+    # hostname equality is checked.
+    def cookie_domain?(domain, host_only = false)
+      # RFC 6265 #5.3
+      # When the user agent "receives a cookie":
+      return self == @domain if host_only
+
+      domain = DomainName.new(domain)
+
+      # RFC 6265 #5.1.3
+      # Do not perform subdomain matching against IP addresses.
+      @hostname == domain.hostname if @ipaddr
+
+      # RFC 6265 #4.1.1
+      # Domain-value must be a subdomain.
+      @domain && self <= domain && domain <= @domain ? true : false
+    end
+
+    # def ==(other)
+    #   other = DomainName.new(other)
+    #   other.hostname == @hostname
+    # end
+
+    def <=>(other)
+      other = DomainName.new(other)
+      othername = other.hostname
+      if othername == @hostname
+        0
+      elsif @hostname.end_with?(othername) && @hostname[-othername.size - 1, 1] == DOT
+        # The other is higher
+        -1
+      elsif othername.end_with?(@hostname) && othername[-@hostname.size - 1, 1] == DOT
+        # The other is lower
+        1
+      else
+        1
+      end
+    end
+
+    # :nocov:
+    # rubocop:disable all
+    # -*- coding: utf-8 -*-
+    #--
+    # punycode.rb - PunyCode encoder for the Domain Name library
+    #
+    # Copyright (C) 2011-2017 Akinori MUSHA, All rights reserved.
+    #
+    # Ported from puny.c, a part of VeriSign XCode (encode/decode) IDN
+    # Library.
+    #
+    # Copyright (C) 2000-2002 Verisign Inc., All rights reserved.
+    #
+    # Redistribution and use in source and binary forms, with or
+    # without modification, are permitted provided that the following
+    # conditions are met:
+    #
+    #  1) Redistributions of source code must retain the above copyright
+    #     notice, this list of conditions and the following disclaimer.
+    #
+    #  2) Redistributions in binary form must reproduce the above copyright
+    #     notice, this list of conditions and the following disclaimer in
+    #     the documentation and/or other materials provided with the
+    #     distribution.
+    #
+    #  3) Neither the name of the VeriSign Inc. nor the names of its
+    #     contributors may be used to endorse or promote products derived
+    #     from this software without specific prior written permission.
+    #
+    # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+    # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+    # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
+    # FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
+    # COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
+    # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
+    # BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
+    # OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
+    # AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+    # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
+    # ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+    # POSSIBILITY OF SUCH DAMAGE.
+    #
+    # This software is licensed under the BSD open source license. For more
+    # information visit www.opensource.org.
+    #
+    # Authors:
+    #  John Colosi (VeriSign)
+    #  Srikanth Veeramachaneni (VeriSign)
+    #  Nagesh Chigurupati (Verisign)
+    #  Praveen Srinivasan(Verisign)
+    #++
+    module Punycode
+      BASE = 36
+      TMIN = 1
+      TMAX = 26
+      SKEW = 38
+      DAMP = 700
+      INITIAL_BIAS = 72
+      INITIAL_N = 0x80
+      DELIMITER = "-"
+
+      MAXINT = (1 << 32) - 1
+
+      LOBASE = BASE - TMIN
+      CUTOFF = LOBASE * TMAX / 2
+
+      RE_NONBASIC = /[^\x00-\x7f]/.freeze
+
+      # Returns the numeric value of a basic code point (for use in
+      # representing integers) in the range 0 to base-1, or nil if cp
+      # is does not represent a value.
+      DECODE_DIGIT = {}.tap do |map|
+        # ASCII A..Z map to 0..25
+        # ASCII a..z map to 0..25
+        (0..25).each { |i| map[65 + i] = map[97 + i] = i }
+        # ASCII 0..9 map to 26..35
+        (26..35).each { |i| map[22 + i] = i }
+      end
+
+      # Returns the basic code point whose value (when used for
+      # representing integers) is d, which must be in the range 0 to
+      # BASE-1.  The lowercase form is used unless flag is true, in
+      # which case the uppercase form is used.  The behavior is
+      # undefined if flag is nonzero and digit d has no uppercase
+      # form.
+      ENCODE_DIGIT = proc { |d, flag|
+        (d + 22 + (d < 26 ? 75 : 0) - (flag ? (1 << 5) : 0)).chr
+        #  0..25 map to ASCII a..z or A..Z
+        # 26..35 map to ASCII 0..9
+      }
+
+      DOT = "."
+      PREFIX = "xn--"
+
+      # Most errors we raise are basically kind of ArgumentError.
+      class ArgumentError < ::ArgumentError; end
+      class BufferOverflowError < ArgumentError; end
+
+      class << self
+        # Encode a +string+ in Punycode
+        def encode(string)
+          input = string.unpack("U*")
+          output = +""
+
+          # Initialize the state
+          n = INITIAL_N
+          delta = 0
+          bias = INITIAL_BIAS
+
+          # Handle the basic code points
+          input.each { |cp| output << cp.chr if cp < 0x80 }
+
+          h = b = output.length
+
+          # h is the number of code points that have been handled, b is the
+          # number of basic code points, and out is the number of characters
+          # that have been output.
+
+          output << DELIMITER if b > 0
+
+          # Main encoding loop
+
+          while h < input.length
+            # All non-basic code points < n have been handled already.  Find
+            # the next larger one
+
+            m = MAXINT
+            input.each do |cp|
+              m = cp if (n...m) === cp
+            end
+
+            # Increase delta enough to advance the decoder's <n,i> state to
+            # <m,0>, but guard against overflow
+
+            delta += (m - n) * (h + 1)
+            raise BufferOverflowError if delta > MAXINT
+
+            n = m
+
+            input.each do |cp|
+              # AMC-ACE-Z can use this simplified version instead
+              if cp < n
+                delta += 1
+                raise BufferOverflowError if delta > MAXINT
+              elsif cp == n
+                # Represent delta as a generalized variable-length integer
+                q = delta
+                k = BASE
+                loop do
+                  t = k <= bias ? TMIN : k - bias >= TMAX ? TMAX : k - bias
+                  break if q < t
+
+                  q, r = (q - t).divmod(BASE - t)
+                  output << ENCODE_DIGIT[t + r, false]
+                  k += BASE
+                end
+
+                output << ENCODE_DIGIT[q, false]
+
+                # Adapt the bias
+                delta = h == b ? delta / DAMP : delta >> 1
+                delta += delta / (h + 1)
+                bias = 0
+                while delta > CUTOFF
+                  delta /= LOBASE
+                  bias += BASE
+                end
+                bias += (LOBASE + 1) * delta / (delta + SKEW)
+
+                delta = 0
+                h += 1
+              end
+            end
+
+            delta += 1
+            n += 1
+          end
+
+          output
+        end
+
+        # Encode a hostname using IDN/Punycode algorithms
+        def encode_hostname(hostname)
+          hostname.match(RE_NONBASIC) || (return hostname)
+
+          hostname.split(DOT).map do |name|
+            if name.match(RE_NONBASIC)
+              PREFIX + encode(name)
+            else
+              name
+            end
+          end.join(DOT)
+        end
+
+        # Decode a +string+ encoded in Punycode
+        def decode(string)
+          # Initialize the state
+          n = INITIAL_N
+          i = 0
+          bias = INITIAL_BIAS
+
+          if j = string.rindex(DELIMITER)
+            b = string[0...j]
+
+            b.match(RE_NONBASIC) &&
+              raise(ArgumentError, "Illegal character is found in basic part: #{string.inspect}")
+
+            # Handle the basic code points
+
+            output = b.unpack("U*")
+            u = string[(j + 1)..-1]
+          else
+            output = []
+            u = string
+          end
+
+          # Main decoding loop: Start just after the last delimiter if any
+          # basic code points were copied; start at the beginning
+          # otherwise.
+
+          input = u.unpack("C*")
+          input_length = input.length
+          h = 0
+          out = output.length
+
+          while h < input_length
+            # Decode a generalized variable-length integer into delta,
+            # which gets added to i.  The overflow checking is easier
+            # if we increase i as we go, then subtract off its starting
+            # value at the end to obtain delta.
+
+            oldi = i
+            w = 1
+            k = BASE
+
+            loop do
+              (digit = DECODE_DIGIT[input[h]]) ||
+                raise(ArgumentError, "Illegal character is found in non-basic part: #{string.inspect}")
+              h += 1
+              i += digit * w
+              raise BufferOverflowError if i > MAXINT
+
+              t = k <= bias ? TMIN : k - bias >= TMAX ? TMAX : k - bias
+              break if digit < t
+
+              w *= BASE - t
+              raise BufferOverflowError if w > MAXINT
+
+              k += BASE
+              (h < input_length) || raise(ArgumentError, "Malformed input given: #{string.inspect}")
+            end
+
+            # Adapt the bias
+            delta = oldi == 0 ? i / DAMP : (i - oldi) >> 1
+            delta += delta / (out + 1)
+            bias = 0
+            while delta > CUTOFF
+              delta /= LOBASE
+              bias += BASE
+            end
+            bias += (LOBASE + 1) * delta / (delta + SKEW)
+
+            # i was supposed to wrap around from out+1 to 0, incrementing
+            # n each time, so we'll fix that now:
+
+            q, i = i.divmod(out + 1)
+            n += q
+            raise BufferOverflowError if n > MAXINT
+
+            # Insert n at position i of the output:
+
+            output[i, 0] = n
+
+            out += 1
+            i += 1
+          end
+          output.pack("U*")
+        end
+
+        # Decode a hostname using IDN/Punycode algorithms
+        def decode_hostname(hostname)
+          hostname.gsub(/(\A|#{Regexp.quote(DOT)})#{Regexp.quote(PREFIX)}([^#{Regexp.quote(DOT)}]*)/o) do
+            Regexp.last_match(1) << decode(Regexp.last_match(2))
+          end
+        end
+      end
+      # rubocop:enable all
+      # :nocov:
+    end
+  end
+end