uri-whatwg_parser 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc2c1e5428af4eaed582a417234dec63ac59554af14bbbbd1cc0c3017e8e32b9
-  data.tar.gz: 749b4ba051cb58a73f0ef8ebe64d6426a4d1f0803176641ff75af539757130c1
+  metadata.gz: 7e3c073b711f9600fd66938070b1cc254a1067b684437f27038a69bc65076c9c
+  data.tar.gz: fe833972e0fe8265958d94a97b127983bca064cd29f554c78fb1c2459be008f9
 SHA512:
-  metadata.gz: a28ffa266d8013c02ed0da9bfd285eaff113527772019a135ddd092310b942c01b6beab710336d37665f8ec3dcc18829edad14a0a97168ef1fc3c651148eb4f0
-  data.tar.gz: 1ba90031895fe24a39b1ae7ff127ea7af821cb39a0801b83234c40b63801c9ee6c886f1bb0e423bc9c6e9c817d31bea29661db7e22978c8b66891b9864a953f4
+  metadata.gz: 541f8b1b1d02b2ac2f16b4af59e5fe3b02e01b2f291529b2698590d01dfc6e1da528926920af1dad8c2d21a11437030356859b30d6e972d2fd3e54aad04cd89a
+  data.tar.gz: 639c0241664afd68d4f0f4c2cea36e71f484cb53215fc12bb89e65749626e1769e9a777420201468e7863a624afe62a0bb8839776a9e565252a35211c845dbf4

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.3.0
+
+* Fix several incorrect parsing processes
+* Fix serialize URL
+
 ## 0.2.1
 
 * Improve the performance of `parse`

data/README.md

@@ -2,7 +2,7 @@
 
 Ruby implementation of the [WHATWG URL Living Standard](https://url.spec.whatwg.org/).
 
-The latest revision that this package implements of the standard is [13 January 2026](https://url.spec.whatwg.org/commit-snapshots/b6b3251fe911ab33d68fb051efe0e4d39ae4145e/).
+The latest revision that this package implements of the standard is [14 April 2026](https://url.spec.whatwg.org/commit-snapshots/b11d73b8caefe90403afe19210db05acba897722/)
 
 ## Installation
 

data/lib/uri/whatwg_parser/generic.rb

@@ -3,16 +3,11 @@ require "uri/generic"
 module URI
   class WhatwgParser
     module Generic
-      def initialize(scheme,
-                     userinfo, host, port, registry,
-                     path, opaque,
-                     query,
-                     fragment,
-                     parser = DEFAULT_PARSER,
-                     arg_check = false)
-
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
-        return super if registry
+      def initialize(scheme, userinfo, host, port, registry, path, opaque, query, fragment, parser = DEFAULT_PARSER, arg_check = false)
+        @parsed_by_whatwg_parser = parser.is_a?(URI::WhatwgParser)
+        unless parser.is_a?(URI::WhatwgParser)
+          return super(scheme, userinfo, host, port, registry, path, opaque, query, fragment)
+        end
 
         @scheme = nil
         @user = nil
@@ -20,6 +15,7 @@ module URI
         @host = nil
         @port = nil
         @path = nil
+        @raw_path = nil
         @query = nil
         @opaque = nil
         @fragment = nil
@@ -32,64 +28,67 @@ module URI
         self.set_path(path)
         self.query = query
         self.set_opaque(opaque)
-        self.fragment=(fragment)
+        @fragment = fragment
+        @raw_path = parser&.path
 
         self.set_path("") if !@path && !@opaque
-        DEFAULT_PARSER.parse(to_s) if arg_check
+        parser.parse(to_s) if arg_check
 
         @scheme&.freeze
         self.set_port(self.default_port) if self.default_port && !@port
       end
 
       def merge(oth)
-        URI::DEFAULT_PARSER.join(self.to_s, oth.to_s)
+        return super unless @parsed_by_whatwg_parser
+
+        parser.join(self.to_s, oth.to_s)
       end
       alias + merge
 
       def scheme=(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
         return if v.nil? || v.empty?
 
-        parse_result = URI::DEFAULT_PARSER.split("#{v}:", url: self, state_override: :scheme_start_state)
+        parse_result = parser.split("#{v}:", url: self, state_override: :scheme_start_state)
         set_scheme(parse_result[0])
         set_port(parse_result[3])
       end
 
       def user=(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
         return v unless v
 
         if host.nil? || host.empty? || scheme == "file"
           raise InvalidURIError, "cannot set user when host is nil or file schme"
         end
-        set_user(URI::DEFAULT_PARSER.utf8_percent_encode_string(v, URI::WhatwgParser::USERINFO_PERCENT_ENCODE_SET))
+        set_user(parser.utf8_percent_encode_string(v, URI::WhatwgParser::USERINFO_PERCENT_ENCODE_SET))
       end
 
       def password=(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
         return v unless v
 
         if host.nil? || host.empty? || scheme == "file"
           raise InvalidURIError, "cannot set password when host is nil or file schme"
         end
-        set_password(URI::DEFAULT_PARSER.utf8_percent_encode_string(v, URI::WhatwgParser::USERINFO_PERCENT_ENCODE_SET))
+        set_password(parser.utf8_percent_encode_string(v, URI::WhatwgParser::USERINFO_PERCENT_ENCODE_SET))
       end
 
       def host=(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
         return if v.nil?
 
         if @opaque
-          raise InvalidURIError, "cannot set host with registry or opaque"
+          raise InvalidURIError, "cannot set host with opaque"
         end
 
-        parse_result = URI::DEFAULT_PARSER.split(v.to_s, url: self, state_override: :host_state)
+        parse_result = parser.split(v.to_s, url: self, state_override: :host_state)
         set_host(parse_result[2])
         set_port(parse_result[3])
       end
 
       def port=(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
         return if v.nil?
 
         if v.to_s.empty?
@@ -101,24 +100,55 @@ module URI
           raise InvalidURIError, "cannot set port when host is nil or scheme is file"
         end
 
-        parse_result = URI::DEFAULT_PARSER.split("#{v}:", url: self, state_override: :port_state)
+        parse_result = parser.split("#{v}:", url: self, state_override: :port_state)
         set_port(parse_result[3])
       end
 
       def path=(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
         return if v.nil?
 
         if @opaque
           raise InvalidURIError, "path conflicts with opaque"
         end
 
-        parse_result = URI::DEFAULT_PARSER.split(v.to_s, url: self, state_override: :path_start_state)
+        parse_result = parser.split(v.to_s, url: self, state_override: :path_start_state)
+        @raw_path = parser.path
         set_path(parse_result[5])
       end
 
+      def query=(v)
+        return super unless @parsed_by_whatwg_parser
+
+        if v.nil? || v.empty?
+          @query = nil
+          return
+        end
+
+        v = v.start_with?("?") ? v[1..-1] : v
+        @query = +""
+
+        parse_result = parser.split(v, url: self, state_override: :query_state)
+        @query = parse_result[7].to_s
+      end
+
+      def fragment=(v)
+        return super unless @parsed_by_whatwg_parser
+
+        if v.nil? || v.empty?
+          @fragment = nil
+          return
+        end
+
+        v = v.start_with?("#") ? v[1..-1] : v
+        @fragment = +""
+
+        parse_result = parser.split(v, url: self, state_override: :fragment_state)
+        @fragment = parse_result[8].to_s
+      end
+
       def userinfo=(userinfo)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
 
         user, password = split_userinfo(userinfo)
         self.user = user
@@ -126,17 +156,59 @@ module URI
       end
 
       def check_opaque(v)
-        return super unless URI::DEFAULT_PARSER.is_a?(URI::WhatwgParser)
+        return super unless @parsed_by_whatwg_parser
+
         return v unless v
 
-        if @host || @port || @user || @path
-          raise InvalidURIError, "cannot set opaque with host, port, userinfo or path"
+        if @host || @port || @user
+          raise InvalidURIError, "cannot set opaque with host, port, or userinfo"
         end
 
         self.set_opaque(v)
-        DEFAULT_PARSER.parse(to_s)
+        # NOTE: WHATWG URL Living Standard doesn't define "opaque" setter. So parse a URL whole.
+        parser.parse(to_s)
         true
       end
+
+      def to_s
+        return super unless @parsed_by_whatwg_parser
+
+        str = "".dup
+        if @scheme
+          str << @scheme
+          str << ":"
+        end
+
+        if @host || %w[file postgres].include?(@scheme)
+          str << "//"
+        end
+        if self.userinfo
+          str << self.userinfo
+          str << "@"
+        end
+        if @host
+          str << @host
+        end
+        if @port && @port != self.default_port
+          str << ":"
+          str << @port.to_s
+        end
+        if @host.nil? && @opaque.nil? && @raw_path && @raw_path.length > 1 && @raw_path[0] == ""
+          str << "/."
+        end
+        str << @path if @path
+        str << @opaque if @opaque
+        if @query
+          str << "?"
+          str << @query
+        end
+
+        if @fragment
+          str << "#"
+          str << @fragment
+        end
+        str
+      end
     end
   end
 end

data/lib/uri/whatwg_parser/version.rb

@@ -2,6 +2,6 @@
 
 module URI
   class WhatwgParser
-    VERSION = "0.2.1"
+    VERSION = "0.3.0"
   end
 end

data/lib/uri/whatwg_parser.rb

@@ -36,6 +36,8 @@ module URI
     ASCII_ALPHA_UPPERCASE = Set.new(("A".."Z").to_a)
     ASCII_DIGIT = Set.new(("0".."9").to_a)
 
+    attr_reader :path
+
     def initialize
       reset
       @host_parser = HostParser.new
@@ -46,7 +48,7 @@ module URI
     end
 
     def parse(input, base: nil, url: nil, state_override: nil) # :nodoc:
-      URI.for(*self.split(input, base: base, url: url, state_override: state_override))
+      URI.for(*self.split(input, base: base, url: url, state_override: state_override), self)
     end
 
     def split(input, base: nil, url: nil, state_override: nil) # :nodoc:
@@ -54,8 +56,8 @@ module URI
       @base = nil
       if base != nil
         ary = split(base, base: nil)
-        @base = { scheme: ary[0], userinfo: ary[1], host: ary[2], port: ary[3], registry: ary[4], path: ary[5], opaque: ary[6], query: ary[7], fragment: ary[8]}
-        @base_paths = @paths
+        @base = { scheme: ary[0], userinfo: ary[1], host: ary[2], port: ary[3], query: ary[7], fragment: ary[8]}
+        @base_path = @path
         reset
       end
 
@@ -95,8 +97,14 @@ module URI
       end
 
       userinfo = [@username, @password].compact.reject(&:empty?).join(":")
-      path = "/#{@paths.join("/")}" if @paths && !@paths.empty?
-      [@parse_result[:scheme], userinfo, @parse_result[:host], @parse_result[:port], @parse_result[:registry], path, @parse_result[:opaque], @parse_result[:query], @parse_result[:fragment]]
+      if @path
+        if @path.is_a?(Array)
+          path = "/#{@path.join("/")}"
+        else
+          opaque = @path
+        end
+      end
+      [@parse_result[:scheme], userinfo, @parse_result[:host], @parse_result[:port], nil, path, opaque, @parse_result[:query], @parse_result[:fragment]]
     end
 
     def join(*uris)
@@ -143,10 +151,10 @@ module URI
       @at_sign_seen = nil
       @password_token_seen = nil
       @inside_brackets = nil
-      @paths = nil
+      @path = nil
       @username = nil
       @password = nil
-      @parse_result = { scheme: nil, host: nil, port: nil, registry: nil, path: nil, opaque: nil, query: nil, fragment: nil }
+      @parse_result = {}
       @state_override = nil
       @state = :scheme_start_state
       @special_url = nil
@@ -207,7 +215,7 @@ module URI
           @state = :path_or_authority_state
           @pos += 1
         else
-          @parse_result[:opaque] = +""
+          @path = +""
           @state = :opaque_path_state
         end
       elsif @state_override.nil?
@@ -220,12 +228,12 @@ module URI
     end
 
     def no_scheme_state(c)
-      raise ParseError, "scheme is missing" if @base.nil? || (!@base[:opaque].nil? && c != "#")
+      raise ParseError, "scheme is missing" if @base.nil? || (has_opaque_path?(@base_path) && c != "#")
 
-      if !@base[:opaque].nil? && c == "#"
+      if has_opaque_path?(@base_path) && c == "#"
         @parse_result[:scheme] = @base[:scheme]
         @special_url = special_url?(@base[:scheme])
-        @paths = @base_paths
+        @path = @base_path
         @parse_result[:query] = @base[:query]
         @parse_result[:fragment] = nil
         @state = :fragment_state
@@ -268,7 +276,7 @@ module URI
         @username, @password = @base[:userinfo].split(":") if @base[:userinfo]
         @parse_result[:host] = @base[:host]
         @parse_result[:port] = @base[:port]
-        @paths = @base_paths
+        @path = @base_path
         @parse_result[:query] = @base[:query]
 
         if c == "?"
@@ -430,7 +438,7 @@ module URI
           if !starts_with_windows_drive_letter?(rest)
             shorten_url_path
           else
-            @paths = nil
+            @path = nil
           end
           @state = :path_state
           @pos -= 1
@@ -447,10 +455,10 @@ module URI
       else
         if !@base.nil? && @base[:scheme] == "file"
           @parse_result[:host] = @base[:host]
-          if !starts_with_windows_drive_letter?(rest) && @base_paths && normalized_windows_drive_letter?(@base_paths[0])
-            if @paths.nil?
-              @paths ||= []
-              @paths[0] = @base_paths[0]
+          if !starts_with_windows_drive_letter?(rest) && @base_path && normalized_windows_drive_letter?(@base_path[0])
+            if @path.nil?
+              @path ||= []
+              @path[0] = @base_path[0]
             end
           end
         end
@@ -500,29 +508,29 @@ module URI
         @pos -= 1 if c != "/"
         @state = :path_state
       elsif @state_override && @parse_result[:host].nil?
-        @paths ||= []
-        @paths << ""
+        @path ||= []
+        @path << ""
       end
     end
 
     def path_state(c)
-      @paths ||= []
+      @path ||= []
 
       if (c.nil? || c == "/") || (@special_url && c == "\\") || (!@state_override && (c == "?" || c == "#"))
         if double_dot_path_segments?(@buffer)
           shorten_url_path
 
           if c != "/" && !(@special_url && c == "\\")
-            @paths << ""
+            @path << ""
           end
         elsif single_dot_path_segments?(@buffer) && c != "/" && !((@special_url && c == "\\"))
-          @paths << ""
+          @path << ""
         elsif !single_dot_path_segments?(@buffer)
-          if @parse_result[:scheme] == "file" && @paths.empty? && windows_drive_letter?(@buffer)
+          if @parse_result[:scheme] == "file" && @path.empty? && windows_drive_letter?(@buffer)
             @buffer[1] = ":"
           end
 
-          @paths << @buffer
+          @path << @buffer
         end
 
         @buffer = +""
@@ -531,7 +539,7 @@ module URI
           @parse_result[:query] = nil
           @state = :query_state
         elsif c == "#"
-          @parse_result[:frament] = nil
+          @parse_result[:fragment] = nil
           @state = :fragment_state
         end
       else
@@ -549,12 +557,12 @@ module URI
       elsif c == " "
         first_of_rest = @input_chars[@pos + 1]
         if first_of_rest == "?" || first_of_rest == "#"
-          @parse_result[:opaque] << "%20"
+          @path += "%20"
         else
-          @parse_result[:opaque] << " "
+          @path += " "
         end
       elsif !c.nil?
-        @parse_result[:opaque] << utf8_percent_encode(c, C0_CONTROL_PERCENT_ENCODE_SET)
+        @path += utf8_percent_encode(c, C0_CONTROL_PERCENT_ENCODE_SET)
       end
     end
 
@@ -564,7 +572,10 @@ module URI
         # TODO: We need to consider encoding here.
         @parse_result[:query] = utf8_percent_encode_string(@buffer, query_percent_encode_set)
         @buffer.clear
-        @state = :fragment_state if c == "#"
+        if c == "#"
+          @parse_result[:fragment] = +""
+          @state = :fragment_state
+        end
       elsif !c.nil?
         @buffer << c
       end
@@ -600,9 +611,9 @@ module URI
     end
 
     def shorten_url_path
-      return if @paths.nil?
-      return if @parse_result[:scheme] == "file" && @paths.length == 1 && normalized_windows_drive_letter?(@paths.first)
-      @paths.pop
+      return if @path.nil? || @path.is_a?(String)
+      return if @parse_result[:scheme] == "file" && @path.length == 1 && normalized_windows_drive_letter?(@path.first)
+      @path.pop
     end
 
     def includes_credentials?
@@ -638,6 +649,10 @@ module URI
         end
       end
     end
+
+    def has_opaque_path?(path)
+      path.is_a?(String)
+    end
   end
 
   WHATWG_PARSER = URI::WhatwgParser.new

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: uri-whatwg_parser
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Yuji Yaginuma
@@ -66,14 +66,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 3.2.0
+      version: 3.0.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.10
 specification_version: 4
 summary: Ruby implementation of the WHATWG URL Living Standard
 test_files: []