fmt 0.3.3 → 0.3.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ed2f5a4d3984f777c398dfe2efeba95883d1474165b0831cea8b045c9d1bc3d3
-  data.tar.gz: 3ae71397daf558b9d32b5377d29f40a2b307a650fc53d08f4faa3cc69759eedb
+  metadata.gz: 674b8314e97d214271069e488dfdb736551f431953d260d1766001fdc797fd55
+  data.tar.gz: 8b9c601567e80419c9b2bb7414bcb42b22431832c9c1db7039a53b6d1f1cdd34
 SHA512:
-  metadata.gz: e87abb12eb2ff4373ec7f13ecd1ac236b01914296a9d2b854f8bb60dd1aef5ee1e834ba45601a9997fe53168260c5ac33f70c78c694c45c1bc49f5c958cb8e61
-  data.tar.gz: d26316457a56992b65d8b9c2d2478b36fc9cdd378a454748a2016dfb2c388de91098f73a5cdce23d3d9dc6d8f0d4d47ac8774c66038c39fdcca10adfedec83bb
+  metadata.gz: 01317ca04d3745516ec6fc842650bf0cce4fc47702f12b025b5d3d203f328f2c92053b3805a72eb9ac134686d3b1d0dfe52aee15f82ab13d8fab4f4b1f7240c9
+  data.tar.gz: e08ed93970be78e2fe713d22a2861111d931f63bc6d8f6e402ba1ee25405febd82b343758f201a255f3ae5f9b0d0f8faae2ea2a0d40a2d6a7b33473f6f545e32

data/lib/fmt/parsers/embed_parser.rb

@@ -10,7 +10,7 @@ module Fmt
     # @rbs key: Symbol -- key for embed
     # @rbs placeholder: String -- placeholder for embed
     def initialize(urtext = "", key:, placeholder:)
-      @urtext = urtext.to_s
+      @urtext = urtext.to_s.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: "?")
       @key = key
       @placeholder = placeholder
     end

data/lib/fmt/parsers/macro_parser.rb

@@ -8,7 +8,7 @@ module Fmt
     # Constructor
     # @rbs urtext: String -- original source code
     def initialize(urtext = "")
-      @urtext = urtext.to_s
+      @urtext = urtext.to_s.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: "?")
     end
 
     attr_reader :urtext # : String -- original source code

data/lib/fmt/parsers/pipeline_parser.rb

@@ -8,7 +8,7 @@ module Fmt
     # Constructor
     # @rbs urtext: String -- original source code
     def initialize(urtext = "")
-      @urtext = urtext.to_s
+      @urtext = urtext.to_s.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: "?")
     end
 
     attr_reader :urtext  # : String -- original source code

data/lib/fmt/parsers/template_parser.rb

@@ -5,15 +5,15 @@
 module Fmt
   # Parses a template from a string and builds an AST (Abstract Syntax Tree)
   class TemplateParser < Parser
-    EMBED_PEEK = %r{(?=#{esc Sigils::EMBED_PREFIX})}o # : Regexp -- detects start of an embed prefix (look ahead)
-    PIPELINE_PEEK = %r{(?=[#{Sigils::FORMAT_PREFIX}][^#{Sigils::FORMAT_PREFIX}])}o # : Regexp -- detects start of a pipeline (look ahead)
-    PERCENT_LITERAL = %r{[#{Sigils::FORMAT_PREFIX}]{2}}o # : Regexp -- detects a percent literal
-    WHITESPACE = %r{\s}o # : Regexp -- detects whitespace
+    EMBED_PEEK = %r{(?=#{esc Sigils::EMBED_PREFIX})}ou # : Regexp -- detects start of an embed prefix (look ahead)
+    PIPELINE_PEEK = %r{(?=[#{Sigils::FORMAT_PREFIX}][^#{Sigils::FORMAT_PREFIX}])}ou # : Regexp -- detects start of a pipeline (look ahead)
+    PERCENT_LITERAL = %r{[#{Sigils::FORMAT_PREFIX}]{2}}ou # : Regexp -- detects a percent literal
+    WHITESPACE = %r{\s}ou # : Regexp -- detects whitespace
 
     # Constructor
     # @rbs urtext: String -- original source code
     def initialize(urtext = "")
-      @urtext = urtext.to_s
+      @urtext = urtext.to_s.encode(Encoding::UTF_8, invalid: :replace, undef: :replace, replace: "?")
     end
 
     attr_reader :urtext  # : String -- original source code
@@ -121,16 +121,22 @@ module Fmt
       index = scanner.pos
 
       until scanner.eos?
-        if scanner.peek(2).match?(PERCENT_LITERAL)
-          scanner.pos += 2
+        len = 1
+        val = nil
+        val = scanner.peek(len += 1) until val&.valid_encoding?
+        if val&.match? PERCENT_LITERAL
+          scanner.pos += len
           next
         end
 
-        case [index, scanner.pos, scanner.peek(1)]
-        in [i, pos, Sigils::FORMAT_PREFIX] if i == pos then scanner.pos += 1
+        len = 0
+        val = nil
+        val = scanner.peek(len += 1) until val&.valid_encoding?
+        case [index, scanner.pos, val]
+        in [i, pos, Sigils::FORMAT_PREFIX] if i == pos then scanner.pos += len
         in [i, pos, Sigils::FORMAT_PREFIX] if i != pos then break
         in [i, pos, WHITESPACE] if arguments_balanced?(scanner.string[i...pos]) then break
-        else scanner.pos += 1
+        else scanner.pos += len
         end
       end
 

data/lib/fmt/version.rb

@@ -3,5 +3,5 @@
 # rbs_inline: enabled
 
 module Fmt
-  VERSION = "0.3.3"
+  VERSION = "0.3.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fmt
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.3.4
 platform: ruby
 authors:
 - Nate Hopkins (hopsoft)
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-11 00:00:00.000000000 Z
+date: 2024-11-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ast