marked-conductor 1.0.33 → 1.0.35

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3a27e45e5fc64335fa1278d3fd33aff4fd691bbae6edac649689f42d9d8425a2
-  data.tar.gz: e5b70aaa3cf17036e20caa856e4629aa55023ba3dae53be8dbdff3fcd2bef955
+  metadata.gz: 31042fe7c5635982e15c551493cf380e0d3aabae92051871144172e5890e2328
+  data.tar.gz: 8ea8a81fb13a5342332e5c3ac779fea2dced77b34318f1e43210d1d5c388dd54
 SHA512:
-  metadata.gz: 31c5b37a272d7f2caf66016d5696308a7c1a0a666ed80e5900274c26ab0ba5fc485ad4f09f3380459255cec68e07ac86124fb9ae2e61662a018297a9edbad0c0
-  data.tar.gz: e87f4cd7548948a33098717f657dfcab0ec14a7411615754b7dc0af00a511f0155e9c404d2a7bd3a892296300120d73bae513b2b503ebafd41b35c1aa5d1bd74
+  metadata.gz: d8bea2c1c42bf3bf95819b1371368ad73a810860725fc2e86ccf2803c11de5de826740cd32723c5b67ccf2423e7bebb15442888e163c1fe5188924988c9b15f3
+  data.tar.gz: b8a3881c29831dae7b37b7eeafb31acf5c34ccaf79c99e9b2bed2252a71f82575417dfe8941ba9c2d6629fad6c10511dacff6d40dd05a5022c91804720568c96

data/CHANGELOG.md

@@ -1,3 +1,21 @@
+### 1.0.35
+
+2024-08-22 10:14
+
+#### IMPROVED
+
+- Code cleanup
+- Cleaner UTF-8 string encoding
+
+### 1.0.34
+
+2024-08-22 10:13
+
+#### IMPROVED
+
+- Code cleanup
+- Cleaner UTF-8 string encoding
+
 ### 1.0.33
 
 2024-08-22 06:35

data/lib/conductor/command.rb

@@ -67,7 +67,7 @@ module Conductor
       end
 
       if use_stdin
-        `echo #{Shellwords.escape(stdin.force_encoding("utf-8"))} | #{Env} #{path} #{args}`
+        `echo #{Shellwords.escape(stdin.utf8)} | #{Env} #{path} #{args}`
       else
         `#{Env} #{path} #{args}`
       end

data/lib/conductor/filter.rb

@@ -42,7 +42,7 @@ class ::String
   ## @return     [Symbol] metadata type
   ##
   def meta_type
-    lines = clean_encode.split(/\n/)
+    lines = utf8.split(/\n/)
     case lines[0]
     when /^--- *$/
       :yaml
@@ -65,7 +65,7 @@ class ::String
 
     case meta_type
     when :yaml
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines.shift
       lines.each_with_index do |line, idx|
         next unless line =~ /^(\.\.\.|---) *$/
@@ -74,7 +74,7 @@ class ::String
         break
       end
     when :mmd
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines.each_with_index do |line, idx|
         next if line =~ /^ *[ \w]+: +\S+/
 
@@ -82,7 +82,7 @@ class ::String
         break
       end
     when :pandoc
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines.each_with_index do |line, idx|
         next if line =~ /^% +\S/
 
@@ -101,7 +101,7 @@ class ::String
   ##
   def first_h1
     first = nil
-    clean_encode.split(/\n/).each_with_index do |line, idx|
+    utf8.split(/\n/).each_with_index do |line, idx|
       if line =~ /^(# *[^#]|={2,} *$)/
         first = idx
         break
@@ -118,7 +118,7 @@ class ::String
   def first_h2
     first = nil
     meta_end = meta_insert_point
-    clean_encode.split(/\n/).each_with_index do |line, idx|
+    utf8.split(/\n/).each_with_index do |line, idx|
       next if idx <= meta_end
 
       if line =~ /^(## *[^#]|-{2,} *$)/
@@ -177,7 +177,7 @@ class ::String
   ## @return     [String] content with TOC tag added
   ##
   def insert_toc(max = nil, after = :h1)
-    lines = clean_encode.split(/\n/)
+    lines = utf8.split(/\n/)
     max = max.to_i&.positive? ? " max#{max}" : ""
     line = case after.to_sym
            when :h2
@@ -238,7 +238,7 @@ class ::String
     if File.exist?(path)
       content = IO.read(path)
       yui = YuiCompressor::Yui.new
-      content = yui.compress(content.clean_encode)
+      content = yui.compress(content.utf8)
       inject_after_meta(content.wrap_style)
     else
       warn "File not found (#{path})"
@@ -254,7 +254,7 @@ class ::String
   ## @return     [String] string with content injected
   ##
   def inject_after_meta(content)
-    lines = clean_encode.split(/\n/)
+    lines = utf8.split(/\n/)
     insert_point = meta_insert_point
     insert_at = insert_point.positive? ? insert_point + 1 : 0
     lines.insert(insert_at, "#{content}\n\n")
@@ -294,10 +294,10 @@ class ::String
       inject_after_meta(out)
     when :h1
       h1 = first_h1.nil? ? 0 : first_h1 + 1
-      clean_encode.split(/\n/).insert(h1, out).join("\n")
+      utf8.split(/\n/).insert(h1, out).join("\n")
     when :h2
       h2 = first_h2.nil? ? 0 : first_h2 + 1
-      clean_encode.split(/\n/).insert(h2, out).join("\n")
+      utf8.split(/\n/).insert(h2, out).join("\n")
     else
       "#{self}\n#{out}"
     end
@@ -393,7 +393,7 @@ class ::String
       yaml = YAML.load(m[0])
       title = yaml["title"]
     when :mmd
-      clean_encode.split(/\n/).each do |line|
+      utf8.split(/\n/).each do |line|
         if line =~ /^ *title: *(\S.*?)$/i
           title = Regexp.last_match(1)
           break
@@ -401,7 +401,7 @@ class ::String
       end
     when :pandoc
       title = nil
-      clean_encode.split(/\n/).each do |line|
+      utf8.split(/\n/).each do |line|
         if line =~ /^% +(.*?)$/
           title = Regexp.last_match(1)
           break
@@ -419,7 +419,7 @@ class ::String
   end
 
   def insert_title(shift: 0)
-    content = dup.clean_encode
+    content = dup.utf8
     title = read_title
     content.increase_headers!(shift) if shift.positive?
     lines = content.split(/\n/)
@@ -441,7 +441,7 @@ class ::String
   end
 
   def ensure_mmd_meta_newline
-    clean_encode.split(/\n/).insert(meta_insert_point, "\n\n").join("\n")
+    utf8.split(/\n/).insert(meta_insert_point, "\n\n").join("\n")
   end
 
   def add_yaml(key, value)
@@ -466,7 +466,7 @@ class ::String
     if match(/(\A|\n) *#{key}: *\S+/i)
       sub(/^ *#{key}:.*?\n/i, "#{key}: #{value}\n")
     else
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines.insert(meta_insert_point, "#{key}: #{value}")
       "#{lines.join("\n")}\n"
     end
@@ -484,7 +484,7 @@ class ::String
     if comment?(key)
       sub(/ *#{key}: .*?$/, "#{key}: #{value}")
     else
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines.insert(meta_insert_point + 1, "\n<!--\n#{key}: #{value}\n-->")
       lines.join("\n")
     end
@@ -506,10 +506,10 @@ class ::String
     when :yaml
       sub(/^---.*?(---|\.\.\.)/m, "")
     when :mmd
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines[meta_insert_point..].join("\n")
     when :pandoc
-      lines = clean_encode.split(/\n/)
+      lines = utf8.split(/\n/)
       lines[meta_insert_point..].join("\n")
     else
       gsub(/(\n|^)<!--\n[\w\d\s]+: ([\w\d\s]+)\n-->\n/m, '')
@@ -574,7 +574,7 @@ class ::String
   ##
   def ensure_h1
     headers = to_enum(:scan, /(\#{1,6})([^#].*?)$/m).map { Regexp.last_match }
-    return self if headers.select { |h| h[1].size == 1 }.count.positive?
+    return self unless headers.select { |h| h[1].size == 1 }.empty?
 
     lowest_header = headers.min_by { |h| h[1].size }
     return self if lowest_header.nil?

data/lib/conductor/script.rb

@@ -72,7 +72,7 @@ module Conductor
       end
 
       if use_stdin
-        `echo #{Shellwords.escape(stdin.force_encoding("utf-8"))} | #{Env} #{@path} #{@args}`
+        `echo #{Shellwords.escape(stdin.utf8)} | #{Env} #{@path} #{@args}`
       else
         `#{Env} #{@path} #{@args}`
       end

data/lib/conductor/string.rb

@@ -200,6 +200,24 @@ class ::String
     gsub(/\$(\d+)/, '\\\\\1').gsub(/(^["']|["']$)/, "")
   end
 
+  ##
+  ## Discard invalid characters and output a UTF-8 String
+  ##
+  ## @return     [String] UTF-8 encoded string
+  ##
+  def utf8
+    encode('utf-16', invalid: :replace).encode('utf-8')
+  end
+
+  ##
+  ## Destructive version of #utf8
+  ##
+  ## @return     [String] UTF-8 encoded string, in place
+  ##
+  def utf8!
+    replace scrub
+  end
+
   ##
   ## Get a clean UTF-8 string by forcing an ISO encoding and then re-encoding
   ##
@@ -208,4 +226,13 @@ class ::String
   def clean_encode
     force_encoding("ISO-8859-1").encode("utf-8", replace: nil)
   end
+
+  ##
+  ## Destructive version of #clean_encode
+  ##
+  ## @return     [String] UTF-8 string, in place
+  ##
+  def clean_encode!
+    replace clean_encode
+  end
 end

data/lib/conductor/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Conductor
-  VERSION = '1.0.33'
+  VERSION = '1.0.35'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: marked-conductor
 version: !ruby/object:Gem::Version
-  version: 1.0.33
+  version: 1.0.35
 platform: ruby
 authors:
 - Brett Terpstra
@@ -244,7 +244,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.15
+rubygems_version: 3.2.16
 signing_key:
 specification_version: 4
 summary: A custom processor manager for Marked 2 (Mac)