unibits 1.1.0 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 3a765c7b1a6edfd62f8fed06b683d0d4ff2cacae
-  data.tar.gz: c66cb699f9a4425fc169fd6562dd4b758b94c584
+  metadata.gz: a0d2c78485e3fa534c3dcd45053880ee335c6903
+  data.tar.gz: 32f99ecc52618c3578fc85b99564a124a64cf1f6
 SHA512:
-  metadata.gz: a516728fe08185386fc1902fa341784517521d0a85e494e35a7e2700c1c6d7fc3dfc8f86bb20d4268de6d69df591ab431aa3ab5ee02d96f6798fcd97f2426a8e
-  data.tar.gz: cb2fbfea68be359661ad75cc6e203bd4235ccd81431a37f74f965e90f6116e1a12d8cb04094a213f537e2a032c0c25775edd08378cd7c8ae613503dbe5cc3e0e
+  metadata.gz: 41ddb5833f8e6b356ddbc866df640452c3b62b6dc427c4b236533812749997b27f70446732355f6fdace9eb361307d358801bd16ee664f892188cf5524026b33
+  data.tar.gz: beb327d7946a08655d7b794a70f9d848227dad43c4d8d6f017bb81449e780ea0796995259cbd54b8535a9c1ea4e96e6bbed1e0695ac6f40c9d9ca1b6f18a774d

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 ## CHANGELOG
 
+### 1.2.0
+
+* Do not display (but highlight) unassigned codepoints
+
 ### 1.1.0
 
 * Support (and highlight) invalid encodings \o/

data/README.md

@@ -36,7 +36,7 @@ unibits "🌫 Idiosyncrätic ℜսᖯʏ"
 
 `unibits` takes some optional options:
 
-- *encoding (e)*: The encoding of the given string (uses your default encoding if none given)
+- *encoding (e)*: The encoding of the given string (uses the string's default encoding if none given)
 - *convert (c)*: An encoding the string should be converted to before visualizing it
 - *stats*: Whether to show a short stats header (default: `true`), you can deactivate on the CLI with `--no-stats`
 - *wide-ambiguous*: Treat characters of ambiguous width as 2 spaces instead of 1 ([more info](https://github.com/janlelis/unicode-display_width))

data/bin/unibits

@@ -33,7 +33,7 @@ if argv[:help]
 
   #{Paint["DESCRIPTION", :underline]}
 
-  Visualizes ANSI and variouus Unicode encodings in the terminal.
+  Visualizes ASCII and variouus Unicode encodings in the terminal.
 
   #{Paint["USAGE", :underline]}
 

data/lib/unibits.rb

@@ -4,6 +4,7 @@ require_relative "unibits/symbolify"
 require "io/console"
 require "paint"
 require "unicode/display_width"
+require "unicode/categories"
 
 module Unibits
   SUPPORTED_ENCODINGS = [
@@ -60,8 +61,12 @@ module Unibits
     string.each_char{ |char|
       if char.valid_encoding?
         char_valid = true
-        current_color = random_color
         current_encoding_error = nil
+        if Unicode::Categories.category(char) == "Cn"
+          current_color = "#FF5500"
+        else
+          current_color = random_color
+        end
       else
         char_valid = false
         current_color = :red

data/lib/unibits/symbolify.rb

@@ -1,3 +1,5 @@
+require "unicode/categories"
+
 module Unibits
   module Symbolify
     ASCII_CONTROL_CODEPOINTS = "\x00-\x1F\x7F".freeze
@@ -74,9 +76,10 @@ module Unibits
       "\u{FE0F}" => "VS16",
     }.freeze
     COULD_BE_WHITESPACE = '[\p{Space}­᠎​‌‍⁠⁡⁢⁣⁤⠀𛲠𛲡𛲢𛲣𝅳𝅴𝅵𝅶𝅷𝅸𝅹𝅺]'.freeze
-    # UNASSIGNED = '\p{Cn}'.freeze
 
     def self.symbolify(char, encoding = char.encoding)
+      return "n/a" if Unicode::Categories.category(char) == "Cn"
+
       char.tr!(
         ASCII_CONTROL_CODEPOINTS.encode(encoding),
         ASCII_CONTROL_SYMBOLS.encode(encoding)
@@ -85,10 +88,7 @@ module Unibits
         Regexp.compile(COULD_BE_WHITESPACE.encode(encoding)),
         ']\0['.encode(encoding)
       )
-      # char.gsub!(
-      #   Regexp.compile(UNASSIGNED.encode(encoding)),
-      #   'n/a'.encode(encoding)
-      # )
+
       INTERESTING_CODEPOINTS.each{ |cp, desc|
         char.gsub! Regexp.compile(cp.encode(encoding)), desc.encode(encoding)
       }

data/lib/unibits/version.rb

@@ -1,3 +1,3 @@
 module Unibits
-  VERSION = "1.1.0".freeze
+  VERSION = "1.2.0".freeze
 end

data/unibits.gemspec

@@ -19,6 +19,7 @@ Gem::Specification.new do |gem|
 
   gem.add_dependency 'paint', '>= 0.9', '< 3.0'
   gem.add_dependency 'unicode-display_width', '~> 1.1'
+  gem.add_dependency 'unicode-categories', '~> 1.1', '>= 1.1.1'
   gem.add_dependency 'rationalist', '~> 2.0'
 
   gem.required_ruby_version = "~> 2.0"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: unibits
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.0
 platform: ruby
 authors:
 - Jan Lelis
@@ -44,6 +44,26 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: unicode-categories
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.1
 - !ruby/object:Gem::Dependency
   name: rationalist
   requirement: !ruby/object:Gem::Requirement