symbolify 1.0.0 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 9e0fa391ee606b11f9c99f4f33e9656f08692534
-  data.tar.gz: df940cb466c10f7894ca7a582c1dd87c6998a8a7
+SHA256:
+  metadata.gz: 87aefbff8db0ef735451e2b96377deccf20dd51e0b68194b1f8e2ccd697c1eb8
+  data.tar.gz: a3241b2b275b3cf7e38fdc5dc1631559b570713b87002348aa7675caa36d25c8
 SHA512:
-  metadata.gz: f970bd71fb817eb2205f45f46b65cfdb6dbead36e302eccc2e15f6f138da921192744ba0800c77fcb379d3e9b3972b3727b3dcb49f9a9930f733ae944f46c1fb
-  data.tar.gz: 73ca12130eafeab368588ea617a45c6cf4c1fc27a2d1a7f4439ab99bc8d1792f08175ae403a76c5304759cfd20e48a586eaf8ca506fe233266da9fa560ee99fa
+  metadata.gz: 95e7ad65bd12f59006d87d64bfe7ba0fb13e9cf3083375b796b670c174f68db4ac63e73d88ca5ecaa6780b52f0a53ff0663f1454423deaeff95f40053530c23f
+  data.tar.gz: 2ba80318dd0623e4cf78a35c84d6991873834b4d7e62013c24f468392870d5bf6f24e9edfa7cc282d6be0c5106204e606ca5c2690e2bbdbc8b6f05b6b6342192

data/CHANGELOG.md

@@ -1,5 +1,30 @@
 ## CHANGELOG
 
+### 1.4.0
+
+* Relax Ruby version requirement to allow Ruby 3.0
+* Remove UNICODE_VERSION constant since it only mirrors the one
+  of the unicode-categories gem
+
+### 1.3.1
+
+* Allow version of characteristics dependency to 1.x
+
+### 1.3.0
+
+* Unicode 10 general categories
+
+### 1.2.0
+
+* Return "n/a*" for unassigned codepoints which are ignorable
+* Change "TAG ␡" to "TAG ✦"
+
+### 1.1.0
+
+* Add special characters (U+FFF9 - U+FFFC)
+* Non-control separators return ⏎
+* Ensure that only first character/codepoint will be returned
+
 ### 1.0.0
 
 * Import from unibits gem

data/Gemfile

@@ -3,3 +3,4 @@ source 'https://rubygems.org'
 gemspec
 
 gem 'minitest'
+gem 'rake'

data/MIT-LICENSE.txt

@@ -1,4 +1,4 @@
-Copyright (c) 2017 Jan Lelis, mail@janlelis.de
+Copyright (c) 2017-2020 Jan Lelis, https://janlelis.com
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.md

@@ -1,4 +1,4 @@
-# Symbolify [![[version]](https://badge.fury.io/rb/symbolify.svg)](http://badge.fury.io/rb/symbolify)  [![[travis]](https://travis-ci.org/janlelis/symbolify.svg)](https://travis-ci.org/janlelis/symbolify)
+# Symbolify [![[version]](https://badge.fury.io/rb/symbolify.svg)](https://badge.fury.io/rb/symbolify)  [![[ci]](https://github.com/janlelis/symbolify/workflows/Test/badge.svg)](https://github.com/janlelis/symbolify/actions?query=workflow%3ATest)
 
 Safely print all codepoints from Unicode and single-byte encodings in UTF-8. It replaces control and non-printable characters with readable equivalents and wraps most blank characters in `]` and `[`.
 
@@ -25,13 +25,16 @@ puts Symbolify.symbolify "\u{200F}"   # RLM
 puts Symbolify.symbolify "\u{2067}"   # RLI
 puts Symbolify.symbolify "\u{0300}"   # ◌̀
 puts Symbolify.symbolify " "   # ] [
+puts Symbolify.symbolify "\u{FFF9}"   # IAA
+puts Symbolify.symbolify "\u{FFFC}"   # OBJ
 puts Symbolify.symbolify "\u{E0020}"   # TAG ␠
 puts Symbolify.symbolify "\u{E01D7}"   # VS232
-puts Symbolify.symbolify "\u{E0000}"   # n/a
+puts Symbolify.symbolify "\u{D0000}"   # n/a
+puts Symbolify.symbolify "\u{E0000}"   # n/a*
 puts Symbolify.symbolify "\u{10FFFF}"   # n/c
 puts Symbolify.symbolify "\x80"   # �
 ```
 
 ## MIT License
 
-Copyright (C) 2017 Jan Lelis <http://janlelis.com>. Released under the MIT license.
+Copyright (C) 2017-2020 Jan Lelis <https://janlelis.com>. Released under the MIT license.

data/Rakefile

@@ -32,7 +32,11 @@ end
 
 desc "#{gemspec.name} | Spec"
 task :spec do
-  sh "for file in spec/*_spec.rb; do ruby $file; done"
+  if RbConfig::CONFIG['host_os'] =~ /mswin|mingw/
+    sh "for %f in (spec/\*.rb) do ruby spec/%f"
+  else
+    sh "for file in spec/*.rb; do ruby $file; done"
+  end
 end
 task default: :spec
 

data/lib/symbolify.rb

@@ -96,6 +96,14 @@ module Symbolify
     0x2069 => "PDI",
   }.freeze
 
+  # no official aliases at the time of adding
+  SPECIALS = {
+    0xFFF9 => "IAA",
+    0xFFFA => "IAS",
+    0xFFFB => "IAT",
+    0xFFFC => "OBJ",
+  }.freeze
+
   TAG_NAMES = {
     0xE0001 => "LANG TAG",
     0xE0020 => "TAG ␠",
@@ -193,7 +201,7 @@ module Symbolify
     0xE007C => "TAG |",
     0xE007D => "TAG }",
     0xE007E => "TAG ~",
-    0xE007F => "TAG ␡",
+    0xE007F => "TAG ✦",
   }.freeze
 
   VARIATION_SELECTOR_NAMES = {
@@ -460,27 +468,6 @@ module Symbolify
     0xE01EF => "VS256",
   }.freeze
 
-  NONCHARACTERS = [
-      *0xFDD0..0xFDEF,
-      0xFFFE,  0xFFFF,
-     0x1FFFE, 0x1FFFF,
-     0x2FFFE, 0x2FFFF,
-     0x3FFFE, 0x3FFFF,
-     0x4FFFE, 0x4FFFF,
-     0x5FFFE, 0x5FFFF,
-     0x6FFFE, 0x6FFFF,
-     0x7FFFE, 0x7FFFF,
-     0x8FFFE, 0x8FFFF,
-     0x9FFFE, 0x9FFFF,
-     0xAFFFE, 0xAFFFF,
-     0xBFFFE, 0xBFFFF,
-     0xCFFFE, 0xCFFFF,
-     0xDFFFE, 0xDFFFF,
-     0xEFFFE, 0xEFFFF,
-     0xFFFFE, 0xFFFFF,
-    0x10FFFE, 0x10FFFF,
-  ].freeze
-
   INTERESTING_BYTES_ENCODINGS = {
     0xD8 => /^macCroatian/,
     0xF0 => /^mac(Iceland|Roman|Turkish)/,
@@ -521,8 +508,10 @@ module Symbolify
 
   def self.unicode(char, char_info = UnicodeCharacteristics.new(char))
     if !char_info.assigned?
-      if NONCHARACTERS.include?(char.ord)
+      if char_info.noncharacter?
         return "n/c"
+      elsif char_info.ignorable?
+        return "n/a*"
       else
         return "n/a"
       end
@@ -530,6 +519,7 @@ module Symbolify
 
     char = char.dup.encode("UTF-8")
     ord = char.ord
+    char = char[0]
 
     if char_info.delete?
       char = CONTROL_DELETE_SYMBOL
@@ -539,16 +529,20 @@ module Symbolify
       char = CONTROL_C1_NAMES[ord]
     elsif char_info.bidi_control?
       char = BIDI_CONTROL_NAMES[ord]
-    elsif VARIATION_SELECTOR_NAMES.key?(ord)
+    elsif char_info.variation_selector?
       char = VARIATION_SELECTOR_NAMES[ord]
+    elsif char_info.tag?
+      char = TAG_NAMES[ord]
     elsif char_info.category == "Mn"
       char = "◌" + char
     elsif char_info.category == "Me"
       char = " " + char
+    elsif char_info.separator?
+      char = "⏎"
     elsif char_info.blank?
       char = "]" + char + "["
-    elsif TAG_NAMES.key?(ord)
-      char = TAG_NAMES[ord]
+    elsif SPECIALS.key?(ord)
+      char = SPECIALS[ord]
     end
 
     char
@@ -559,6 +553,7 @@ module Symbolify
 
     ord = char.ord
     encoding = char_info.encoding
+    char = char[0]
     no_converter = !!(NO_UTF8_CONVERTER =~ encoding.name)
     treat_char_unconverted = false
 
@@ -588,6 +583,8 @@ module Symbolify
   end
 
   def self.ascii(char, char_info = AsciiCharacteristics.new(char))
+    char = char[0]
+
     if char_info.delete?
       char = CONTROL_DELETE_SYMBOL
     elsif char_info.c0?
@@ -600,10 +597,10 @@ module Symbolify
   end
 
   def self.binary(char, _ = nil)
-    dump(char)
+    dump(char[0])
   end
 
   def self.dump(char)
-    char.dump
+    char[0].dump
   end
 end

data/lib/symbolify/version.rb

@@ -1,7 +1,6 @@
 # frozen_string_literal: true
 
 module Symbolify
-  VERSION = "1.0.0".freeze
-  UNICODE_VERSION = "9.0.0".freeze
+  VERSION = "1.4.0"
 end
 

data/spec/symbolify_spec.rb

@@ -6,6 +6,10 @@ describe Symbolify do
     it "will show replacement character for invalid characters" do
       assert_equal "�", Symbolify.symbolify("\x80")
     end
+
+    it "will only return first character" do
+      assert_equal "a", Symbolify.symbolify("ab")
+    end
   end
 
   describe ".unicode" do
@@ -37,10 +41,24 @@ describe Symbolify do
       assert_equal " \u{20E3}", Symbolify.symbolify("\u{20E3}")
     end
 
+    it "replaces uncommon newline characters" do
+      assert_equal "⏎", Symbolify.symbolify("\u{2028}")
+      assert_equal "⏎", Symbolify.symbolify("\u{2029}")
+    end
+
     it "wraps blanks" do
       assert_equal "] [", Symbolify.symbolify(" ")
     end
 
+    it "replaces annotation characters" do
+      assert_equal "IAA", Symbolify.symbolify("\u{FFF9}")
+      assert_equal "IAS", Symbolify.symbolify("\u{FFFA}")
+    end
+
+    it "replaces object replacement character" do
+      assert_equal "OBJ", Symbolify.symbolify("\u{FFFC}")
+    end
+
     it "replaces tags" do
       assert_equal "TAG ␠", Symbolify.symbolify("\u{E0020}")
     end
@@ -54,7 +72,11 @@ describe Symbolify do
     end
 
     it "works with unassigned characters" do
-      assert_equal "n/a", Symbolify.symbolify("\u{E0000}")
+      assert_equal "n/a", Symbolify.symbolify("\u{D0000}")
+    end
+
+    it "adds a * to unassigned characters which are ignorable" do
+      assert_equal "n/a*", Symbolify.symbolify("\u{E0000}")
     end
   end
 

data/symbolify.gemspec

@@ -5,10 +5,10 @@ require File.dirname(__FILE__) + "/lib/symbolify/version"
 Gem::Specification.new do |gem|
   gem.name          = "symbolify"
   gem.version       = Symbolify::VERSION
-  gem.summary       = "Represent arbitrary codepoints in the terminal."
-  gem.description   = "Safely print all codepoints from Unicode and single-byte encodings."
+  gem.summary       = "Represent arbitrary code points in the terminal"
+  gem.description   = "Safely print all code points from Unicode or single-byte encodings"
   gem.authors       = ["Jan Lelis"]
-  gem.email         = ["mail@janlelis.de"]
+  gem.email         = ["hi@ruby.consulting"]
   gem.homepage      = "https://github.com/janlelis/symbolify"
   gem.license       = "MIT"
 
@@ -17,6 +17,6 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ["lib"]
 
-  gem.required_ruby_version = "~> 2.0"
-  gem.add_dependency "characteristics", "~> 0.5"
+  gem.required_ruby_version = ">= 2.0"
+  gem.add_dependency "characteristics", ">= 0.8", "< 2.0"
 end

metadata

@@ -1,41 +1,47 @@
 --- !ruby/object:Gem::Specification
 name: symbolify
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.4.0
 platform: ruby
 authors:
 - Jan Lelis
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-25 00:00:00.000000000 Z
+date: 2020-12-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: characteristics
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.5'
+        version: '0.8'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.8'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0.5'
-description: Safely print all codepoints from Unicode and single-byte encodings.
+        version: '2.0'
+description: Safely print all code points from Unicode or single-byte encodings
 email:
-- mail@janlelis.de
+- hi@ruby.consulting
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".travis.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
+- Gemfile.lock
 - MIT-LICENSE.txt
 - README.md
 - Rakefile
@@ -53,7 +59,7 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - "~>"
+  - - ">="
     - !ruby/object:Gem::Version
       version: '2.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
@@ -62,10 +68,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 3.2.3
 signing_key: 
 specification_version: 4
-summary: Represent arbitrary codepoints in the terminal.
+summary: Represent arbitrary code points in the terminal
 test_files:
 - spec/symbolify_spec.rb

data/.travis.yml

@@ -1,22 +0,0 @@
-sudo: false
-language: ruby
-
-rvm:
-- ruby-head
-- 2.4.1
-- 2.3.3
-- 2.2
-- 2.1
-- 2.0
-- jruby-head
-- jruby-9.1.8.0
-
-cache:
-- bundler
-
-matrix:
-  allow_failures:
-    - rvm: jruby-head
-    - rvm: ruby-head
-    - rvm: 2.0
-#   fast_finish: true