symbolify 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9e0fa391ee606b11f9c99f4f33e9656f08692534
+  data.tar.gz: df940cb466c10f7894ca7a582c1dd87c6998a8a7
+SHA512:
+  metadata.gz: f970bd71fb817eb2205f45f46b65cfdb6dbead36e302eccc2e15f6f138da921192744ba0800c77fcb379d3e9b3972b3727b3dcb49f9a9930f733ae944f46c1fb
+  data.tar.gz: 73ca12130eafeab368588ea617a45c6cf4c1fc27a2d1a7f4439ab99bc8d1792f08175ae403a76c5304759cfd20e48a586eaf8ca506fe233266da9fa560ee99fa

data/.gitignore

@@ -0,0 +1,2 @@
+Gemfile.lock
+/pkg

data/.travis.yml

@@ -0,0 +1,22 @@
+sudo: false
+language: ruby
+
+rvm:
+- ruby-head
+- 2.4.1
+- 2.3.3
+- 2.2
+- 2.1
+- 2.0
+- jruby-head
+- jruby-9.1.8.0
+
+cache:
+- bundler
+
+matrix:
+  allow_failures:
+    - rvm: jruby-head
+    - rvm: ruby-head
+    - rvm: 2.0
+#   fast_finish: true

data/CHANGELOG.md

@@ -0,0 +1,10 @@
+## CHANGELOG
+
+### 1.0.0
+
+* Import from unibits gem
+* Freeze all string literals
+* Automatically create characteristics of character when it is not passed in explicitly
+* Add generic "dump" method of symbolificaton, which is used by `Symbolify.binary`
+* Fix that correct tag names are used
+* Support non-characters

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at opensource@janlelis.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'minitest'

data/MIT-LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2017 Jan Lelis, mail@janlelis.de
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,37 @@
+# Symbolify [![[version]](https://badge.fury.io/rb/symbolify.svg)](http://badge.fury.io/rb/symbolify)  [![[travis]](https://travis-ci.org/janlelis/symbolify.svg)](https://travis-ci.org/janlelis/symbolify)
+
+Safely print all codepoints from Unicode and single-byte encodings in UTF-8. It replaces control and non-printable characters with readable equivalents and wraps most blank characters in `]` and `[`.
+
+Programs that make use of this library: [unibits](https://github.com/janlelis/unibits), [uniscribe](https://github.com/janlelis/uniscribe)
+
+## Setup
+
+Add to your `Gemfile`:
+
+```ruby
+gem 'symbolify'
+```
+
+## Usage
+
+```ruby
+puts Symbolify.symbolify "A"   # A
+puts Symbolify.symbolify "🌫"   # 🌫
+puts Symbolify.symbolify "\0"   # ␀
+puts Symbolify.symbolify "\n"   # ␊
+puts Symbolify.symbolify "\x7F"   # ␡
+puts Symbolify.symbolify "\u{84}"   # IND
+puts Symbolify.symbolify "\u{200F}"   # RLM
+puts Symbolify.symbolify "\u{2067}"   # RLI
+puts Symbolify.symbolify "\u{0300}"   # ◌̀
+puts Symbolify.symbolify " "   # ] [
+puts Symbolify.symbolify "\u{E0020}"   # TAG ␠
+puts Symbolify.symbolify "\u{E01D7}"   # VS232
+puts Symbolify.symbolify "\u{E0000}"   # n/a
+puts Symbolify.symbolify "\u{10FFFF}"   # n/c
+puts Symbolify.symbolify "\x80"   # �
+```
+
+## MIT License
+
+Copyright (C) 2017 Jan Lelis <http://janlelis.com>. Released under the MIT license.

data/Rakefile

@@ -0,0 +1,38 @@
+# # #
+# Get gemspec info
+
+gemspec_file = Dir['*.gemspec'].first
+gemspec = eval File.read(gemspec_file), binding, gemspec_file
+info = "#{gemspec.name} | #{gemspec.version} | " \
+       "#{gemspec.runtime_dependencies.size} dependencies | " \
+       "#{gemspec.files.size} files"
+
+# # #
+# Gem build and install task
+
+desc info
+task :gem do
+  puts info + "\n\n"
+  print "  "; sh "gem build #{gemspec_file}"
+  FileUtils.mkdir_p 'pkg'
+  FileUtils.mv "#{gemspec.name}-#{gemspec.version}.gem", 'pkg'
+  puts; sh %{gem install --no-document pkg/#{gemspec.name}-#{gemspec.version}.gem}
+end
+
+# # #
+# Start an IRB session with the gem loaded
+
+desc "#{gemspec.name} | IRB"
+task :irb do
+  sh "irb -I ./lib -r #{gemspec.name.gsub '-','/'}"
+end
+
+# # #
+# Run specs
+
+desc "#{gemspec.name} | Spec"
+task :spec do
+  sh "for file in spec/*_spec.rb; do ruby $file; done"
+end
+task default: :spec
+

data/lib/symbolify.rb

@@ -0,0 +1,609 @@
+# frozen_string_literal: true
+
+require_relative "symbolify/version"
+
+require "characteristics"
+
+module Symbolify
+  NO_UTF8_CONVERTER = /^(Windows-1258|IBM864|macCentEuro|macThai)/
+
+  REPLACEMENT_CHAR = "�"
+
+  CONTROL_C0_SYMBOLS = [
+    "␀",
+    "␁",
+    "␂",
+    "␃",
+    "␄",
+    "␅",
+    "␆",
+    "␇",
+    "␈",
+    "␉",
+    "␊",
+    "␋",
+    "␌",
+    "␍",
+    "␎",
+    "␏",
+    "␐",
+    "␑",
+    "␒",
+    "␓",
+    "␔",
+    "␕",
+    "␖",
+    "␗",
+    "␘",
+    "␙",
+    "␚",
+    "␛",
+    "␜",
+    "␝",
+    "␞",
+    "␟",
+  ].freeze
+
+  CONTROL_DELETE_SYMBOL = "␡"
+
+  CONTROL_C1_NAMES = {
+    0x80 => "PAD",
+    0x81 => "HOP",
+    0x82 => "BPH",
+    0x83 => "NBH",
+    0x84 => "IND",
+    0x85 => "NEL",
+    0x86 => "SSA",
+    0x87 => "ESA",
+    0x88 => "HTS",
+    0x89 => "HTJ",
+    0x8A => "VTS",
+    0x8B => "PLD",
+    0x8C => "PLU",
+    0x8D => "RI",
+    0x8E => "SS2",
+    0x8F => "SS3",
+    0x90 => "DCS",
+    0x91 => "PU1",
+    0x92 => "PU2",
+    0x93 => "STS",
+    0x94 => "CCH",
+    0x95 => "MW",
+    0x96 => "SPA",
+    0x97 => "EPA",
+    0x98 => "SOS",
+    0x99 => "SGC",
+    0x9A => "SCI",
+    0x9B => "CSI",
+    0x9C => "ST",
+    0x9D => "OSC",
+    0x9E => "PM",
+    0x9F => "APC",
+  }.freeze
+
+  BIDI_CONTROL_NAMES = {
+    0x061C => "ALM",
+    0x200E => "LRM",
+    0x200F => "RLM",
+    0x202A => "LRE",
+    0x202B => "RLE",
+    0x202C => "PDF",
+    0x202D => "LRO",
+    0x202E => "RLO",
+    0x2066 => "LRI",
+    0x2067 => "RLI",
+    0x2068 => "FSI",
+    0x2069 => "PDI",
+  }.freeze
+
+  TAG_NAMES = {
+    0xE0001 => "LANG TAG",
+    0xE0020 => "TAG ␠",
+    0xE0021 => "TAG !",
+    0xE0022 => "TAG \"",
+    0xE0023 => "TAG #",
+    0xE0024 => "TAG $",
+    0xE0025 => "TAG %",
+    0xE0026 => "TAG &",
+    0xE0027 => "TAG '",
+    0xE0028 => "TAG (",
+    0xE0029 => "TAG )",
+    0xE002A => "TAG *",
+    0xE002B => "TAG +",
+    0xE002C => "TAG ,",
+    0xE002D => "TAG -",
+    0xE002E => "TAG .",
+    0xE002F => "TAG /",
+    0xE0030 => "TAG 0",
+    0xE0031 => "TAG 1",
+    0xE0032 => "TAG 2",
+    0xE0033 => "TAG 3",
+    0xE0034 => "TAG 4",
+    0xE0035 => "TAG 5",
+    0xE0036 => "TAG 6",
+    0xE0037 => "TAG 7",
+    0xE0038 => "TAG 8",
+    0xE0039 => "TAG 9",
+    0xE003A => "TAG :",
+    0xE003B => "TAG ;",
+    0xE003C => "TAG <",
+    0xE003D => "TAG =",
+    0xE003E => "TAG >",
+    0xE003F => "TAG ?",
+    0xE0040 => "TAG @",
+    0xE0041 => "TAG A",
+    0xE0042 => "TAG B",
+    0xE0043 => "TAG C",
+    0xE0044 => "TAG D",
+    0xE0045 => "TAG E",
+    0xE0046 => "TAG F",
+    0xE0047 => "TAG G",
+    0xE0048 => "TAG H",
+    0xE0049 => "TAG I",
+    0xE004A => "TAG J",
+    0xE004B => "TAG K",
+    0xE004C => "TAG L",
+    0xE004D => "TAG M",
+    0xE004E => "TAG N",
+    0xE004F => "TAG O",
+    0xE0050 => "TAG P",
+    0xE0051 => "TAG Q",
+    0xE0052 => "TAG R",
+    0xE0053 => "TAG S",
+    0xE0054 => "TAG T",
+    0xE0055 => "TAG U",
+    0xE0056 => "TAG V",
+    0xE0057 => "TAG W",
+    0xE0058 => "TAG X",
+    0xE0059 => "TAG Y",
+    0xE005A => "TAG Z",
+    0xE005B => "TAG [",
+    0xE005C => "TAG \\",
+    0xE005D => "TAG ]",
+    0xE005E => "TAG ^",
+    0xE005F => "TAG _",
+    0xE0060 => "TAG `",
+    0xE0061 => "TAG a",
+    0xE0062 => "TAG b",
+    0xE0063 => "TAG c",
+    0xE0064 => "TAG d",
+    0xE0065 => "TAG e",
+    0xE0066 => "TAG f",
+    0xE0067 => "TAG g",
+    0xE0068 => "TAG h",
+    0xE0069 => "TAG i",
+    0xE006A => "TAG j",
+    0xE006B => "TAG k",
+    0xE006C => "TAG l",
+    0xE006D => "TAG m",
+    0xE006E => "TAG n",
+    0xE006F => "TAG o",
+    0xE0070 => "TAG p",
+    0xE0071 => "TAG q",
+    0xE0072 => "TAG r",
+    0xE0073 => "TAG s",
+    0xE0074 => "TAG t",
+    0xE0075 => "TAG u",
+    0xE0076 => "TAG v",
+    0xE0077 => "TAG w",
+    0xE0078 => "TAG x",
+    0xE0079 => "TAG y",
+    0xE007A => "TAG z",
+    0xE007B => "TAG {",
+    0xE007C => "TAG |",
+    0xE007D => "TAG }",
+    0xE007E => "TAG ~",
+    0xE007F => "TAG ␡",
+  }.freeze
+
+  VARIATION_SELECTOR_NAMES = {
+    0x180B => "FVS1",
+    0x180C => "FVS2",
+    0x180D => "FVS3",
+
+    0xFE00 => "VS1",
+    0xFE01 => "VS2",
+    0xFE02 => "VS3",
+    0xFE03 => "VS4",
+    0xFE04 => "VS5",
+    0xFE05 => "VS6",
+    0xFE06 => "VS7",
+    0xFE07 => "VS8",
+    0xFE08 => "VS9",
+    0xFE09 => "VS10",
+    0xFE0A => "VS11",
+    0xFE0B => "VS12",
+    0xFE0C => "VS13",
+    0xFE0D => "VS14",
+    0xFE0E => "VS15",
+    0xFE0F => "VS16",
+
+    0xE0100 => "VS17",
+    0xE0101 => "VS18",
+    0xE0102 => "VS19",
+    0xE0103 => "VS20",
+    0xE0104 => "VS21",
+    0xE0105 => "VS22",
+    0xE0106 => "VS23",
+    0xE0107 => "VS24",
+    0xE0108 => "VS25",
+    0xE0109 => "VS26",
+    0xE010A => "VS27",
+    0xE010B => "VS28",
+    0xE010C => "VS29",
+    0xE010D => "VS30",
+    0xE010E => "VS31",
+    0xE010F => "VS32",
+    0xE0110 => "VS33",
+    0xE0111 => "VS34",
+    0xE0112 => "VS35",
+    0xE0113 => "VS36",
+    0xE0114 => "VS37",
+    0xE0115 => "VS38",
+    0xE0116 => "VS39",
+    0xE0117 => "VS40",
+    0xE0118 => "VS41",
+    0xE0119 => "VS42",
+    0xE011A => "VS43",
+    0xE011B => "VS44",
+    0xE011C => "VS45",
+    0xE011D => "VS46",
+    0xE011E => "VS47",
+    0xE011F => "VS48",
+    0xE0120 => "VS49",
+    0xE0121 => "VS50",
+    0xE0122 => "VS51",
+    0xE0123 => "VS52",
+    0xE0124 => "VS53",
+    0xE0125 => "VS54",
+    0xE0126 => "VS55",
+    0xE0127 => "VS56",
+    0xE0128 => "VS57",
+    0xE0129 => "VS58",
+    0xE012A => "VS59",
+    0xE012B => "VS60",
+    0xE012C => "VS61",
+    0xE012D => "VS62",
+    0xE012E => "VS63",
+    0xE012F => "VS64",
+    0xE0130 => "VS65",
+    0xE0131 => "VS66",
+    0xE0132 => "VS67",
+    0xE0133 => "VS68",
+    0xE0134 => "VS69",
+    0xE0135 => "VS70",
+    0xE0136 => "VS71",
+    0xE0137 => "VS72",
+    0xE0138 => "VS73",
+    0xE0139 => "VS74",
+    0xE013A => "VS75",
+    0xE013B => "VS76",
+    0xE013C => "VS77",
+    0xE013D => "VS78",
+    0xE013E => "VS79",
+    0xE013F => "VS80",
+    0xE0140 => "VS81",
+    0xE0141 => "VS82",
+    0xE0142 => "VS83",
+    0xE0143 => "VS84",
+    0xE0144 => "VS85",
+    0xE0145 => "VS86",
+    0xE0146 => "VS87",
+    0xE0147 => "VS88",
+    0xE0148 => "VS89",
+    0xE0149 => "VS90",
+    0xE014A => "VS91",
+    0xE014B => "VS92",
+    0xE014C => "VS93",
+    0xE014D => "VS94",
+    0xE014E => "VS95",
+    0xE014F => "VS96",
+    0xE0150 => "VS97",
+    0xE0151 => "VS98",
+    0xE0152 => "VS99",
+    0xE0153 => "VS100",
+    0xE0154 => "VS101",
+    0xE0155 => "VS102",
+    0xE0156 => "VS103",
+    0xE0157 => "VS104",
+    0xE0158 => "VS105",
+    0xE0159 => "VS106",
+    0xE015A => "VS107",
+    0xE015B => "VS108",
+    0xE015C => "VS109",
+    0xE015D => "VS110",
+    0xE015E => "VS111",
+    0xE015F => "VS112",
+    0xE0160 => "VS113",
+    0xE0161 => "VS114",
+    0xE0162 => "VS115",
+    0xE0163 => "VS116",
+    0xE0164 => "VS117",
+    0xE0165 => "VS118",
+    0xE0166 => "VS119",
+    0xE0167 => "VS120",
+    0xE0168 => "VS121",
+    0xE0169 => "VS122",
+    0xE016A => "VS123",
+    0xE016B => "VS124",
+    0xE016C => "VS125",
+    0xE016D => "VS126",
+    0xE016E => "VS127",
+    0xE016F => "VS128",
+    0xE0170 => "VS129",
+    0xE0171 => "VS130",
+    0xE0172 => "VS131",
+    0xE0173 => "VS132",
+    0xE0174 => "VS133",
+    0xE0175 => "VS134",
+    0xE0176 => "VS135",
+    0xE0177 => "VS136",
+    0xE0178 => "VS137",
+    0xE0179 => "VS138",
+    0xE017A => "VS139",
+    0xE017B => "VS140",
+    0xE017C => "VS141",
+    0xE017D => "VS142",
+    0xE017E => "VS143",
+    0xE017F => "VS144",
+    0xE0180 => "VS145",
+    0xE0181 => "VS146",
+    0xE0182 => "VS147",
+    0xE0183 => "VS148",
+    0xE0184 => "VS149",
+    0xE0185 => "VS150",
+    0xE0186 => "VS151",
+    0xE0187 => "VS152",
+    0xE0188 => "VS153",
+    0xE0189 => "VS154",
+    0xE018A => "VS155",
+    0xE018B => "VS156",
+    0xE018C => "VS157",
+    0xE018D => "VS158",
+    0xE018E => "VS159",
+    0xE018F => "VS160",
+    0xE0190 => "VS161",
+    0xE0191 => "VS162",
+    0xE0192 => "VS163",
+    0xE0193 => "VS164",
+    0xE0194 => "VS165",
+    0xE0195 => "VS166",
+    0xE0196 => "VS167",
+    0xE0197 => "VS168",
+    0xE0198 => "VS169",
+    0xE0199 => "VS170",
+    0xE019A => "VS171",
+    0xE019B => "VS172",
+    0xE019C => "VS173",
+    0xE019D => "VS174",
+    0xE019E => "VS175",
+    0xE019F => "VS176",
+    0xE01A0 => "VS177",
+    0xE01A1 => "VS178",
+    0xE01A2 => "VS179",
+    0xE01A3 => "VS180",
+    0xE01A4 => "VS181",
+    0xE01A5 => "VS182",
+    0xE01A6 => "VS183",
+    0xE01A7 => "VS184",
+    0xE01A8 => "VS185",
+    0xE01A9 => "VS186",
+    0xE01AA => "VS187",
+    0xE01AB => "VS188",
+    0xE01AC => "VS189",
+    0xE01AD => "VS190",
+    0xE01AE => "VS191",
+    0xE01AF => "VS192",
+    0xE01B0 => "VS193",
+    0xE01B1 => "VS194",
+    0xE01B2 => "VS195",
+    0xE01B3 => "VS196",
+    0xE01B4 => "VS197",
+    0xE01B5 => "VS198",
+    0xE01B6 => "VS199",
+    0xE01B7 => "VS200",
+    0xE01B8 => "VS201",
+    0xE01B9 => "VS202",
+    0xE01BA => "VS203",
+    0xE01BB => "VS204",
+    0xE01BC => "VS205",
+    0xE01BD => "VS206",
+    0xE01BE => "VS207",
+    0xE01BF => "VS208",
+    0xE01C0 => "VS209",
+    0xE01C1 => "VS210",
+    0xE01C2 => "VS211",
+    0xE01C3 => "VS212",
+    0xE01C4 => "VS213",
+    0xE01C5 => "VS214",
+    0xE01C6 => "VS215",
+    0xE01C7 => "VS216",
+    0xE01C8 => "VS217",
+    0xE01C9 => "VS218",
+    0xE01CA => "VS219",
+    0xE01CB => "VS220",
+    0xE01CC => "VS221",
+    0xE01CD => "VS222",
+    0xE01CE => "VS223",
+    0xE01CF => "VS224",
+    0xE01D0 => "VS225",
+    0xE01D1 => "VS226",
+    0xE01D2 => "VS227",
+    0xE01D3 => "VS228",
+    0xE01D4 => "VS229",
+    0xE01D5 => "VS230",
+    0xE01D6 => "VS231",
+    0xE01D7 => "VS232",
+    0xE01D8 => "VS233",
+    0xE01D9 => "VS234",
+    0xE01DA => "VS235",
+    0xE01DB => "VS236",
+    0xE01DC => "VS237",
+    0xE01DD => "VS238",
+    0xE01DE => "VS239",
+    0xE01DF => "VS240",
+    0xE01E0 => "VS241",
+    0xE01E1 => "VS242",
+    0xE01E2 => "VS243",
+    0xE01E3 => "VS244",
+    0xE01E4 => "VS245",
+    0xE01E5 => "VS246",
+    0xE01E6 => "VS247",
+    0xE01E7 => "VS248",
+    0xE01E8 => "VS249",
+    0xE01E9 => "VS250",
+    0xE01EA => "VS251",
+    0xE01EB => "VS252",
+    0xE01EC => "VS253",
+    0xE01ED => "VS254",
+    0xE01EE => "VS255",
+    0xE01EF => "VS256",
+  }.freeze
+
+  NONCHARACTERS = [
+      *0xFDD0..0xFDEF,
+      0xFFFE,  0xFFFF,
+     0x1FFFE, 0x1FFFF,
+     0x2FFFE, 0x2FFFF,
+     0x3FFFE, 0x3FFFF,
+     0x4FFFE, 0x4FFFF,
+     0x5FFFE, 0x5FFFF,
+     0x6FFFE, 0x6FFFF,
+     0x7FFFE, 0x7FFFF,
+     0x8FFFE, 0x8FFFF,
+     0x9FFFE, 0x9FFFF,
+     0xAFFFE, 0xAFFFF,
+     0xBFFFE, 0xBFFFF,
+     0xCFFFE, 0xCFFFF,
+     0xDFFFE, 0xDFFFF,
+     0xEFFFE, 0xEFFFF,
+     0xFFFFE, 0xFFFFF,
+    0x10FFFE, 0x10FFFF,
+  ].freeze
+
+  INTERESTING_BYTES_ENCODINGS = {
+    0xD8 => /^macCroatian/,
+    0xF0 => /^mac(Iceland|Roman|Turkish)/,
+    0xFD => /^(ISO-8859-8|Windows-(1255|1256))/,
+    0xFE => /^(ISO-8859-8|Windows-(1255|1256))/,
+  }.freeze
+
+  INTERESTING_BYTES_VALUES = {
+    0xD8 => "Logo",
+    0xF0 => "Logo",
+    0xFD => "LRM",
+    0xFE => "RLM",
+  }.freeze
+
+  MAC_KEY_SYMBOLS = {
+    0x11 => "⌘",
+    0x12 => "⇧",
+    0x13 => "⌥",
+    0x14 => "⌃",
+  }.freeze
+
+  def self.symbolify(char, char_info = Characteristics.create(char))
+    if !char_info.valid?
+      REPLACEMENT_CHAR
+    else
+      case char_info
+      when UnicodeCharacteristics
+        Symbolify.unicode(char, char_info)
+      when ByteCharacteristics
+        Symbolify.byte(char, char_info)
+      when AsciiCharacteristics
+        Symbolify.ascii(char, char_info)
+      else
+        Symbolify.binary(char)
+      end
+    end
+  end
+
+  def self.unicode(char, char_info = UnicodeCharacteristics.new(char))
+    if !char_info.assigned?
+      if NONCHARACTERS.include?(char.ord)
+        return "n/c"
+      else
+        return "n/a"
+      end
+    end
+
+    char = char.dup.encode("UTF-8")
+    ord = char.ord
+
+    if char_info.delete?
+      char = CONTROL_DELETE_SYMBOL
+    elsif char_info.c0?
+      char = CONTROL_C0_SYMBOLS[ord]
+    elsif char_info.c1?
+      char = CONTROL_C1_NAMES[ord]
+    elsif char_info.bidi_control?
+      char = BIDI_CONTROL_NAMES[ord]
+    elsif VARIATION_SELECTOR_NAMES.key?(ord)
+      char = VARIATION_SELECTOR_NAMES[ord]
+    elsif char_info.category == "Mn"
+      char = "◌" + char
+    elsif char_info.category == "Me"
+      char = " " + char
+    elsif char_info.blank?
+      char = "]" + char + "["
+    elsif TAG_NAMES.key?(ord)
+      char = TAG_NAMES[ord]
+    end
+
+    char
+  end
+
+  def self.byte(char, char_info= ByteCharacteristics.new(char))
+    return "n/a" if !char_info.assigned?
+
+    ord = char.ord
+    encoding = char_info.encoding
+    no_converter = !!(NO_UTF8_CONVERTER =~ encoding.name)
+    treat_char_unconverted = false
+
+    if char_info.delete?
+      char = CONTROL_DELETE_SYMBOL
+    elsif char_info.c0?
+      if ord >= 0x11 && ord <= 0x14 && encoding.name =~ /^mac/
+        char = MAC_KEY_SYMBOLS[ord]
+      else
+      char = CONTROL_C0_SYMBOLS[ord]
+      end
+    elsif char_info.c1?
+      char = CONTROL_C1_NAMES[ord]
+    elsif no_converter
+      treat_char_unconverted = true
+    elsif char_info.blank?
+      char = "]".encode(encoding) + char + "[".encode(encoding)
+    elsif INTERESTING_BYTES_ENCODINGS[ord] =~ encoding.name
+      char = INTERESTING_BYTES_VALUES[ord]
+    end
+
+    if no_converter && treat_char_unconverted
+      dump(char)
+    else
+      char.encode("UTF-8")
+    end
+  end
+
+  def self.ascii(char, char_info = AsciiCharacteristics.new(char))
+    if char_info.delete?
+      char = CONTROL_DELETE_SYMBOL
+    elsif char_info.c0?
+      char = CONTROL_C0_SYMBOLS[char.ord]
+    elsif char_info.blank?
+      char = "]" + char + "["
+    end
+
+    char
+  end
+
+  def self.binary(char, _ = nil)
+    dump(char)
+  end
+
+  def self.dump(char)
+    char.dump
+  end
+end

data/lib/symbolify/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+module Symbolify
+  VERSION = "1.0.0".freeze
+  UNICODE_VERSION = "9.0.0".freeze
+end
+

data/spec/symbolify_spec.rb

@@ -0,0 +1,119 @@
+require_relative "../lib/symbolify"
+require "minitest/autorun"
+
+describe Symbolify do
+  describe ".symbolify" do
+    it "will show replacement character for invalid characters" do
+      assert_equal "�", Symbolify.symbolify("\x80")
+    end
+  end
+
+  describe ".unicode" do
+    it "works with normal characters" do
+      assert_equal "A", Symbolify.symbolify("A")
+      assert_equal "🌫", Symbolify.symbolify("🌫")
+    end
+
+    it "replaces C0 control characters" do
+      assert_equal "␀", Symbolify.symbolify("\0")
+      assert_equal "␊", Symbolify.symbolify("\n")
+      assert_equal "␡", Symbolify.symbolify("\x7F")
+    end
+
+    it "replaces C1 control characters" do
+      assert_equal "IND", Symbolify.symbolify("\u{84}")
+    end
+
+    it "replaces bidi control characters" do
+      assert_equal "RLM", Symbolify.symbolify("\u{200F}")
+      assert_equal "RLI", Symbolify.symbolify("\u{2067}")
+    end
+
+    it "prepends non-spacing marks with a dotted circle" do
+      assert_equal "◌\u{0300}", Symbolify.symbolify("\u{0300}")
+    end
+
+    it "prepends enclosing marks with a space" do
+      assert_equal " \u{20E3}", Symbolify.symbolify("\u{20E3}")
+    end
+
+    it "wraps blanks" do
+      assert_equal "] [", Symbolify.symbolify(" ")
+    end
+
+    it "replaces tags" do
+      assert_equal "TAG ␠", Symbolify.symbolify("\u{E0020}")
+    end
+
+    it "replaces variation selectors" do
+      assert_equal "VS232", Symbolify.symbolify("\u{E01D7}")
+    end
+
+    it "works with non-characters" do
+      assert_equal "n/c", Symbolify.symbolify("\u{10FFFF}")
+    end
+
+    it "works with unassigned characters" do
+      assert_equal "n/a", Symbolify.symbolify("\u{E0000}")
+    end
+  end
+
+  describe ".byte" do
+    it "works with normal characters" do
+      assert_equal "A", Symbolify.symbolify("A".force_encoding("ISO-8859-1"))
+    end
+
+    it "works with C0 control characters" do
+      assert_equal "␀", Symbolify.symbolify("\0".force_encoding("ISO-8859-1"))
+      assert_equal "␊", Symbolify.symbolify("\n".force_encoding("ISO-8859-1"))
+      assert_equal "␡", Symbolify.symbolify("\x7F".force_encoding("ISO-8859-1"))
+    end
+
+    it "works with C1 control characters (if encoding has C1)" do
+      assert_equal "IND", Symbolify.symbolify("\x84".force_encoding("ISO-8859-1"))
+    end
+
+    it "works with blanks" do
+      assert_equal "] [", Symbolify.symbolify(" ".force_encoding("ISO-8859-1"))
+    end
+
+    it "works with encodings that do not convert to UTF-8 (uses .dump)" do
+      assert_equal '"a"',  Symbolify.symbolify("a".force_encoding("macThai"))
+    end
+
+    it "works with mac symbbols and logo bytes" do
+      assert_equal "⌘", Symbolify.symbolify("\x11".force_encoding("macRoman"))
+      assert_equal "Logo", Symbolify.symbolify("\xF0".force_encoding("macRoman"))
+    end
+
+    it "works with unassigned characters" do
+      assert_equal "n/a", Symbolify.symbolify("\x81".force_encoding("Windows-1252"))
+    end
+  end
+
+  describe ".ascii" do
+    it "works with normal characters" do
+      assert_equal "A", Symbolify.symbolify("A".force_encoding("US-ASCII"))
+    end
+
+    it "replaces C0 control characters" do
+      assert_equal "␀", Symbolify.symbolify("\0".force_encoding("US-ASCII"))
+      assert_equal "␊", Symbolify.symbolify("\n".force_encoding("US-ASCII"))
+      assert_equal "␡", Symbolify.symbolify("\x7F".force_encoding("US-ASCII"))
+    end
+
+    it "wraps blanks" do
+      assert_equal "] [", Symbolify.symbolify(" ".force_encoding("US-ASCII"))
+    end
+  end
+
+  describe ".binary" do
+    it "works with printable bytes" do
+      assert_equal '"A"', Symbolify.symbolify("A".b)
+    end
+
+    it "works with unkhnown bytes" do
+      assert_equal '"\x87"', Symbolify.symbolify("\x87".b)
+    end
+  end
+end

data/symbolify.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+
+require File.dirname(__FILE__) + "/lib/symbolify/version"
+
+Gem::Specification.new do |gem|
+  gem.name          = "symbolify"
+  gem.version       = Symbolify::VERSION
+  gem.summary       = "Represent arbitrary codepoints in the terminal."
+  gem.description   = "Safely print all codepoints from Unicode and single-byte encodings."
+  gem.authors       = ["Jan Lelis"]
+  gem.email         = ["mail@janlelis.de"]
+  gem.homepage      = "https://github.com/janlelis/symbolify"
+  gem.license       = "MIT"
+
+  gem.files         = Dir["{**/}{.*,*}"].select{ |path| File.file?(path) && path !~ /^pkg/ }
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.required_ruby_version = "~> 2.0"
+  gem.add_dependency "characteristics", "~> 0.5"
+end

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification
+name: symbolify
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Jan Lelis
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-03-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: characteristics
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+description: Safely print all codepoints from Unicode and single-byte encodings.
+email:
+- mail@janlelis.de
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- Gemfile
+- MIT-LICENSE.txt
+- README.md
+- Rakefile
+- lib/symbolify.rb
+- lib/symbolify/version.rb
+- spec/symbolify_spec.rb
+- symbolify.gemspec
+homepage: https://github.com/janlelis/symbolify
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: '2.0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Represent arbitrary codepoints in the terminal.
+test_files:
+- spec/symbolify_spec.rb