code-pages 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a666cbacc1bdb0ef5d453d63598d65db0d76ef5d
+  data.tar.gz: 0bd3052e4ef28c7c51374c7459a63cc6331ec7e6
+SHA512:
+  metadata.gz: 0734705ccfef3a5fa24064cc6c00622f5a62807955fe70fe61313494c272e267ca1f2d2a8ef821dba44e373224e66c0c6204dd82ad824a33c6f0967e1d654a3c
+  data.tar.gz: 3e07d38166ae28d53bf84903d65fb3cfb594ba914addd10009ba76790931a6616baa8fe3f34c5c53bd2558721c3dd57954a343f01ecc0e46f98504ed939ec44b

data/Gemfile

@@ -0,0 +1,9 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development, :test do
+  gem 'pry-byebug'
+  gem 'rake'
+  gem 'rspec', '~> 3.0'
+end

data/Rakefile

@@ -0,0 +1,24 @@
+$:.unshift File.join(File.dirname(__FILE__), 'lib')
+
+require 'rubygems' unless ENV['NO_RUBYGEMS']
+
+require 'bundler'
+require 'pry-byebug'
+require 'rspec/core/rake_task'
+require 'rubygems/package_task'
+require 'code-pages'
+
+Bundler::GemHelper.install_tasks
+
+task default: :spec
+
+desc 'Run specs'
+RSpec::Core::RakeTask.new do |t|
+  t.pattern = './spec/**/*_spec.rb'
+end
+
+task :import do
+  CodePages::Importer.import(
+    CodePages.manifest, File.expand_path('../resources', __FILE__)
+  )
+end

data/code-pages.gemspec

@@ -0,0 +1,18 @@
+$:.unshift File.join(File.dirname(__FILE__), 'lib')
+require 'code-pages/version'
+
+Gem::Specification.new do |s|
+  s.name     = 'code-pages'
+  s.version  = ::CodePages::VERSION
+  s.authors  = ['Cameron Dutro']
+  s.email    = ['camertron@gmail.com']
+  s.homepage = 'http://github.com/camertron/code-pages'
+
+  s.description = s.summary = 'A database of legacy Microsoft and ISO 8859 code pages for Ruby.'
+
+  s.platform = Gem::Platform::RUBY
+  s.has_rdoc = true
+
+  s.require_path = 'lib'
+  s.files = Dir['{lib,spec,resources}/**/*', 'Gemfile', 'README.md', 'Rakefile', 'code-pages.gemspec']
+end

data/lib/code-pages.rb

@@ -0,0 +1 @@
+require 'code_pages'

data/lib/code-pages/code_page.rb

@@ -0,0 +1,20 @@
+require 'yaml'
+
+module CodePages
+  class CodePage
+    attr_reader :id, :resource_file
+
+    def initialize(id, resource_file)
+      @id = id
+      @resource_file = resource_file
+    end
+
+    def to_utf8(str)
+      str.each_byte.map { |byte| unicode_mapping[byte] }.pack('U*')
+    end
+
+    def unicode_mapping
+      @unicode_mapping ||= YAML.load_file(resource_file)
+    end
+  end
+end

data/lib/code-pages/importer.rb

@@ -0,0 +1,67 @@
+require 'open-uri'
+require 'yaml'
+
+module CodePages
+  class Importer
+    def self.import(manifest, output_path)
+      new(manifest, output_path).import
+    end
+
+    attr_reader :manifest, :output_path
+
+    def initialize(manifest, output_path)
+      @manifest = manifest
+      @output_path = output_path
+    end
+
+    def import
+      manifest.each do |props|
+        STDOUT.write("Importing #{props['code_page']}... ")
+        import_code_page(props)
+        puts 'done.'
+      end
+    end
+
+    private
+
+    def import_code_page(props)
+      output_file = File.join(output_path, "#{props['code_page']}.yml")
+      code_page = get_code_page(props['url'])
+      File.write(output_file, YAML.dump(code_page))
+    end
+
+    def get_code_page(url)
+      io = open(url)
+
+      {}.tap do |code_page|
+        parse_resource(io) do |line|
+          next if (line[1] || '').empty?
+          code_page[hex2dec(line[0])] = hex2dec(line[1])
+          break if line[0].upcase == '0XFF'
+        end
+      end
+    end
+
+    def hex2dec(hex_str)
+      hex_str[2..-1].to_i(16)
+    end
+
+    def parse_resource(io)
+      io.each_line do |line|
+        unless line[0] == '#'
+          comment_idx = if idx = line.index('#')
+            idx - 1 # consume #
+          else
+            line.size
+          end
+
+          line = line.chomp[0..comment_idx]
+
+          if line.size > 0
+            yield line.split("\t", -1).map(&:strip)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/code-pages/version.rb

@@ -0,0 +1,3 @@
+module CodePages
+  VERSION = '1.0.0'
+end

data/lib/code_pages.rb

@@ -0,0 +1,38 @@
+require 'yaml'
+
+module CodePages
+  autoload :CodePage, 'code-pages/code_page'
+  autoload :Importer, 'code-pages/importer'
+
+  class << self
+    def [](index)
+      all[index]
+    end
+
+    def supported_ids
+      @supported_ids ||= all.keys
+    end
+
+    def supports?(id)
+      supported_ids.include?(id)
+    end
+
+    def all
+      @all ||= manifest.each_with_object({}) do |props, ret|
+        ret[props['code_page']] = CodePage.new(
+          props['code_page'], File.join(resources_dir, "#{props['code_page']}.yml")
+        )
+      end
+    end
+
+    def manifest
+      @manifest ||= YAML.load_file(
+        File.join(resources_dir, 'code_page_manifest.yml')
+      )
+    end
+
+    def resources_dir
+      @resources_dir ||= File.expand_path('../../resources', __FILE__)
+    end
+  end
+end

data/resources/10000.yml

@@ -0,0 +1,256 @@
+---
+0: 0
+1: 1
+2: 2
+3: 3
+4: 4
+5: 5
+6: 6
+7: 7
+8: 8
+9: 9
+10: 10
+11: 11
+12: 12
+13: 13
+14: 14
+15: 15
+16: 16
+17: 17
+18: 18
+19: 19
+20: 20
+21: 21
+22: 22
+23: 23
+24: 24
+25: 25
+26: 26
+27: 27
+28: 28
+29: 29
+30: 30
+31: 31
+32: 32
+33: 33
+34: 34
+35: 35
+36: 36
+37: 37
+38: 38
+39: 39
+40: 40
+41: 41
+42: 42
+43: 43
+44: 44
+45: 45
+46: 46
+47: 47
+48: 48
+49: 49
+50: 50
+51: 51
+52: 52
+53: 53
+54: 54
+55: 55
+56: 56
+57: 57
+58: 58
+59: 59
+60: 60
+61: 61
+62: 62
+63: 63
+64: 64
+65: 65
+66: 66
+67: 67
+68: 68
+69: 69
+70: 70
+71: 71
+72: 72
+73: 73
+74: 74
+75: 75
+76: 76
+77: 77
+78: 78
+79: 79
+80: 80
+81: 81
+82: 82
+83: 83
+84: 84
+85: 85
+86: 86
+87: 87
+88: 88
+89: 89
+90: 90
+91: 91
+92: 92
+93: 93
+94: 94
+95: 95
+96: 96
+97: 97
+98: 98
+99: 99
+100: 100
+101: 101
+102: 102
+103: 103
+104: 104
+105: 105
+106: 106
+107: 107
+108: 108
+109: 109
+110: 110
+111: 111
+112: 112
+113: 113
+114: 114
+115: 115
+116: 116
+117: 117
+118: 118
+119: 119
+120: 120
+121: 121
+122: 122
+123: 123
+124: 124
+125: 125
+126: 126
+127: 127
+128: 196
+129: 197
+130: 199
+131: 201
+132: 209
+133: 214
+134: 220
+135: 225
+136: 224
+137: 226
+138: 228
+139: 227
+140: 229
+141: 231
+142: 233
+143: 232
+144: 234
+145: 235
+146: 237
+147: 236
+148: 238
+149: 239
+150: 241
+151: 243
+152: 242
+153: 244
+154: 246
+155: 245
+156: 250
+157: 249
+158: 251
+159: 252
+160: 8224
+161: 176
+162: 162
+163: 163
+164: 167
+165: 8226
+166: 182
+167: 223
+168: 174
+169: 169
+170: 8482
+171: 180
+172: 168
+173: 8800
+174: 198
+175: 216
+176: 8734
+177: 177
+178: 8804
+179: 8805
+180: 165
+181: 181
+182: 8706
+183: 8721
+184: 8719
+185: 960
+186: 8747
+187: 170
+188: 186
+189: 8486
+190: 230
+191: 248
+192: 191
+193: 161
+194: 172
+195: 8730
+196: 402
+197: 8776
+198: 8710
+199: 171
+200: 187
+201: 8230
+202: 160
+203: 192
+204: 195
+205: 213
+206: 338
+207: 339
+208: 8211
+209: 8212
+210: 8220
+211: 8221
+212: 8216
+213: 8217
+214: 247
+215: 9674
+216: 255
+217: 376
+218: 8260
+219: 164
+220: 8249
+221: 8250
+222: 64257
+223: 64258
+224: 8225
+225: 183
+226: 8218
+227: 8222
+228: 8240
+229: 194
+230: 202
+231: 193
+232: 203
+233: 200
+234: 205
+235: 206
+236: 207
+237: 204
+238: 211
+239: 212
+241: 210
+242: 218
+243: 219
+244: 217
+245: 305
+246: 710
+247: 732
+248: 175
+249: 728
+250: 729
+251: 730
+252: 184
+253: 733
+254: 731
+255: 711