code-pages 1.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (69) hide show
  1. checksums.yaml +7 -0
  2. data/Gemfile +9 -0
  3. data/Rakefile +24 -0
  4. data/code-pages.gemspec +18 -0
  5. data/lib/code-pages.rb +1 -0
  6. data/lib/code-pages/code_page.rb +20 -0
  7. data/lib/code-pages/importer.rb +67 -0
  8. data/lib/code-pages/version.rb +3 -0
  9. data/lib/code_pages.rb +38 -0
  10. data/resources/10000.yml +256 -0
  11. data/resources/10006.yml +256 -0
  12. data/resources/10007.yml +257 -0
  13. data/resources/10029.yml +257 -0
  14. data/resources/10079.yml +256 -0
  15. data/resources/10081.yml +255 -0
  16. data/resources/1026.yml +257 -0
  17. data/resources/1250.yml +252 -0
  18. data/resources/1251.yml +256 -0
  19. data/resources/1252.yml +252 -0
  20. data/resources/1253.yml +240 -0
  21. data/resources/1254.yml +250 -0
  22. data/resources/1255.yml +234 -0
  23. data/resources/1256.yml +257 -0
  24. data/resources/1257.yml +245 -0
  25. data/resources/1258.yml +248 -0
  26. data/resources/28591.yml +257 -0
  27. data/resources/28592.yml +257 -0
  28. data/resources/28593.yml +250 -0
  29. data/resources/28594.yml +257 -0
  30. data/resources/28595.yml +257 -0
  31. data/resources/28596.yml +212 -0
  32. data/resources/28597.yml +254 -0
  33. data/resources/28598.yml +221 -0
  34. data/resources/28599.yml +257 -0
  35. data/resources/28600.yml +257 -0
  36. data/resources/28601.yml +249 -0
  37. data/resources/28603.yml +257 -0
  38. data/resources/28604.yml +257 -0
  39. data/resources/28605.yml +257 -0
  40. data/resources/28606.yml +257 -0
  41. data/resources/37.yml +257 -0
  42. data/resources/437.yml +257 -0
  43. data/resources/47451.yml +257 -0
  44. data/resources/500.yml +257 -0
  45. data/resources/737.yml +257 -0
  46. data/resources/775.yml +257 -0
  47. data/resources/850.yml +257 -0
  48. data/resources/852.yml +257 -0
  49. data/resources/855.yml +257 -0
  50. data/resources/857.yml +254 -0
  51. data/resources/860.yml +257 -0
  52. data/resources/861.yml +257 -0
  53. data/resources/862.yml +257 -0
  54. data/resources/863.yml +257 -0
  55. data/resources/864.yml +251 -0
  56. data/resources/865.yml +257 -0
  57. data/resources/866.yml +257 -0
  58. data/resources/869.yml +248 -0
  59. data/resources/874.yml +226 -0
  60. data/resources/875.yml +257 -0
  61. data/resources/932.yml +7916 -0
  62. data/resources/936.yml +21921 -0
  63. data/resources/949.yml +17177 -0
  64. data/resources/950.yml +13632 -0
  65. data/resources/code_page_manifest.yml +110 -0
  66. data/spec/code_page_spec.rb +22 -0
  67. data/spec/code_pages_spec.rb +49 -0
  68. data/spec/spec_helper.rb +8 -0
  69. metadata +110 -0
data/resources/code_page_manifest.yml ADDED
@@ -0,0 +1,110 @@
1
+ - code_page: 37
2
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/EBCDIC/CP037.TXT
3
+ - code_page: 437
4
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP437.TXT
5
+ - code_page: 500
6
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/EBCDIC/CP500.TXT
7
+ - code_page: 737
8
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP737.TXT
9
+ - code_page: 775
10
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP775.TXT
11
+ - code_page: 850
12
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP850.TXT
13
+ - code_page: 852
14
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP852.TXT
15
+ - code_page: 855
16
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP855.TXT
17
+ - code_page: 857
18
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP857.TXT
19
+ - code_page: 860
20
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP860.TXT
21
+ - code_page: 861
22
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP861.TXT
23
+ - code_page: 862
24
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP862.TXT
25
+ - code_page: 863
26
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP863.TXT
27
+ - code_page: 864
28
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP864.TXT
29
+ - code_page: 865
30
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP865.TXT
31
+ - code_page: 866
32
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP866.TXT
33
+ - code_page: 869
34
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/PC/CP869.TXT
35
+ - code_page: 874
36
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP874.TXT
37
+ - code_page: 875
38
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/EBCDIC/CP875.TXT
39
+ - code_page: 932
40
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP932.TXT
41
+ - code_page: 936
42
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP936.TXT
43
+ - code_page: 949
44
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP949.TXT
45
+ - code_page: 950
46
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP950.TXT
47
+ - code_page: 1026
48
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/EBCDIC/CP1026.TXT
49
+ - code_page: 1250
50
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1250.TXT
51
+ - code_page: 1251
52
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1251.TXT
53
+ - code_page: 1252
54
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1252.TXT
55
+ - code_page: 1253
56
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1253.TXT
57
+ - code_page: 1254
58
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1254.TXT
59
+ - code_page: 1255
60
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1255.TXT
61
+ - code_page: 1256
62
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1256.TXT
63
+ - code_page: 1257
64
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1257.TXT
65
+ - code_page: 1258
66
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/WINDOWS/CP1258.TXT
67
+ - code_page: 47451
68
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MISC/ATARIST.TXT
69
+ - code_page: 10000
70
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/MAC/ROMAN.TXT
71
+ - code_page: 10006
72
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/MAC/GREEK.TXT
73
+ - code_page: 10007
74
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/MAC/CYRILLIC.TXT
75
+ - code_page: 10029
76
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/MAC/LATIN2.TXT
77
+ - code_page: 10079
78
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/MAC/ICELAND.TXT
79
+ - code_page: 10081
80
+ url: http://www.unicode.org/Public/MAPPINGS/VENDORS/MICSFT/MAC/TURKISH.TXT
81
+ - code_page: 28591
82
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-1.TXT
83
+ - code_page: 28592
84
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-2.TXT
85
+ - code_page: 28593
86
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-3.TXT
87
+ - code_page: 28594
88
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-4.TXT
89
+ - code_page: 28595
90
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-5.TXT
91
+ - code_page: 28596
92
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-6.TXT
93
+ - code_page: 28597
94
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-7.TXT
95
+ - code_page: 28598
96
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-8.TXT
97
+ - code_page: 28599
98
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-9.TXT
99
+ - code_page: 28600
100
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-10.TXT
101
+ - code_page: 28601
102
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-11.TXT
103
+ - code_page: 28603
104
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-13.TXT
105
+ - code_page: 28604
106
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-14.TXT
107
+ - code_page: 28605
108
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-15.TXT
109
+ - code_page: 28606
110
+ url: http://www.unicode.org/Public/MAPPINGS/ISO8859/8859-16.TXT
data/spec/code_page_spec.rb ADDED
@@ -0,0 +1,22 @@
1
+ require 'spec_helper'
2
+
3
+ describe CodePages::CodePage do
4
+ let(:code_page) { CodePages[37] }
5
+
6
+ describe '#unicode_mapping' do
7
+ subject { code_page.unicode_mapping }
8
+
9
+ it 'maps code page characters to unicode code points' do
10
+ expect(subject[4]).to eq(156)
11
+ expect(subject[120]).to eq(204)
12
+ expect(subject[242]).to eq(50)
13
+ expect(subject[255]).to eq(159)
14
+ end
15
+ end
16
+
17
+ describe '#to_utf8' do
18
+ it 'converts the given string from the code page to utf8' do
19
+ expect(code_page.to_utf8('abc')).to eq('/ÂÄ')
20
+ end
21
+ end
22
+ end
data/spec/code_pages_spec.rb ADDED
@@ -0,0 +1,49 @@
1
+ require 'spec_helper'
2
+
3
+ describe CodePages do
4
+ describe '#[]' do
5
+ subject { described_class[875] }
6
+
7
+ it 'retrieves code pages by id' do
8
+ expect(subject).to be_a(CodePages::CodePage)
9
+ expect(subject.id).to eq(875)
10
+ end
11
+ end
12
+
13
+ describe '#supported_ids' do
14
+ subject { described_class.supported_ids }
15
+
16
+ it 'rerieves a list of all available code page ids' do
17
+ expect(subject.all? { |id| id.is_a?(Integer) }).to eq(true)
18
+ expect(subject).to include(875)
19
+ expect(subject).to include(10006)
20
+ expect(subject).to include(1251)
21
+ end
22
+ end
23
+
24
+ describe '#supports?' do
25
+ it 'returns true if the code page is supported' do
26
+ expect(described_class.supports?(28605)).to eq(true)
27
+ end
28
+
29
+ it 'returns false if the code page is not supported' do
30
+ expect(described_class.supports?(38)).to eq(false)
31
+ end
32
+ end
33
+
34
+ describe '#all' do
35
+ subject { described_class.all }
36
+
37
+ it 'returns a hash of all code pages' do
38
+ subject.each_pair do |_, code_page|
39
+ expect(code_page).to be_a(CodePages::CodePage)
40
+ end
41
+ end
42
+
43
+ it 'includes certain code pages' do
44
+ expect(subject).to include(950)
45
+ expect(subject).to include(47451)
46
+ expect(subject).to include(1258)
47
+ end
48
+ end
49
+ end
data/spec/spec_helper.rb ADDED
@@ -0,0 +1,8 @@
1
+ $:.push(File.dirname(__FILE__))
2
+
3
+ require 'rspec'
4
+ require 'pry-byebug'
5
+ require 'code-pages'
6
+
7
+ RSpec.configure do |config|
8
+ end
metadata ADDED
@@ -0,0 +1,110 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: code-pages
3
+ version: !ruby/object:Gem::Version
4
+ version: 1.0.0
5
+ platform: ruby
6
+ authors:
7
+ - Cameron Dutro
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2017-12-29 00:00:00.000000000 Z
12
+ dependencies: []
13
+ description: A database of legacy Microsoft and ISO 8859 code pages for Ruby.
14
+ email:
15
+ - camertron@gmail.com
16
+ executables: []
17
+ extensions: []
18
+ extra_rdoc_files: []
19
+ files:
20
+ - Gemfile
21
+ - Rakefile
22
+ - code-pages.gemspec
23
+ - lib/code-pages.rb
24
+ - lib/code-pages/code_page.rb
25
+ - lib/code-pages/importer.rb
26
+ - lib/code-pages/version.rb
27
+ - lib/code_pages.rb
28
+ - resources/10000.yml
29
+ - resources/10006.yml
30
+ - resources/10007.yml
31
+ - resources/10029.yml
32
+ - resources/10079.yml
33
+ - resources/10081.yml
34
+ - resources/1026.yml
35
+ - resources/1250.yml
36
+ - resources/1251.yml
37
+ - resources/1252.yml
38
+ - resources/1253.yml
39
+ - resources/1254.yml
40
+ - resources/1255.yml
41
+ - resources/1256.yml
42
+ - resources/1257.yml
43
+ - resources/1258.yml
44
+ - resources/28591.yml
45
+ - resources/28592.yml
46
+ - resources/28593.yml
47
+ - resources/28594.yml
48
+ - resources/28595.yml
49
+ - resources/28596.yml
50
+ - resources/28597.yml
51
+ - resources/28598.yml
52
+ - resources/28599.yml
53
+ - resources/28600.yml
54
+ - resources/28601.yml
55
+ - resources/28603.yml
56
+ - resources/28604.yml
57
+ - resources/28605.yml
58
+ - resources/28606.yml
59
+ - resources/37.yml
60
+ - resources/437.yml
61
+ - resources/47451.yml
62
+ - resources/500.yml
63
+ - resources/737.yml
64
+ - resources/775.yml
65
+ - resources/850.yml
66
+ - resources/852.yml
67
+ - resources/855.yml
68
+ - resources/857.yml
69
+ - resources/860.yml
70
+ - resources/861.yml
71
+ - resources/862.yml
72
+ - resources/863.yml
73
+ - resources/864.yml
74
+ - resources/865.yml
75
+ - resources/866.yml
76
+ - resources/869.yml
77
+ - resources/874.yml
78
+ - resources/875.yml
79
+ - resources/932.yml
80
+ - resources/936.yml
81
+ - resources/949.yml
82
+ - resources/950.yml
83
+ - resources/code_page_manifest.yml
84
+ - spec/code_page_spec.rb
85
+ - spec/code_pages_spec.rb
86
+ - spec/spec_helper.rb
87
+ homepage: http://github.com/camertron/code-pages
88
+ licenses: []
89
+ metadata: {}
90
+ post_install_message:
91
+ rdoc_options: []
92
+ require_paths:
93
+ - lib
94
+ required_ruby_version: !ruby/object:Gem::Requirement
95
+ requirements:
96
+ - - ">="
97
+ - !ruby/object:Gem::Version
98
+ version: '0'
99
+ required_rubygems_version: !ruby/object:Gem::Requirement
100
+ requirements:
101
+ - - ">="
102
+ - !ruby/object:Gem::Version
103
+ version: '0'
104
+ requirements: []
105
+ rubyforge_project:
106
+ rubygems_version: 2.6.13
107
+ signing_key:
108
+ specification_version: 4
109
+ summary: A database of legacy Microsoft and ISO 8859 code pages for Ruby.
110
+ test_files: []