cmess 0.2.1 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (8) hide show
  1. data/README +1 -1
  2. data/data/test_chars.yaml +26 -0
  3. data/lib/cmess/decode_entities.rb +1 -1
  4. data/lib/cmess/guess_encoding.rb +1 -1
  5. data/lib/cmess/guess_encoding/automatic.rb +14 -1
  6. data/lib/cmess/guess_encoding/encoding.rb +7 -1
  7. data/lib/cmess/version.rb +1 -1
  8. metadata +37 -37
data/README CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  == VERSION
4
4
 
5
- This documentation refers to cmess version 0.2.1
5
+ This documentation refers to cmess version 0.2.2
6
6
 
7
7
 
8
8
  == DESCRIPTION
data/data/test_chars.yaml CHANGED
@@ -5,8 +5,34 @@
5
5
 
6
6
  "ISO-8859-1": [129, 141, 143, 144, 157, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255]
7
7
 
8
+ "ISO-8859-2": [169, 174, 185, 190, 164, 167, 168, 173, 176, 180, 184, 193, 194, 196, 199, 201, 203, 205, 206, 211, 212, 214, 215, 218, 220, 221, 223, 225, 226, 228, 231, 233, 235, 237, 238, 243, 244, 246, 247, 250, 252, 253]
9
+
10
+ "ISO-8859-3": [163, 164, 167, 168, 173, 176, 178, 179, 180, 181, 183, 184, 189, 192, 193, 194, 196, 199, 200, 201, 202, 203, 204, 205, 206, 207, 209, 210, 211, 212, 214, 215, 217, 218, 219, 220, 223, 224, 225, 226, 228, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 244, 246, 247, 249, 250, 251, 252]
11
+
12
+ "ISO-8859-4": [169, 174, 185, 190, 164, 167, 168, 173, 175, 176, 180, 184, 193, 194, 195, 196, 197, 198, 201, 203, 205, 206, 212, 213, 214, 215, 216, 218, 219, 220, 223, 225, 226, 227, 228, 229, 230, 233, 235, 237, 238, 244, 245, 246, 247, 248, 250, 251, 252]
13
+
14
+ "ISO-8859-5": [253, 173]
15
+
16
+ "ISO-8859-6": [164, 173]
17
+
18
+ "ISO-8859-7": [164, 161, 162, 163, 166, 167, 168, 169, 171, 172, 173, 176, 177, 178, 179, 183, 187, 189]
19
+
20
+ "ISO-8859-8": [162, 163, 164, 165, 166, 167, 168, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 187, 188, 189, 190, 170, 186]
21
+
22
+ "ISO-8859-9": [161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 255]
23
+
24
+ "ISO-8859-10": [170, 172, 186, 188, 167, 173, 176, 183, 193, 194, 195, 196, 197, 198, 201, 203, 205, 206, 207, 208, 211, 212, 213, 214, 216, 218, 219, 220, 221, 222, 223, 225, 226, 227, 228, 229, 230, 233, 235, 237, 238, 239, 240, 243, 244, 245, 246, 248, 250, 251, 252, 253, 254]
25
+
26
+ "ISO-8859-11": []
27
+
28
+ "ISO-8859-13": [165, 208, 222, 255, 180, 161, 240, 254, 162, 163, 164, 166, 167, 169, 171, 172, 173, 174, 176, 177, 178, 179, 181, 182, 183, 185, 187, 188, 189, 190, 196, 197, 175, 201, 211, 213, 214, 215, 168, 220, 223, 228, 229, 191, 233, 243, 245, 246, 247, 184, 252]
29
+
30
+ "ISO-8859-14": [175, 163, 167, 169, 173, 174, 182, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 209, 210, 211, 212, 213, 214, 216, 217, 218, 219, 220, 221, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 241, 242, 243, 244, 245, 246, 248, 249, 250, 251, 252, 253, 255]
31
+
8
32
  "ISO-8859-15": [164, 129, 166, 188, 141, 180, 143, 144, 168, 189, 157, 184, 190, 161, 162, 163, 165, 167, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 181, 182, 183, 185, 186, 187, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255]
9
33
 
34
+ "ISO-8859-16": [164, 165, 166, 188, 180, 181, 168, 189, 184, 190, 167, 169, 171, 173, 176, 177, 182, 183, 187, 192, 193, 194, 196, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 210, 211, 212, 214, 217, 218, 219, 220, 223, 224, 225, 226, 228, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 242, 243, 244, 246, 249, 250, 251, 252, 255]
35
+
10
36
  "CP1252": [128, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 142, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 158, 159, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255]
11
37
 
12
38
  "CP850": [159, 173, 189, 156, 207, 190, 221, 245, 249, 184, 166, 174, 170, 240, 169, 238, 248, 241, 253, 252, 239, 230, 244, 250, 247, 251, 167, 175, 172, 171, 243, 168, 183, 181, 182, 199, 142, 143, 146, 128, 212, 144, 210, 211, 222, 214, 215, 216, 209, 165, 227, 224, 226, 229, 153, 158, 157, 235, 233, 234, 154, 237, 232, 225, 133, 160, 131, 198, 132, 134, 145, 135, 138, 130, 136, 137, 141, 161, 140, 139, 208, 164, 149, 162, 147, 228, 148, 246, 155, 151, 163, 150, 129, 236, 231, 152]
data/lib/cmess/decode_entities.rb CHANGED
@@ -37,7 +37,7 @@ module CMess::DecodeEntities
37
37
  extend self
38
38
 
39
39
  # our version ;-)
40
- VERSION = '0.0.2'
40
+ VERSION = '0.0.3'
41
41
 
42
42
  # HTMLEntities requires UTF-8
43
43
  INTERMEDIATE_ENCODING = 'utf-8'
data/lib/cmess/guess_encoding.rb CHANGED
@@ -39,7 +39,7 @@ require 'cmess'
39
39
  module CMess::GuessEncoding
40
40
 
41
41
  # our version ;-)
42
- VERSION = '0.0.8'
42
+ VERSION = '0.0.9'
43
43
 
44
44
  class << self
45
45
 
data/lib/cmess/guess_encoding/automatic.rb CHANGED
@@ -61,7 +61,20 @@ class CMess::GuessEncoding::Automatic
61
61
  TEST_ENCODINGS = [
62
62
  MACINTOSH,
63
63
  ISO_8859_1,
64
+ ISO_8859_2,
65
+ ISO_8859_3,
66
+ ISO_8859_4,
67
+ ISO_8859_5,
68
+ ISO_8859_6,
69
+ ISO_8859_7,
70
+ ISO_8859_8,
71
+ ISO_8859_9,
72
+ ISO_8859_10,
73
+ ISO_8859_11,
74
+ ISO_8859_13,
75
+ ISO_8859_14,
64
76
  ISO_8859_15,
77
+ ISO_8859_16,
65
78
  CP1252,
66
79
  CP850,
67
80
  MS_ANSI
@@ -75,7 +88,7 @@ class CMess::GuessEncoding::Automatic
75
88
 
76
89
  # Map TEST_ENCODINGS to respectively encoded CHARS_TO_TEST
77
90
  TEST_CHARS = Hash.new { |hash, encoding|
78
- encoding = Encoding.get_or_set_encoding_const(encoding)
91
+ encoding = get_or_set_encoding_const(encoding)
79
92
  encchars = CHARS_TO_TEST.map { |char|
80
93
  begin
81
94
  byte = *ICONV_FOR[encoding].iconv(char).unpack('C')
data/lib/cmess/guess_encoding/encoding.rb CHANGED
@@ -41,6 +41,10 @@ module CMess::GuessEncoding::Encoding
41
41
  const_set(:ALL_ENCODINGS, get_all_encodings)
42
42
  end
43
43
 
44
+ def [](encoding)
45
+ get_or_set_encoding_const(encoding)
46
+ end
47
+
44
48
  private
45
49
 
46
50
  def get_all_encodings
@@ -64,7 +68,9 @@ module CMess::GuessEncoding::Encoding
64
68
 
65
69
  %w[
66
70
  UNKNOWN ASCII MACINTOSH
67
- ISO-8859-1 ISO-8859-2 ISO-8859-15
71
+ ISO-8859-1 ISO-8859-2 ISO-8859-3 ISO-8859-4 ISO-8859-5
72
+ ISO-8859-6 ISO-8859-7 ISO-8859-8 ISO-8859-9 ISO-8859-10
73
+ ISO-8859-11 ISO-8859-13 ISO-8859-14 ISO-8859-15 ISO-8859-16
68
74
  CP1250 CP1251 CP1252 CP850 CP852 CP856
69
75
  UTF-8 UTF-16 UTF-16BE UTF-16LE UTF-32 UTF-32BE UTF-32LE
70
76
  UTF-7 UTF-EBCDIC SCSU BOCU-1
data/lib/cmess/version.rb CHANGED
@@ -30,7 +30,7 @@ module CMess::Version
30
30
 
31
31
  MAJOR = 0
32
32
  MINOR = 2
33
- TINY = 1
33
+ TINY = 2
34
34
 
35
35
  class << self
36
36
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: cmess
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.2.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Jens Wille
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2009-09-24 00:00:00 +02:00
12
+ date: 2009-10-24 00:00:00 +02:00
13
13
  default_executable:
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
@@ -35,10 +35,10 @@ dependencies:
35
35
  description: "\n Assist with handling messed up encodings (Currently includes the\n following tools: bconv, cinderella, decode_entities, guess_encoding)\n "
36
36
  email: jens.wille@uni-koeln.de
37
37
  executables:
38
- - guess_encoding
39
38
  - cinderella
40
- - bconv
41
39
  - decode_entities
40
+ - guess_encoding
41
+ - bconv
42
42
  extensions: []
43
43
 
44
44
  extra_rdoc_files:
@@ -46,69 +46,69 @@ extra_rdoc_files:
46
46
  - ChangeLog
47
47
  - README
48
48
  files:
49
- - lib/cmess/guess_encoding/manual.rb
50
- - lib/cmess/guess_encoding/automatic.rb
49
+ - lib/cmess/guess_encoding.rb
51
50
  - lib/cmess/guess_encoding/encoding.rb
51
+ - lib/cmess/guess_encoding/automatic.rb
52
+ - lib/cmess/guess_encoding/manual.rb
52
53
  - lib/cmess/decode_entities.rb
54
+ - lib/cmess/version.rb
53
55
  - lib/cmess/cli.rb
54
56
  - lib/cmess/cinderella.rb
55
57
  - lib/cmess/bconv.rb
56
- - lib/cmess/guess_encoding.rb
57
- - lib/cmess/version.rb
58
58
  - lib/cmess.rb
59
- - bin/guess_encoding
60
59
  - bin/cinderella
61
- - bin/bconv
62
60
  - bin/decode_entities
63
- - Rakefile
61
+ - bin/guess_encoding
62
+ - bin/bconv
64
63
  - COPYING
65
- - ChangeLog
64
+ - Rakefile
66
65
  - README
67
- - example/guess_encoding/en.utf-8.txt
68
- - example/guess_encoding/fr.utf-8.txt
69
- - example/guess_encoding/check_results
70
- - example/guess_encoding/it.utf-8.txt
71
- - example/guess_encoding/de.utf-8.txt
72
- - example/cinderella/pot
66
+ - ChangeLog
73
67
  - example/cinderella/empty6-slash_repaired.txt
74
- - example/cinderella/crop
75
68
  - example/cinderella/empty6-slash.txt
69
+ - example/cinderella/crop
76
70
  - example/cinderella/crop_repaired
71
+ - example/cinderella/pot
72
+ - example/guess_encoding/en.utf-8.txt
73
+ - example/guess_encoding/check_results
74
+ - example/guess_encoding/de.utf-8.txt
75
+ - example/guess_encoding/it.utf-8.txt
76
+ - example/guess_encoding/fr.utf-8.txt
77
+ - data/test_chars.yaml
77
78
  - data/chartab.yaml
78
- - data/csets/unicode/latin-extended-c.yaml
79
- - data/csets/unicode/spacing_modifier_letters.yaml
80
- - data/csets/unicode/latin_extended_a.yaml
81
- - data/csets/unicode/ipa_extensions.yaml
79
+ - data/csets/iso_8859-15.yaml
80
+ - data/csets/latin1.yaml
81
+ - data/csets/utf8.yaml
82
+ - data/csets/unicode/letterlike_symbols.yaml
82
83
  - data/csets/unicode/latin_1_supplement.yaml
83
- - data/csets/unicode/greek.yaml
84
- - data/csets/unicode/latin_extended_b.yaml
84
+ - data/csets/unicode/cyrillic-supplement.yaml
85
+ - data/csets/unicode/latin_extended_additional.yaml
86
+ - data/csets/unicode/ipa_extensions.yaml
85
87
  - data/csets/unicode/latin-extended-d.yaml
86
88
  - data/csets/unicode/basic_latin.yaml
87
- - data/csets/unicode/latin_extended_additional.yaml
89
+ - data/csets/unicode/latin_extended_b.yaml
90
+ - data/csets/unicode/latin_extended_a.yaml
91
+ - data/csets/unicode/latin-extended-c.yaml
92
+ - data/csets/unicode/spacing_modifier_letters.yaml
88
93
  - data/csets/unicode/cyrillic.yaml
89
- - data/csets/unicode/cyrillic-supplement.yaml
90
- - data/csets/unicode/letterlike_symbols.yaml
94
+ - data/csets/unicode/greek.yaml
91
95
  - data/csets/iso_8859-1.yaml
92
- - data/csets/utf8.yaml
93
96
  - data/csets/utf-8.yaml
94
- - data/csets/latin1.yaml
95
- - data/csets/iso_8859-15.yaml
96
- - data/test_chars.yaml
97
97
  has_rdoc: true
98
98
  homepage: http://prometheus.rubyforge.org/cmess
99
99
  licenses: []
100
100
 
101
101
  post_install_message:
102
102
  rdoc_options:
103
- - --main
104
- - README
105
- - --line-numbers
106
- - --inline-source
107
103
  - --title
108
104
  - cmess Application documentation
109
- - --all
105
+ - --inline-source
110
106
  - --charset
111
107
  - UTF-8
108
+ - --main
109
+ - README
110
+ - --all
111
+ - --line-numbers
112
112
  require_paths:
113
113
  - lib
114
114
  required_ruby_version: !ruby/object:Gem::Requirement