mcommons-rchardet 1.3.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (39) hide show
  1. data/COPYING +504 -0
  2. data/README +12 -0
  3. data/Rakefile +29 -0
  4. data/lib/rchardet.rb +67 -0
  5. data/lib/rchardet/big5freq.rb +927 -0
  6. data/lib/rchardet/big5prober.rb +42 -0
  7. data/lib/rchardet/chardistribution.rb +237 -0
  8. data/lib/rchardet/charsetgroupprober.rb +112 -0
  9. data/lib/rchardet/charsetprober.rb +75 -0
  10. data/lib/rchardet/codingstatemachine.rb +64 -0
  11. data/lib/rchardet/constants.rb +42 -0
  12. data/lib/rchardet/escprober.rb +90 -0
  13. data/lib/rchardet/escsm.rb +244 -0
  14. data/lib/rchardet/eucjpprober.rb +88 -0
  15. data/lib/rchardet/euckrfreq.rb +596 -0
  16. data/lib/rchardet/euckrprober.rb +42 -0
  17. data/lib/rchardet/euctwfreq.rb +430 -0
  18. data/lib/rchardet/euctwprober.rb +42 -0
  19. data/lib/rchardet/gb2312freq.rb +474 -0
  20. data/lib/rchardet/gb2312prober.rb +42 -0
  21. data/lib/rchardet/hebrewprober.rb +289 -0
  22. data/lib/rchardet/jisfreq.rb +570 -0
  23. data/lib/rchardet/jpcntx.rb +229 -0
  24. data/lib/rchardet/langbulgarianmodel.rb +229 -0
  25. data/lib/rchardet/langcyrillicmodel.rb +330 -0
  26. data/lib/rchardet/langgreekmodel.rb +227 -0
  27. data/lib/rchardet/langhebrewmodel.rb +202 -0
  28. data/lib/rchardet/langhungarianmodel.rb +226 -0
  29. data/lib/rchardet/langthaimodel.rb +201 -0
  30. data/lib/rchardet/latin1prober.rb +147 -0
  31. data/lib/rchardet/mbcharsetprober.rb +89 -0
  32. data/lib/rchardet/mbcsgroupprober.rb +47 -0
  33. data/lib/rchardet/mbcssm.rb +542 -0
  34. data/lib/rchardet/sbcharsetprober.rb +124 -0
  35. data/lib/rchardet/sbcsgroupprober.rb +58 -0
  36. data/lib/rchardet/sjisprober.rb +88 -0
  37. data/lib/rchardet/universaldetector.rb +166 -0
  38. data/lib/rchardet/utf8prober.rb +87 -0
  39. metadata +92 -0
metadata ADDED
@@ -0,0 +1,92 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: mcommons-rchardet
3
+ version: !ruby/object:Gem::Version
4
+ version: 1.3.1
5
+ platform: ruby
6
+ authors:
7
+ - Jeff Hodges
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+
12
+ date: 2009-05-16 00:00:00 -07:00
13
+ default_executable:
14
+ dependencies: []
15
+
16
+ description: "Character encoding auto-detection in Ruby. This library is a port of the auto-detection code in Mozilla. It means taking a sequence of bytes in an unknown character encoding, and attempting to determine the encoding so you can read the text. It\xE2\x80\x99s like cracking a code when you don\xE2\x80\x99t have the decryption key."
17
+ email: jeff at somethingsimilar dot com
18
+ executables: []
19
+
20
+ extensions: []
21
+
22
+ extra_rdoc_files:
23
+ - README
24
+ - COPYING
25
+ files:
26
+ - COPYING
27
+ - Rakefile
28
+ - README
29
+ - lib/rchardet.rb
30
+ - lib/rchardet/big5freq.rb
31
+ - lib/rchardet/big5prober.rb
32
+ - lib/rchardet/chardistribution.rb
33
+ - lib/rchardet/charsetgroupprober.rb
34
+ - lib/rchardet/charsetprober.rb
35
+ - lib/rchardet/codingstatemachine.rb
36
+ - lib/rchardet/constants.rb
37
+ - lib/rchardet/escprober.rb
38
+ - lib/rchardet/escsm.rb
39
+ - lib/rchardet/eucjpprober.rb
40
+ - lib/rchardet/euckrfreq.rb
41
+ - lib/rchardet/euckrprober.rb
42
+ - lib/rchardet/euctwfreq.rb
43
+ - lib/rchardet/euctwprober.rb
44
+ - lib/rchardet/gb2312freq.rb
45
+ - lib/rchardet/gb2312prober.rb
46
+ - lib/rchardet/hebrewprober.rb
47
+ - lib/rchardet/jisfreq.rb
48
+ - lib/rchardet/jpcntx.rb
49
+ - lib/rchardet/langbulgarianmodel.rb
50
+ - lib/rchardet/langcyrillicmodel.rb
51
+ - lib/rchardet/langgreekmodel.rb
52
+ - lib/rchardet/langhebrewmodel.rb
53
+ - lib/rchardet/langhungarianmodel.rb
54
+ - lib/rchardet/langthaimodel.rb
55
+ - lib/rchardet/latin1prober.rb
56
+ - lib/rchardet/mbcharsetprober.rb
57
+ - lib/rchardet/mbcsgroupprober.rb
58
+ - lib/rchardet/mbcssm.rb
59
+ - lib/rchardet/sbcharsetprober.rb
60
+ - lib/rchardet/sbcsgroupprober.rb
61
+ - lib/rchardet/sjisprober.rb
62
+ - lib/rchardet/universaldetector.rb
63
+ - lib/rchardet/utf8prober.rb
64
+ has_rdoc: false
65
+ homepage: http://github.com/mcommons/rchardet/tree/master
66
+ licenses:
67
+ post_install_message:
68
+ rdoc_options: []
69
+
70
+ require_paths:
71
+ - lib
72
+ required_ruby_version: !ruby/object:Gem::Requirement
73
+ requirements:
74
+ - - ">="
75
+ - !ruby/object:Gem::Version
76
+ version: "0"
77
+ version:
78
+ required_rubygems_version: !ruby/object:Gem::Requirement
79
+ requirements:
80
+ - - ">="
81
+ - !ruby/object:Gem::Version
82
+ version: "0"
83
+ version:
84
+ requirements: []
85
+
86
+ rubyforge_project: rchardet
87
+ rubygems_version: 1.3.5
88
+ signing_key:
89
+ specification_version: 2
90
+ summary: Character encoding auto-detection in Ruby. As smart as your browser. Open source.
91
+ test_files: []
92
+