gigo 1.4.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. data/README.md +2 -8
  2. data/gemfiles/activesupport30.gemfile.lock +1 -1
  3. data/gemfiles/activesupport31.gemfile.lock +1 -1
  4. data/gemfiles/activesupport32.gemfile.lock +1 -1
  5. data/gemfiles/activesupport40.gemfile.lock +2 -2
  6. data/lib/gigo.rb +0 -1
  7. data/lib/gigo/version.rb +1 -1
  8. data/test/cases/gigo_test.rb +0 -1
  9. metadata +3 -39
  10. data/lib/gigo/rchardet.rb +0 -67
  11. data/lib/gigo/rchardet/big5freq.rb +0 -927
  12. data/lib/gigo/rchardet/big5prober.rb +0 -43
  13. data/lib/gigo/rchardet/chardistribution.rb +0 -238
  14. data/lib/gigo/rchardet/charsetgroupprober.rb +0 -113
  15. data/lib/gigo/rchardet/charsetprober.rb +0 -76
  16. data/lib/gigo/rchardet/codingstatemachine.rb +0 -66
  17. data/lib/gigo/rchardet/constants.rb +0 -43
  18. data/lib/gigo/rchardet/escprober.rb +0 -90
  19. data/lib/gigo/rchardet/escsm.rb +0 -245
  20. data/lib/gigo/rchardet/eucjpprober.rb +0 -89
  21. data/lib/gigo/rchardet/euckrfreq.rb +0 -598
  22. data/lib/gigo/rchardet/euckrprober.rb +0 -43
  23. data/lib/gigo/rchardet/euctwfreq.rb +0 -431
  24. data/lib/gigo/rchardet/euctwprober.rb +0 -43
  25. data/lib/gigo/rchardet/gb2312freq.rb +0 -475
  26. data/lib/gigo/rchardet/gb2312prober.rb +0 -43
  27. data/lib/gigo/rchardet/hebrewprober.rb +0 -291
  28. data/lib/gigo/rchardet/jisfreq.rb +0 -571
  29. data/lib/gigo/rchardet/jpcntx.rb +0 -230
  30. data/lib/gigo/rchardet/langbulgarianmodel.rb +0 -230
  31. data/lib/gigo/rchardet/langcyrillicmodel.rb +0 -331
  32. data/lib/gigo/rchardet/langgreekmodel.rb +0 -228
  33. data/lib/gigo/rchardet/langhebrewmodel.rb +0 -203
  34. data/lib/gigo/rchardet/langhungarianmodel.rb +0 -227
  35. data/lib/gigo/rchardet/langthaimodel.rb +0 -202
  36. data/lib/gigo/rchardet/latin1prober.rb +0 -148
  37. data/lib/gigo/rchardet/mbcharsetprober.rb +0 -91
  38. data/lib/gigo/rchardet/mbcsgroupprober.rb +0 -48
  39. data/lib/gigo/rchardet/mbcssm.rb +0 -543
  40. data/lib/gigo/rchardet/sbcharsetprober.rb +0 -125
  41. data/lib/gigo/rchardet/sbcsgroupprober.rb +0 -59
  42. data/lib/gigo/rchardet/sjisprober.rb +0 -89
  43. data/lib/gigo/rchardet/universaldetector.rb +0 -169
  44. data/lib/gigo/rchardet/utf8prober.rb +0 -87
  45. data/lib/gigo/transcoders/rchardet.rb +0 -22
data/lib/gigo/transcoders/rchardet.rb DELETED
@@ -1,22 +0,0 @@
1
- require 'gigo/rchardet'
2
-
3
- module GIGO
4
- module Transcoders
5
- module CharDet
6
-
7
- GIGO.transcoders << self
8
-
9
- def self.transcode(data)
10
- source_encoding = detect_encoding(data) || data.encoding || Encoding.default_internal || Encoding::UTF_8
11
- data.force_encoding(source_encoding).encode GIGO.encoding, :undef => :replace, :invalid => :replace
12
- end
13
-
14
- private
15
-
16
- def self.detect_encoding(data)
17
- GIGO::CharDet.detect(data.dup)['encoding']
18
- end
19
-
20
- end
21
- end
22
- end