ocho 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ocho.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,24 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'rspec' do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+
+  # Rails example
+  watch(%r{^app/(.+)\.rb$})                           { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^app/(.*)(\.erb|\.haml)$})                 { |m| "spec/#{m[1]}#{m[2]}_spec.rb" }
+  watch(%r{^app/controllers/(.+)_(controller)\.rb$})  { |m| ["spec/routing/#{m[1]}_routing_spec.rb", "spec/#{m[2]}s/#{m[1]}_#{m[2]}_spec.rb", "spec/acceptance/#{m[1]}_spec.rb"] }
+  watch(%r{^spec/support/(.+)\.rb$})                  { "spec" }
+  watch('config/routes.rb')                           { "spec/routing" }
+  watch('app/controllers/application_controller.rb')  { "spec/controllers" }
+
+  # Capybara features specs
+  watch(%r{^app/views/(.+)/.*\.(erb|haml)$})          { |m| "spec/features/#{m[1]}_spec.rb" }
+
+  # Turnip features and steps
+  watch(%r{^spec/acceptance/(.+)\.feature$})
+  watch(%r{^spec/acceptance/steps/(.+)_steps\.rb$})   { |m| Dir[File.join("**/#{m[1]}.feature")][0] || 'spec/acceptance' }
+end
+

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 andrea longhi
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,33 @@
+# Ocho
+
+Read a file and convert the obtained string to utf-8. Suitable for Ruby < 1.9
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'ocho'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ocho
+
+## Usage
+
+```ruby
+  utf8_text = Ocho.read(some_extoteric_filename) #=> ...
+
+  Ocho.encoding(utf8_text) #=> ascii
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,7 @@
+#!/usr/bin/env rake
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new('spec')
+
+task :default => :spec

data/lib/ocho.rb

@@ -0,0 +1,15 @@
+require 'ocho/version'
+
+module Ocho
+  autoload :Converter, 'ocho/converter'
+  extend self
+
+  def encoding(text)
+    Converter.new(text).encoding
+  end
+
+  def read(filename)
+    content = File.read(filename)
+    Converter.new(content).to_utf8
+  end
+end

data/lib/ocho/converter.rb

@@ -0,0 +1,30 @@
+require 'iconv'
+require 'rchardet'
+require 'active_support/core_ext/class/attribute'
+
+module Ocho
+  class Converter
+    class_attribute :strategy
+
+    class << self
+      def strategy
+        '//TRANSLIT//IGNORE'
+      end
+    end
+
+    attr_reader :text
+    attr_writer :strategy
+
+    def initialize(text)
+      @text = text
+    end
+
+    def encoding
+      CharDet.detect(text)['encoding']
+    end
+
+    def to_utf8
+      Iconv.conv("#{encoding}#{strategy}", 'utf-8', text)
+    end
+  end
+end

data/lib/ocho/version.rb

@@ -0,0 +1,3 @@
+module Ocho
+  VERSION = '0.0.1'
+end

data/ocho.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/ocho/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["andrea longhi"]
+  gem.email         = ["andrea@spaghetticode.it"]
+  gem.description   = %q{Reads a file, guesses the charset and converts to utf-8}
+  gem.summary       = %q{Reads a file, guesses the charset and converts to utf-8}
+  gem.homepage      = "https://github.com/spaghetticode/ocho.git"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "ocho"
+  gem.require_paths = ["lib"]
+  gem.version       = Ocho::VERSION
+
+  gem.add_dependency 'rake'
+  gem.add_dependency 'iconv'
+  gem.add_dependency 'rchardet'
+  gem.add_dependency 'activesupport'
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'guard-rspec'
+end

data/spec/converter_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+
+module Ocho
+  describe Converter do
+    let(:converter) {Converter.new('beechwood park') }
+
+    it 'has a very permissive default strategy' do
+      Converter.new('').strategy.should == '//TRANSLIT//IGNORE'
+    end
+
+    it 'has a setter for the strategy' do
+      strategy = 'lucy in the sky with diamonds'
+      expect do
+        converter.strategy = strategy
+      end.to change(converter, :strategy).to(strategy)
+    end
+
+    it 'correctly detects EUC-KR charset' do
+      text = File.read fixture_file('EUC-KR.txt')
+      Converter.new(text).encoding.should == 'EUC-KR'
+    end
+
+    it 'correctly convert to UTF-8' do
+      text = File.read fixture_file('EUC-KR.txt')
+      Converter.new(text).to_utf8.should == "Armani; Kurf\"Yrstendamm, Berlin Germany"
+    end
+
+    it 'correctly save the converted version to a file' do
+      text = File.read fixture_file('EUC-KR.txt')
+      File.open fixture_file('test.txt'), 'w' do |f|
+        f.write Converter.new(text).to_utf8
+      end
+    end
+  end
+end

data/spec/fixtures/EUC-KR.txt

@@ -0,0 +1 @@
+Armani; KurfŸrstendamm, Berlin Germany

data/spec/ocho_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe Ocho do
+  describe '::encoding' do
+    it 'returns the encoding of a string' do
+      Ocho.encoding('runaway').should == 'ascii'
+    end
+  end
+
+  describe '::read' do
+    it 'reads a file and converts the content to ascii' do
+      text = Ocho.read fixture_file('EUC-KR.txt')
+      Ocho.encoding(text).should == 'ascii'
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'ocho'
+
+RSpec.configure do |config|
+  config.color = true
+end
+
+def fixture_file(filename)
+  File.expand_path("../fixtures/#{filename}", __FILE__)
+end

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification 
+name: ocho
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.0.1
+platform: ruby
+authors: 
+- andrea longhi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-11-29 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rake
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  requirement: *id001
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  name: iconv
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  requirement: *id002
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  name: rchardet
+  version_requirements: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  requirement: *id003
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  version_requirements: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :runtime
+  requirement: *id004
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  version_requirements: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  requirement: *id005
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  name: guard-rspec
+  version_requirements: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+  type: :development
+  requirement: *id006
+  prerelease: false
+description: Reads a file, guesses the charset and converts to utf-8
+email: 
+- andrea@spaghetticode.it
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Guardfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/ocho.rb
+- lib/ocho/converter.rb
+- lib/ocho/version.rb
+- ocho.gemspec
+- spec/converter_spec.rb
+- spec/fixtures/EUC-KR.txt
+- spec/ocho_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/spaghetticode/ocho.git
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Reads a file, guesses the charset and converts to utf-8
+test_files: 
+- spec/converter_spec.rb
+- spec/fixtures/EUC-KR.txt
+- spec/ocho_spec.rb
+- spec/spec_helper.rb