fileinfo 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d118d43747ad299895b1f1d8cdf958617a98ebf6
+  data.tar.gz: 1bc3e0c4c74d6e308f7ca0aa8914407fade41039
+SHA512:
+  metadata.gz: 8555f22f4c06c74e2e90aef4150b9637bd03030adc0ccc4e7e114f499ff801844574f59fd5d3cbe9eed8a83f7cc54a62ee1831aa1d6487f298c123054e47e779
+  data.tar.gz: 9a19e2014c9545ec433570177aa443b5312ad6c012128168603414913f1dd58be5392dca55b60d8b6a6e6badb2ce90a5678cec0b0531f86f6ca8d031106ab1f8

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format documentation

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Rafaël Blais Masson
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,47 @@
+# FileInfo
+
+FileInfo extracts encoding from strings and files using the [wonderful Unix `file` command](http://en.wikipedia.org/wiki/File_\(command\)).
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'fileinfo'
+```
+
+And then execute:
+
+```sh
+$ bundle
+```
+
+Or install it yourself as:
+
+```sh
+$ gem install fileinfo
+```
+
+## Usage
+
+Use `FileInfo.parse` with a string:
+
+```ruby
+FileInfo.parse('foo bar baz').encoding # => #<Encoding:US-ASCII>
+FileInfo.parse('föø bår bàz').encoding # => #<Encoding:UTF-8>
+```
+
+Use `FileInfo.load` with a filename:
+
+```ruby
+filename = '/Users/rafbm/Downloads/some_crap_coming_from_windows.csv'
+FileInfo.load(filename).encoding # => #<Encoding:ISO-8859-1>
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/fileinfo.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'file_info/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'fileinfo'
+  spec.version       = FileInfo::VERSION
+  spec.authors       = ['Rafaël Blais Masson']
+  spec.email         = ['rafael@heliom.ca']
+  spec.description   = "FileInfo extracts encoding from strings and files using the wonderful Unix `file` command."
+  spec.summary       = "FileInfo extracts encoding from strings and files using the wonderful Unix `file` command."
+  spec.homepage      = 'http://github.com/rafBM/fileinfo'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec', '~> 2.14'
+end

data/lib/file_info.rb

@@ -0,0 +1,43 @@
+require 'file_info/version'
+
+require 'shellwords'
+require 'tempfile'
+
+class FileInfo
+  STRING_REGEX    = /: ([^:]+)$/
+  ENCODING_REGEX  = /charset=(\S+)/
+
+  def initialize(output)
+    @output = output
+  end
+
+  def encoding
+    @encoding ||= ::Encoding.find(encoding_string)
+  end
+
+  def self.load(filename)
+    raise ArgumentError, "File '#{filename}' does not exist." if !File.exists? filename
+    new `file --mime #{Shellwords.escape(filename)}`
+  end
+
+  def self.parse(content)
+    file = Tempfile.new(rand.to_s)
+    file.write(content)
+    file.rewind
+    output = `file --mime #{file.path}`
+    file.close
+    file.unlink
+
+    new output
+  end
+
+private
+
+  def string
+    @string ||= @output.match(STRING_REGEX)[1].strip
+  end
+
+  def encoding_string
+    @encoding_string ||= string.match(ENCODING_REGEX)[1]
+  end
+end

data/lib/file_info/version.rb

@@ -0,0 +1,3 @@
+class FileInfo
+  VERSION = '0.1.0'
+end

data/lib/fileinfo.rb

@@ -0,0 +1 @@
+require 'file_info'

data/spec/file_info_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+
+describe FileInfo do
+  let(:ascii_file)      { fixture('encoding_ascii.csv') }
+  let(:isolatin_file)   { fixture('encoding_isolatin.csv') }
+  let(:isowindows_file) { fixture('encoding_isowindows.csv') }
+  let(:utf8_file)       { fixture('encoding_utf8.csv') }
+
+  describe '.load' do
+    it 'extracts encoding from filename' do
+      expect(FileInfo.load(ascii_file.path).encoding).to      eq Encoding::US_ASCII
+      expect(FileInfo.load(isolatin_file.path).encoding).to   eq Encoding::ISO_8859_1
+      expect(FileInfo.load(isowindows_file.path).encoding).to eq Encoding::ISO_8859_1
+      expect(FileInfo.load(utf8_file.path).encoding).to       eq Encoding::UTF_8
+    end
+
+    it 'extracts encoding from filename with space' do
+      old_filename = fixture('encoding_utf8.csv').path
+      new_filename = old_filename.sub('_', ' ')
+      FileUtils.cp(old_filename, new_filename)
+
+      expect(FileInfo.load(new_filename).encoding).to eq Encoding::UTF_8
+
+      FileUtils.rm(new_filename)
+    end
+
+    it 'extracts encoding from filename with space and quote' do
+      old_filename = fixture('encoding_utf8.csv').path
+      new_filename = old_filename.sub('_', ' " ')
+      FileUtils.cp(old_filename, new_filename)
+
+      expect(FileInfo.load(new_filename).encoding).to eq Encoding::UTF_8
+
+      FileUtils.rm(new_filename)
+    end
+
+    it 'raises ArgumentError if file does not exist' do
+      expect { FileInfo.load('WRONG!!1') }.to raise_error ArgumentError
+    end
+  end
+
+  describe '.parse' do
+    it 'extracts encoding from string' do
+      expect(FileInfo.parse(ascii_file.read).encoding).to      eq Encoding::US_ASCII
+      expect(FileInfo.parse(isolatin_file.read).encoding).to   eq Encoding::ISO_8859_1
+      expect(FileInfo.parse(isowindows_file.read).encoding).to eq Encoding::ISO_8859_1
+      expect(FileInfo.parse(utf8_file.read).encoding).to       eq Encoding::UTF_8
+    end
+  end
+end

data/spec/fixtures/encoding_ascii.csv

@@ -0,0 +1,2 @@
+Prenom,Nom
+Rafael,Labbe

data/spec/fixtures/encoding_isolatin.csv

@@ -0,0 +1,2 @@
+Pr�nom,Nom
+Rafa�l,Labb�

data/spec/fixtures/encoding_isowindows.csv

@@ -0,0 +1,2 @@
+Pr�nom,Nom
+Rafa�l,Labb�

data/spec/fixtures/encoding_utf8.csv

@@ -0,0 +1,2 @@
+Prénom,Nom
+Rafaël,Labbé

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+require 'fileinfo'
+require 'fileutils'
+
+RSpec.configure do |config|
+  config.order = 'random'
+
+  # Helpers
+  config.include Module.new {
+    def fixture(filename)
+      File.open(File.expand_path("spec/fixtures/#{filename}"))
+    end
+  }
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: fileinfo
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Rafaël Blais Masson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.14'
+description: FileInfo extracts encoding from strings and files using the wonderful
+  Unix `file` command.
+email:
+- rafael@heliom.ca
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- fileinfo.gemspec
+- lib/file_info.rb
+- lib/file_info/version.rb
+- lib/fileinfo.rb
+- spec/file_info_spec.rb
+- spec/fixtures/encoding_ascii.csv
+- spec/fixtures/encoding_isolatin.csv
+- spec/fixtures/encoding_isowindows.csv
+- spec/fixtures/encoding_utf8.csv
+- spec/spec_helper.rb
+homepage: http://github.com/rafBM/fileinfo
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: FileInfo extracts encoding from strings and files using the wonderful Unix
+  `file` command.
+test_files:
+- spec/file_info_spec.rb
+- spec/fixtures/encoding_ascii.csv
+- spec/fixtures/encoding_isolatin.csv
+- spec/fixtures/encoding_isowindows.csv
+- spec/fixtures/encoding_utf8.csv
+- spec/spec_helper.rb