universal_data_parser 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cfcb9e3692b604fd4f7177623a2567b9f0fc42b7
+  data.tar.gz: 385e774d517fca2c033ffa52dc6c72c0b157c749
+SHA512:
+  metadata.gz: 20222da8bb9e7b99c6982aa57ee07ef71b99b0fb9e9ba97949c72d34d137b0726dfbc3eafb4c8689af4e24f93448ffa55eec83adc9e0958b201a6e175a4f9385
+  data.tar.gz: 6448d185b267186d81a7af96fd407981c4e51f079a51e728d27899acb034c5a61e2e4f0fbc2721233c12998aef00a8fe594b4735a1fb6971757690594ad0013e

data/lib/universal_data_parser.rb

@@ -0,0 +1,97 @@
+# encoding: utf-8 #
+require 'csv'
+require 'charlock_holmes'
+require "i18n"
+
+I18n.enforce_available_locales = false
+I18n.locale = :es
+
+module UniversalDataParser
+
+  class DataSet
+    attr_accessor :columns
+    attr_accessor :items
+    attr_accessor :headers
+    attr_accessor :raw_data
+
+    def initialize(raw_data)
+      @raw_data = raw_data
+      guess_columns
+      generate_data
+    end
+
+  private
+
+    def generate_data
+      items = @raw_data.map do |row|
+        new_row = Hash.new
+        puts headers
+        headers.each_with_index do |c, i|
+          new_row[c.to_sym] = row[i]
+        end
+        new_row
+      end
+    end
+
+    def guess_columns
+      @raw_data.each do |row|
+        n = false
+        row.each do |c| 
+          if c.nil? or c.empty?
+            n = true
+            break
+          end
+        end
+        next if n
+        @headers = row.map! {|c| c.underscore unless c.nil? }
+        break
+      end
+    end
+  end
+
+  def self.parse_file(path)
+    DataSet.new(CSV.parse(convert_file(path)))
+  end
+
+  private
+
+  def self.convert_file(file)
+    contents = ""
+    if file.class == String
+      contents = File.read(file) 
+    elsif file.class == File ||
+          file.class == ActionDispatch::Http::UploadedFile
+      contents = file.read
+    end
+    detection = CharlockHolmes::EncodingDetector.detect(contents)
+    CharlockHolmes::Converter.convert contents, detection[:encoding], 'UTF-8'
+  end
+
+  class ::String
+    def underscore
+      I18n.transliterate(self.gsub(/::/, '/').
+                         gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').
+                         gsub(/([a-z\d])([A-Z])/,'\1_\2').
+                         tr("-", "_").
+                         tr(" ", "_")).downcase.
+                         gsub("?","")
+    end
+  end
+
+  # def self.guess_column_types
+  #   @columns.each_with_index do |column, i|
+  #     column_type = 'text'
+  #     @data.each do |row|
+  #       case true
+  #       when /^\d*$/.match(row[i])
+  #         column_type = 'number' 
+  #       when /^[^@]*@.*$/.match(row[i])
+  #         column_type = 'email'
+  #       else
+  #         column_type = 'text'
+  #       end
+  #     end
+  #     puts column_type
+  #   end
+  # end
+end

metadata

@@ -0,0 +1,58 @@
+--- !ruby/object:Gem::Specification
+name: universal_data_parser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ricardo Garcia
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2010-12-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: charlock_holmes
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.3
+description: Gem intended to analize and deduct data from CSV, XLS, XLSX, files
+email: ricardo@ukko.mx
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/universal_data_parser.rb
+homepage: http://rubygems.org/gems/universal_data_parser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.4
+signing_key: 
+specification_version: 4
+summary: CSV data deducting gem
+test_files: []