parxer 0.1.1

data/lib/parxer/utils/row_builder.rb

@@ -0,0 +1,22 @@
+module Parxer
+  module RowBuilder
+    def self.build(attributes)
+      Class.new(Parxer::Row) do
+        def self.column_accessor(attribute)
+          attr_accessor(attribute) unless method_defined?(attribute)
+        rescue NameError
+          raise Parxer::RowError.new("invalid '#{attribute}' method name")
+        end
+
+        def add_attribute(attribute, value = nil)
+          self.class.column_accessor(attribute)
+          send("#{attribute}=", value) if value
+        end
+
+        attributes.each do |attribute|
+          column_accessor(attribute)
+        end
+      end
+    end
+  end
+end

data/lib/parxer/validators/base_validator.rb

@@ -0,0 +1,22 @@
+module Parxer
+  module Validator
+    class Base
+      include Parxer::Context
+
+      attr_reader :config
+
+      def initialize(config = {})
+        @context = config.delete(:context)
+        @config = config
+      end
+
+      def id
+        self.class.name.demodulize.tableize.singularize.to_sym
+      end
+
+      def validate
+        raise Parxer::ValidatorError.new("'validate' method not implemented")
+      end
+    end
+  end
+end

data/lib/parxer/validators/boolean_validator.rb

@@ -0,0 +1,13 @@
+module Parxer
+  module Validator
+    class Boolean < Base
+      OPTIONS = ["true", "t", "1", "false", "f", "0"]
+
+      def validate
+        v = context.value.to_s
+        return true if v.blank?
+        OPTIONS.include?(v)
+      end
+    end
+  end
+end

data/lib/parxer/validators/columns_validator.rb

@@ -0,0 +1,19 @@
+module Parxer
+  module Validator
+    class HeaderOrder < Base
+      def validate
+        context.attributes.each_with_index do |attribute, idx|
+          return false unless valid_header?(attribute, idx)
+        end
+
+        true
+      end
+
+      private
+
+      def valid_header?(attribute, attribute_idx)
+        !!context.header[attribute_idx] && context.header[attribute_idx] == attribute.name
+      end
+    end
+  end
+end

data/lib/parxer/validators/custom_validator.rb

@@ -0,0 +1,17 @@
+module Parxer
+  module Validator
+    class Custom < Base
+      def id
+        config[:id].to_sym
+      end
+
+      def validate
+        if !config[:condition_proc].is_a?(Proc)
+          raise Parxer::ValidatorError.new("'condition_proc' needs to be a Proc")
+        end
+
+        instance_eval(&config[:condition_proc])
+      end
+    end
+  end
+end

data/lib/parxer/validators/datetime_validator.rb

@@ -0,0 +1,54 @@
+module Parxer
+  module Validator
+    class Datetime < Base
+      def validate
+        v = context.value.to_s
+        return true if v.blank?
+        return false unless valid_datetime?(v)
+        return false unless valid_format?(v)
+        validate_range(v)
+      end
+
+      private
+
+      def valid_datetime?(v)
+        !!DateTime.parse(v)
+      rescue ArgumentError
+        false
+      end
+
+      def date_format
+        config[:format]
+      end
+
+      def valid_format?(v)
+        return true unless date_format
+        !!DateTime.strptime(v, date_format)
+      rescue ArgumentError
+        false
+      end
+
+      def validate_range(v)
+        v = v.to_datetime
+        return false unless validate_limit(:gt, ">", v)
+        return false unless validate_limit(:gteq, ">=", v)
+        return false unless validate_limit(:lt, "<", v)
+        return false unless validate_limit(:lteq, "<=", v)
+        true
+      end
+
+      def validate_limit(limit_name, method, v)
+        r = valid_limit(limit_name)
+        return true if r.blank?
+        v.public_send(method, r)
+      end
+
+      def valid_limit(name)
+        limit = config[name].to_s
+        return if limit.blank?
+        return limit.to_datetime if valid_datetime?(limit)
+        raise Parxer::ValidatorError.new("'#{name}' has not a valid value for given datetime")
+      end
+    end
+  end
+end

data/lib/parxer/validators/email_validator.rb

@@ -0,0 +1,14 @@
+# rubocop:disable Metrics/LineLength
+module Parxer
+  module Validator
+    class Email < Base
+      EMAIL_REGEXP = %r{\A[a-zA-Z0-9.!\#$%&'*+\/=?^_`{|}~-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*\z}
+
+      def validate
+        v = context.value.to_s
+        return true if v.blank?
+        !!(v =~ EMAIL_REGEXP)
+      end
+    end
+  end
+end

data/lib/parxer/validators/file_format_validator.rb

@@ -0,0 +1,18 @@
+module Parxer
+  module Validator
+    class FileFormat < Base
+      def validate
+        return false unless allowed_extensions.include?(context.file_extension)
+        !!context.raw_rows
+      rescue
+        false
+      end
+
+      private
+
+      def allowed_extensions
+        config[:allowed_extensions].map(&:to_sym)
+      end
+    end
+  end
+end

data/lib/parxer/validators/file_presence_validator.rb

@@ -0,0 +1,9 @@
+module Parxer
+  module Validator
+    class FilePresence < Base
+      def validate
+        !context.file.to_s.blank?
+      end
+    end
+  end
+end

data/lib/parxer/validators/inclusion_validator.rb

@@ -0,0 +1,26 @@
+module Parxer
+  module Validator
+    class Inclusion < Base
+      def validate
+        v = context.value.to_s
+        return true if v.blank?
+        options.include?(v)
+      end
+
+      private
+
+      def options
+        @options ||= begin
+          opts = config[:in]
+          raise Parxer::ValidatorError.new("'in' config option is required") if opts.blank?
+
+          if !opts.is_a?(Array)
+            raise Parxer::ValidatorError.new("'in' config option needs to be Array")
+          end
+
+          opts.map(&:to_s)
+        end
+      end
+    end
+  end
+end

data/lib/parxer/validators/number_validator.rb

@@ -0,0 +1,63 @@
+module Parxer
+  module Validator
+    class Number < Base
+      def validate
+        v = context.value.to_s
+        return true if v.blank?
+        return false unless validate_number(v)
+        return false unless validate_negative(v)
+        validate_range(v)
+      end
+
+      private
+
+      def allow_negative?
+        !!config[:allow_negative]
+      end
+
+      def only_integer?
+        !!config[:only_integer]
+      end
+
+      def validate_number(v)
+        only_integer? ? valid_integer?(v) : valid_float?(v)
+      end
+
+      def valid_integer?(v)
+        !!(v.to_s =~ /\A[-+]?[0-9]+\z/)
+      end
+
+      def valid_float?(v)
+        !!Float(v)
+      rescue ArgumentError
+        false
+      end
+
+      def validate_negative(v)
+        !(!allow_negative? && v.to_i.negative?)
+      end
+
+      def validate_range(v)
+        v = only_integer? ? v.to_i : v.to_f
+        return false unless validate_limit(:gt, ">", v)
+        return false unless validate_limit(:gteq, ">=", v)
+        return false unless validate_limit(:lt, "<", v)
+        return false unless validate_limit(:lteq, "<=", v)
+        true
+      end
+
+      def validate_limit(limit_name, method, v)
+        r = valid_limit(limit_name)
+        return true if r.blank?
+        v.public_send(method, r)
+      end
+
+      def valid_limit(name)
+        limit = config[name]
+        return if limit.blank?
+        return (only_integer? ? limit.to_i : limit.to_f) if validate_number(limit)
+        raise Parxer::ValidatorError.new("'#{name}' has not a valid value for given number type")
+      end
+    end
+  end
+end

data/lib/parxer/validators/presence_validator.rb

@@ -0,0 +1,9 @@
+module Parxer
+  module Validator
+    class Presence < Base
+      def validate
+        !context.value.to_s.blank?
+      end
+    end
+  end
+end

data/lib/parxer/validators/rows_count_validator.rb

@@ -0,0 +1,9 @@
+module Parxer
+  module Validator
+    class RowsCount < Base
+      def validate
+        context.rows_count <= config[:max].to_i
+      end
+    end
+  end
+end

data/lib/parxer/validators/rut_validator.rb

@@ -0,0 +1,32 @@
+module Parxer
+  module Validator
+    class Rut < Base
+      def validate
+        rut = clean_rut
+        return true if rut.blank?
+        t = rut[0...-1].to_i
+        m = 0
+        s = 1
+        while t.positive?
+          s = (s + t % 10 * (9 - m % 6)) % 11
+          m += 1
+          t /= 10
+        end
+        v = if s.positive? then (s - 1).to_s else 'K' end
+        (v == rut.last.upcase)
+      rescue
+        false
+      end
+
+      private
+
+      def clean_rut
+        rut = context.value.to_s
+        rut.to_s.upcase!
+        rut.delete!(".")
+        rut.delete!("-")
+        rut
+      end
+    end
+  end
+end

data/lib/parxer/validators/url_validator.rb

@@ -0,0 +1,11 @@
+module Parxer
+  module Validator
+    class Url < Base
+      def validate
+        v = context.value.to_s
+        return true if v.blank?
+        !!(v =~ URI.regexp)
+      end
+    end
+  end
+end

data/lib/parxer/values/attribute.rb

@@ -0,0 +1,19 @@
+module Parxer
+  class Attribute
+    extend Forwardable
+
+    attr_reader :id, :name, :validators, :formatter
+
+    def_delegators :validators, :add_validator
+
+    def initialize(id, name: nil)
+      @id = id.to_sym
+      @name = name
+      @validators = Parxer::Validators.new
+    end
+
+    def add_formatter(formatter_name, config = {}, &block)
+      @formatter = Parxer::FormatterBuilder.build(formatter_name, config, &block)
+    end
+  end
+end

data/lib/parxer/values/callback.rb

@@ -0,0 +1,22 @@
+module Parxer
+  class Callback
+    include Parxer::Context
+
+    attr_reader :type, :action, :config
+
+    def initialize(type: nil, action: nil, config: {})
+      @type = type.to_sym
+      @context = config.delete(:context)
+      @config = config
+      @action = action
+    end
+
+    def run
+      if action.is_a?(Proc)
+        instance_eval(&action)
+      else
+        context.send(action)
+      end
+    end
+  end
+end

data/lib/parxer/values/row.rb

@@ -0,0 +1,17 @@
+module Parxer
+  class Row
+    extend Forwardable
+
+    attr_reader :idx
+
+    def_delegators :errors, :add_error, :attribute_error, :attribute_error?, :errors?
+
+    def initialize(idx: nil)
+      @idx = idx
+    end
+
+    def errors
+      @errors ||= Parxer::RowErrors.new
+    end
+  end
+end

data/lib/parxer/version.rb

@@ -0,0 +1,3 @@
+module Parxer
+  VERSION = "0.1.1"
+end

data/parxer.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "parxer/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "parxer"
+  spec.version       = Parxer::VERSION
+  spec.authors       = ["Platanus", "Leandro Segovia"]
+  spec.email         = ["rubygems@platan.us", "ldlsegovia@gmail.com"]
+  spec.homepage      = "https://github.com/platanus/parxer/master"
+  spec.summary       = "ruby gem to parse data"
+  spec.description   = "ruby gem to parse data from different source types"
+  spec.license       = "MIT"
+
+  spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir = "exe"
+  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "require_all"
+  spec.add_dependency "activesupport"
+  spec.add_dependency "roo"
+  spec.add_dependency "roo-xls"
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.4"
+  spec.add_development_dependency "guard-rspec", "~> 4.7"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "coveralls"
+end