csvlint 0.1.4 → 0.2.0

data/lib/csvlint.rb

@@ -8,10 +8,20 @@ require 'active_support/core_ext/date/conversions'
 require 'active_support/core_ext/time/conversions'
 require 'mime/types'
 require 'open_uri_redirections'
+require 'uri_template'
 
 require 'csvlint/error_message'
 require 'csvlint/error_collector'
 require 'csvlint/validate'
 require 'csvlint/wrapped_io'
 require 'csvlint/field'
+
+require 'csvlint/csvw/metadata_error'
+require 'csvlint/csvw/number_format'
+require 'csvlint/csvw/date_format'
+require 'csvlint/csvw/property_checker'
+require 'csvlint/csvw/column'
+require 'csvlint/csvw/table'
+require 'csvlint/csvw/table_group'
+
 require 'csvlint/schema'

data/lib/csvlint/csvw/column.rb

@@ -0,0 +1,359 @@
+module Csvlint
+  module Csvw
+    class Column
+      include Csvlint::ErrorCollector
+
+      attr_reader :id, :about_url, :datatype, :default, :lang, :name, :null, :number, :ordered, :property_url, :required, :separator, :source_number, :suppress_output, :text_direction, :titles, :value_url, :virtual, :annotations
+
+      def initialize(number, name, id: nil, about_url: nil, datatype: { "@id" => "http://www.w3.org/2001/XMLSchema#string" }, default: "", lang: "und", null: [""], ordered: false, property_url: nil, required: false, separator: nil, source_number: nil, suppress_output: false, text_direction: :inherit, titles: {}, value_url: nil, virtual: false, annotations: [], warnings: [])
+        @number = number
+        @name = name
+        @id = id
+        @about_url = about_url
+        @datatype = datatype
+        @default = default
+        @lang = lang
+        @null = null
+        @ordered = ordered
+        @property_url = property_url
+        @required = required
+        @separator = separator
+        @source_number = source_number || number
+        @suppress_output = suppress_output
+        @text_direction = text_direction
+        @titles = titles
+        @value_url = value_url
+        @virtual = virtual
+        @annotations = annotations
+        reset
+        @warnings += warnings
+      end
+
+      def self.from_json(number, column_desc, base_url=nil, lang="und", inherited_properties={})
+        annotations = {}
+        warnings = []
+        column_properties = {}
+        inherited_properties = inherited_properties.clone
+
+        column_desc.each do |property,value|
+          if property == "@type"
+            raise Csvlint::Csvw::MetadataError.new("columns[#{number}].@type"), "@type of column is not 'Column'" if value != 'Column'
+          else
+            v, warning, type = Csvw::PropertyChecker.check_property(property, value, base_url, lang)
+            warnings += Array(warning).map{ |w| Csvlint::ErrorMessage.new(w, :metadata, nil, nil, "#{property}: #{value}", nil) } unless warning.nil? || warning.empty?
+            if type == :annotation
+              annotations[property] = v
+            elsif type == :common || type == :column
+              column_properties[property] = v
+            elsif type == :inherited
+              inherited_properties[property] = v
+            else
+              warnings << Csvlint::ErrorMessage.new(:invalid_property, :metadata, nil, nil, "column: #{property}", nil)
+            end
+          end
+        end
+
+        return self.new(number, column_properties["name"],
+          id: column_properties["@id"],
+          datatype: inherited_properties["datatype"] || { "@id" => "http://www.w3.org/2001/XMLSchema#string" },
+          lang: inherited_properties["lang"] || "und",
+          null: inherited_properties["null"] || [""],
+          property_url: column_desc["propertyUrl"],
+          required: inherited_properties["required"] || false,
+          separator: inherited_properties["separator"],
+          titles: column_properties["titles"],
+          virtual: column_properties["virtual"] || false,
+          annotations: annotations,
+          warnings: warnings
+        )
+      end
+
+      def validate_header(header)
+        reset
+        valid_headers = @titles ? @titles.map{ |l,v| v if Column.languages_match(l, lang) }.flatten : []
+        build_errors(:invalid_header, :schema, 1, @number, header, @titles) unless valid_headers.include? header
+        return valid?
+      end
+
+      def validate(string_value, row=nil)
+        reset
+        values = parse(string_value || "", row)
+        # STDERR.puts "#{name} - #{string_value.inspect} - #{values.inspect}"
+        values.each do |value|
+          validate_required(value, row)
+          validate_format(value, row)
+          validate_length(value, row)
+          validate_value(value, row)
+        end unless values.nil?
+        validate_required(values, row) if values.nil?
+        return valid?
+      end
+
+      def parse(string_value, row=nil)
+        return nil if null.include? string_value
+        string_values = @separator.nil? ? [string_value] : string_value.split(@separator)
+        values = []
+        string_values.each do |s|
+          value, warning = DATATYPE_PARSER[@datatype["base"] || @datatype["@id"]].call(s, @datatype["format"])
+          if warning.nil?
+            values << value
+          else
+            build_errors(warning, :schema, row, @number, s, @datatype)
+            values << s
+          end
+        end
+        return values
+      end
+
+      private
+        class << self
+
+          def create_date_parser(type, warning)
+            return lambda { |value, format|
+              format = Csvlint::Csvw::DateFormat.new(nil, type) if format.nil?
+              v = format.parse(value)
+              return nil, warning if v.nil?
+              return v, nil
+            }
+          end
+
+          def create_regexp_based_parser(regexp, warning)
+            return lambda { |value, format|
+              return nil, warning unless value =~ regexp
+              return value, nil
+            }
+          end
+
+          def languages_match(l1, l2)
+            return true if l1 == l2 || l1 == "und" || l2 == "und"
+            return true if l1 =~ Regexp.new("^#{l2}-") || l2 =~ Regexp.new("^#{l1}-")
+            return false
+          end
+        end
+
+        def validate_required(value, row)
+          build_errors(:required, :schema, row, number, value, { "required" => @required }) if @required && value.nil?
+        end
+
+        def validate_length(value, row)
+          if datatype["length"] || datatype["minLength"] || datatype["maxLength"]
+            length = value.length
+            length = value.gsub(/==?$/,"").length * 3 / 4 if datatype["@id"] == "http://www.w3.org/2001/XMLSchema#base64Binary" || datatype["base"] == "http://www.w3.org/2001/XMLSchema#base64Binary"
+            length = value.length / 2 if datatype["@id"] == "http://www.w3.org/2001/XMLSchema#hexBinary" || datatype["base"] == "http://www.w3.org/2001/XMLSchema#hexBinary"
+
+            build_errors(:min_length, :schema, row, number, value, { "minLength" => datatype["minLength"] }) if datatype["minLength"] && length < datatype["minLength"]
+            build_errors(:max_length, :schema, row, number, value, { "maxLength" => datatype["maxLength"] }) if datatype["maxLength"] && length > datatype["maxLength"]
+            build_errors(:length, :schema, row, number, value, { "length" => datatype["length"] }) if datatype["length"] && length != datatype["length"]
+          end
+        end
+
+        def validate_format(value, row)
+          if datatype["format"]
+            build_errors(:format, :schema, row, number, value, { "format" => datatype["format"] }) unless DATATYPE_FORMAT_VALIDATION[datatype["base"]].call(value, datatype["format"])
+          end
+        end
+
+        def validate_value(value, row)
+          build_errors(:min_inclusive, :schema, row, number, value, { "minInclusive" => datatype["minInclusive"] }) if datatype["minInclusive"] && value < datatype["minInclusive"]
+          build_errors(:max_inclusive, :schema, row, number, value, { "maxInclusive" => datatype["maxInclusive"] }) if datatype["maxInclusive"] && value > datatype["maxInclusive"]
+          build_errors(:min_exclusive, :schema, row, number, value, { "minExclusive" => datatype["minExclusive"] }) if datatype["minExclusive"] && value <= datatype["minExclusive"]
+          build_errors(:max_exclusive, :schema, row, number, value, { "maxExclusive" => datatype["maxExclusive"] }) if datatype["maxExclusive"] && value >= datatype["maxExclusive"]
+        end
+
+        REGEXP_VALIDATION = lambda { |value, format| value =~ format }
+
+        NO_ADDITIONAL_VALIDATION = lambda { |value, format| true }
+
+        DATATYPE_FORMAT_VALIDATION = {
+          "http://www.w3.org/1999/02/22-rdf-syntax-ns#XMLLiteral" => REGEXP_VALIDATION,
+          "http://www.w3.org/1999/02/22-rdf-syntax-ns#HTML" => REGEXP_VALIDATION,
+          "http://www.w3.org/ns/csvw#JSON" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#anyAtomicType" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#anyURI" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#base64Binary" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#boolean" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#date" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#dateTime" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#dateTimeStamp" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#decimal" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#integer" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#long" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#int" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#short" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#byte" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#nonNegativeInteger" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#positiveInteger" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#unsignedLong" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#unsignedInt" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#unsignedShort" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#unsignedByte" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#nonPositiveInteger" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#negativeInteger" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#double" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#duration" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#dayTimeDuration" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#yearMonthDuration" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#float" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#gDay" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#gMonth" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#gMonthDay" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#gYear" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#gYearMonth" => NO_ADDITIONAL_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#hexBinary" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#QName" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#string" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#normalizedString" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#token" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#language" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#Name" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#NMTOKEN" => REGEXP_VALIDATION,
+          "http://www.w3.org/2001/XMLSchema#time" => NO_ADDITIONAL_VALIDATION
+        }
+
+        ALL_VALUES_VALID = lambda { |value, format| return value, nil }
+
+        NUMERIC_PARSER = lambda { |value, format|
+          format = Csvlint::Csvw::NumberFormat.new() if format.nil?
+          v = format.parse(value)
+          return nil, :invalid_number if v.nil?
+          return v, nil
+        }
+
+        DATATYPE_PARSER = {
+          "http://www.w3.org/1999/02/22-rdf-syntax-ns#XMLLiteral" => ALL_VALUES_VALID,
+          "http://www.w3.org/1999/02/22-rdf-syntax-ns#HTML" => ALL_VALUES_VALID,
+          "http://www.w3.org/ns/csvw#JSON" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#anyAtomicType" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#anyURI" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#base64Binary" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#boolean" => lambda { |value, format|
+            if format.nil?
+              return true, nil if ["true", "1"].include? value
+              return false, nil if ["false", "0"].include? value
+            else
+              return true, nil if value == format[0]
+              return false, nil if value == format[1]
+            end
+            return value, :invalid_boolean
+          },
+          "http://www.w3.org/2001/XMLSchema#date" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#date", :invalid_date),
+          "http://www.w3.org/2001/XMLSchema#dateTime" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#dateTime", :invalid_date_time),
+          "http://www.w3.org/2001/XMLSchema#dateTimeStamp" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#dateTimeStamp", :invalid_date_time_stamp),
+          "http://www.w3.org/2001/XMLSchema#decimal" => lambda { |value, format|
+            return nil, :invalid_decimal if value =~ /(E|^(NaN|INF|-INF)$)/
+            return NUMERIC_PARSER.call(value, format)
+          },
+          "http://www.w3.org/2001/XMLSchema#integer" => lambda { |value, format|
+            v, w = NUMERIC_PARSER.call(value, format)
+            return v, :invalid_integer unless w.nil?
+            return nil, :invalid_integer unless v.kind_of? Integer
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#long" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_long unless w.nil?
+            return nil, :invalid_long unless v <= 9223372036854775807 && v >= -9223372036854775808
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#int" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_int unless w.nil?
+            return nil, :invalid_int unless v <= 2147483647 && v >= -2147483648
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#short" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_short unless w.nil?
+            return nil, :invalid_short unless v <= 32767 && v >= -32768
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#byte" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_byte unless w.nil?
+            return nil, :invalid_byte unless v <= 127 && v >= -128
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#nonNegativeInteger" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_nonNegativeInteger unless w.nil?
+            return nil, :invalid_nonNegativeInteger unless v >= 0
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#positiveInteger" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_positiveInteger unless w.nil?
+            return nil, :invalid_positiveInteger unless v > 0
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#unsignedLong" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#nonNegativeInteger"].call(value, format)
+            return v, :invalid_unsignedLong unless w.nil?
+            return nil, :invalid_unsignedLong unless v <= 18446744073709551615
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#unsignedInt" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#nonNegativeInteger"].call(value, format)
+            return v, :invalid_unsignedInt unless w.nil?
+            return nil, :invalid_unsignedInt unless v <= 4294967295
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#unsignedShort" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#nonNegativeInteger"].call(value, format)
+            return v, :invalid_unsignedShort unless w.nil?
+            return nil, :invalid_unsignedShort unless v <= 65535
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#unsignedByte" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#nonNegativeInteger"].call(value, format)
+            return v, :invalid_unsignedByte unless w.nil?
+            return nil, :invalid_unsignedByte unless v <= 255
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#nonPositiveInteger" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_nonPositiveInteger unless w.nil?
+            return nil, :invalid_nonPositiveInteger unless v <= 0
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#negativeInteger" => lambda { |value, format|
+            v, w = DATATYPE_PARSER["http://www.w3.org/2001/XMLSchema#integer"].call(value, format)
+            return v, :invalid_negativeInteger unless w.nil?
+            return nil, :invalid_negativeInteger unless v < 0
+            return v, w
+          },
+          "http://www.w3.org/2001/XMLSchema#double" => NUMERIC_PARSER,
+          # regular expressions here taken from XML Schema datatypes spec
+          "http://www.w3.org/2001/XMLSchema#duration" =>
+            create_regexp_based_parser(/-?P((([0-9]+Y([0-9]+M)?([0-9]+D)?|([0-9]+M)([0-9]+D)?|([0-9]+D))(T(([0-9]+H)([0-9]+M)?([0-9]+(\.[0-9]+)?S)?|([0-9]+M)([0-9]+(\.[0-9]+)?S)?|([0-9]+(\.[0-9]+)?S)))?)|(T(([0-9]+H)([0-9]+M)?([0-9]+(\.[0-9]+)?S)?|([0-9]+M)([0-9]+(\.[0-9]+)?S)?|([0-9]+(\.[0-9]+)?S))))/, :invalid_duration),
+          "http://www.w3.org/2001/XMLSchema#dayTimeDuration" =>
+            create_regexp_based_parser(/-?P(([0-9]+D(T(([0-9]+H)([0-9]+M)?([0-9]+(\.[0-9]+)?S)?|([0-9]+M)([0-9]+(\.[0-9]+)?S)?|([0-9]+(\.[0-9]+)?S)))?)|(T(([0-9]+H)([0-9]+M)?([0-9]+(\.[0-9]+)?S)?|([0-9]+M)([0-9]+(\.[0-9]+)?S)?|([0-9]+(\.[0-9]+)?S))))/, :invalid_dayTimeDuration),
+          "http://www.w3.org/2001/XMLSchema#yearMonthDuration" =>
+            create_regexp_based_parser(/-?P([0-9]+Y([0-9]+M)?|([0-9]+M))/, :invalid_duration),
+          "http://www.w3.org/2001/XMLSchema#float" => NUMERIC_PARSER,
+          "http://www.w3.org/2001/XMLSchema#gDay" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#gDay", :invalid_gDay),
+          "http://www.w3.org/2001/XMLSchema#gMonth" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#gMonth", :invalid_gMonth),
+          "http://www.w3.org/2001/XMLSchema#gMonthDay" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#gMonthDay", :invalid_gMonthDay),
+          "http://www.w3.org/2001/XMLSchema#gYear" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#gYear", :invalid_gYear),
+          "http://www.w3.org/2001/XMLSchema#gYearMonth" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#gYearMonth", :invalid_gYearMonth),
+          "http://www.w3.org/2001/XMLSchema#hexBinary" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#QName" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#string" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#normalizedString" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#token" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#language" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#Name" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#NMTOKEN" => ALL_VALUES_VALID,
+          "http://www.w3.org/2001/XMLSchema#time" =>
+            create_date_parser("http://www.w3.org/2001/XMLSchema#time", :invalid_time)
+        }
+    end
+  end
+end

data/lib/csvlint/csvw/date_format.rb

@@ -0,0 +1,182 @@
+module Csvlint
+  module Csvw
+    class DateFormat
+
+      attr_reader :pattern
+
+      def initialize(pattern, datatype=nil)
+        @pattern = pattern
+
+        if @pattern.nil?
+          @regexp = DEFAULT_REGEXP[datatype]
+          @type = datatype
+        else
+          test_pattern = pattern.clone
+          test_pattern.gsub!(/S+/, "")
+          FIELDS.keys.sort_by{|f| -f.length}.each do |field|
+            test_pattern.gsub!(field, "")
+          end
+          raise Csvw::DateFormatError, "unrecognised date field symbols in date format" if test_pattern =~ /[GyYuUrQqMLlwWdDFgEecahHKkjJmsSAzZOvVXx]/
+
+          @regexp = DATE_PATTERN_REGEXP[@pattern]
+          @type = @regexp.nil? ? "http://www.w3.org/2001/XMLSchema#time" : "http://www.w3.org/2001/XMLSchema#date"
+          @regexp = @regexp || TIME_PATTERN_REGEXP[@pattern]
+          @type = @regexp.nil? ? "http://www.w3.org/2001/XMLSchema#dateTime" : @type
+          @regexp = @regexp || DATE_TIME_PATTERN_REGEXP[@pattern]
+
+          if @regexp.nil?
+            regexp = @pattern
+
+            @type = "http://www.w3.org/2001/XMLSchema#date" if !(regexp =~ /HH/) && regexp =~ /yyyy/
+            @type = "http://www.w3.org/2001/XMLSchema#time" if regexp =~ /HH/ && !(regexp =~ /yyyy/)
+            @type = "http://www.w3.org/2001/XMLSchema#dateTime" if regexp =~ /HH/ && regexp =~ /yyyy/
+
+            regexp = regexp.sub("HH", FIELDS["HH"].to_s)
+            regexp = regexp.sub("mm", FIELDS["mm"].to_s)
+            if @pattern =~ /ss\.S+/
+              max_fractional_seconds = @pattern.split(".")[-1].length
+              regexp = regexp.sub(/ss\.S+$/, "(?<second>#{FIELDS["ss"]}(\.[0-9]{1,#{max_fractional_seconds}})?)")
+            else
+              regexp = regexp.sub("ss", "(?<second>#{FIELDS["ss"]})")
+            end
+
+            if regexp =~ /yyyy/
+              regexp = regexp.sub("yyyy", FIELDS["yyyy"].to_s)
+              regexp = regexp.sub("MM", FIELDS["MM"].to_s)
+              regexp = regexp.sub("M", FIELDS["M"].to_s)
+              regexp = regexp.sub("dd", FIELDS["dd"].to_s)
+              regexp = regexp.sub(/d(?=[-T \/\.])/, FIELDS["d"].to_s)
+            end
+
+            regexp = regexp.sub("XXX", FIELDS["XXX"].to_s)
+            regexp = regexp.sub("XX", FIELDS["XX"].to_s)
+            regexp = regexp.sub("X", FIELDS["X"].to_s)
+            regexp = regexp.sub("xxx", FIELDS["xxx"].to_s)
+            regexp = regexp.sub("xx", FIELDS["xx"].to_s)
+            regexp = regexp.sub(/x(?!:)/, FIELDS["x"].to_s)
+
+            @regexp = Regexp.new("^#{regexp}$")
+          end
+        end
+      end
+
+      def match(value)
+        value =~ @regexp ? true : false
+      end
+
+      def parse(value)
+        match = @regexp.match(value)
+        return nil if match.nil?
+        # STDERR.puts(@regexp)
+        # STDERR.puts(value)
+        # STDERR.puts(match.inspect)
+        case @type
+        when "http://www.w3.org/2001/XMLSchema#date"
+          begin
+            return Date.new(match["year"].to_i, match["month"].to_i, match["day"].to_i)
+          rescue ArgumentError
+            return nil
+          end
+        when "http://www.w3.org/2001/XMLSchema#dateTime"
+          begin
+            return DateTime.new(match["year"].to_i, match["month"].to_i, match["day"].to_i, match["hour"].to_i, match["minute"].to_i, (match.names.include?("second") ? match["second"].to_f : 0), match.names.include?("timezone") && match["timezone"] ? match["timezone"] : '')
+          rescue ArgumentError
+            return nil
+          end
+        else
+          value = {}
+          match.names.each do |field|
+            unless match[field].nil?
+              case field
+              when "timezone"
+                tz = match["timezone"]
+                tz = "+00:00" if tz == 'Z'
+                tz += ':00' if tz.length == 3
+                tz = "#{tz[0..2]}:#{tz[3..4]}" unless tz =~ /:/
+                value["timezone"] = tz
+              when "second"
+                value["second"] = match["second"].to_f
+              else
+                value[field] = match[field].to_i
+              end
+            end
+          end
+          return value
+        end
+      end
+
+      private
+        FIELDS = {
+          "yyyy" => /(?<year>-?([1-9][0-9]{3,}|0[0-9]{3}))/,
+          "MM" => /(?<month>0[1-9]|1[0-2])/,
+          "M" => /(?<month>[1-9]|1[0-2])/,
+          "dd" => /(?<day>0[1-9]|[12][0-9]|3[01])/,
+          "d" => /(?<day>[1-9]|[12][0-9]|3[01])/,
+          "HH" => /(?<hour>[01][0-9]|2[0-3])/,
+          "mm" => /(?<minute>[0-5][0-9])/,
+          "ss" => /([0-6][0-9])/,
+          "X" => /(?<timezone>Z|[-+]((0[0-9]|1[0-3])([0-5][0-9])?|14(00)?))/,
+          "XX" => /(?<timezone>Z|[-+]((0[0-9]|1[0-3])[0-5][0-9]|1400))/,
+          "XXX" => /(?<timezone>Z|[-+]((0[0-9]|1[0-3]):[0-5][0-9]|14:00))/,
+          "x" => /(?<timezone>[-+]((0[0-9]|1[0-3])([0-5][0-9])?|14(00)?))/,
+          "xx" => /(?<timezone>[-+]((0[0-9]|1[0-3])[0-5][0-9]|1400))/,
+          "xxx" => /(?<timezone>[-+]((0[0-9]|1[0-3]):[0-5][0-9]|14:00))/,
+        }
+
+        DATE_PATTERN_REGEXP = {
+          "yyyy-MM-dd" => Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}-#{FIELDS["dd"]}$"),
+          "yyyyMMdd" => Regexp.new("^#{FIELDS["yyyy"]}#{FIELDS["MM"]}#{FIELDS["dd"]}$"),
+          "dd-MM-yyyy" => Regexp.new("^#{FIELDS["dd"]}-#{FIELDS["MM"]}-#{FIELDS["yyyy"]}$"),
+          "d-M-yyyy" => Regexp.new("^#{FIELDS["d"]}-#{FIELDS["M"]}-#{FIELDS["yyyy"]}$"),
+          "MM-dd-yyyy" => Regexp.new("^#{FIELDS["MM"]}-#{FIELDS["dd"]}-#{FIELDS["yyyy"]}$"),
+          "M-d-yyyy" => Regexp.new("^#{FIELDS["M"]}-#{FIELDS["d"]}-#{FIELDS["yyyy"]}$"),
+          "dd/MM/yyyy" => Regexp.new("^#{FIELDS["dd"]}/#{FIELDS["MM"]}/#{FIELDS["yyyy"]}$"),
+          "d/M/yyyy" => Regexp.new("^#{FIELDS["d"]}/#{FIELDS["M"]}/#{FIELDS["yyyy"]}$"),
+          "MM/dd/yyyy" => Regexp.new("^#{FIELDS["MM"]}/#{FIELDS["dd"]}/#{FIELDS["yyyy"]}$"),
+          "M/d/yyyy" => Regexp.new("^#{FIELDS["M"]}/#{FIELDS["d"]}/#{FIELDS["yyyy"]}$"),
+          "dd.MM.yyyy" => Regexp.new("^#{FIELDS["dd"]}.#{FIELDS["MM"]}.#{FIELDS["yyyy"]}$"),
+          "d.M.yyyy" => Regexp.new("^#{FIELDS["d"]}.#{FIELDS["M"]}.#{FIELDS["yyyy"]}$"),
+          "MM.dd.yyyy" => Regexp.new("^#{FIELDS["MM"]}.#{FIELDS["dd"]}.#{FIELDS["yyyy"]}$"),
+          "M.d.yyyy" => Regexp.new("^#{FIELDS["M"]}.#{FIELDS["d"]}.#{FIELDS["yyyy"]}$")
+        }
+
+        TIME_PATTERN_REGEXP = {
+          "HH:mm:ss" => Regexp.new("^#{FIELDS["HH"]}:#{FIELDS["mm"]}:(?<second>#{FIELDS["ss"]})$"),
+          "HHmmss" => Regexp.new("^#{FIELDS["HH"]}#{FIELDS["mm"]}(?<second>#{FIELDS["ss"]})$"),
+          "HH:mm" => Regexp.new("^#{FIELDS["HH"]}:#{FIELDS["mm"]}$"),
+          "HHmm" => Regexp.new("^#{FIELDS["HH"]}#{FIELDS["mm"]}$")
+        }
+
+        DATE_TIME_PATTERN_REGEXP = {
+          "yyyy-MM-ddTHH:mm:ss" => Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}-#{FIELDS["dd"]}T#{FIELDS["HH"]}:#{FIELDS["mm"]}:(?<second>#{FIELDS["ss"]})$"),
+          "yyyy-MM-ddTHH:mm" => Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}-#{FIELDS["dd"]}T#{FIELDS["HH"]}:#{FIELDS["mm"]}$")
+        }
+
+        DEFAULT_REGEXP = {
+          "http://www.w3.org/2001/XMLSchema#date" =>
+            Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}-#{FIELDS["dd"]}#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#dateTime" =>
+            Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}-#{FIELDS["dd"]}T#{FIELDS["HH"]}:#{FIELDS["mm"]}:(?<second>#{FIELDS["ss"]}(\.[0-9]+)?)#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#dateTimeStamp" =>
+            Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}-#{FIELDS["dd"]}T#{FIELDS["HH"]}:#{FIELDS["mm"]}:(?<second>#{FIELDS["ss"]}(\.[0-9]+)?)#{FIELDS["XXX"]}$"),
+          "http://www.w3.org/2001/XMLSchema#gDay" =>
+            Regexp.new("^---#{FIELDS["dd"]}#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#gMonth" =>
+            Regexp.new("^--#{FIELDS["MM"]}#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#gMonthDay" =>
+            Regexp.new("^--#{FIELDS["MM"]}-#{FIELDS["dd"]}#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#gYear" =>
+            Regexp.new("^#{FIELDS["yyyy"]}#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#gYearMonth" =>
+            Regexp.new("^#{FIELDS["yyyy"]}-#{FIELDS["MM"]}#{FIELDS["XXX"]}?$"),
+          "http://www.w3.org/2001/XMLSchema#time" =>
+            Regexp.new("^#{FIELDS["HH"]}:#{FIELDS["mm"]}:(?<second>#{FIELDS["ss"]}(\.[0-9]+)?)#{FIELDS["XXX"]}?$")
+        }
+
+    end
+
+    class DateFormatError < StandardError
+
+    end
+  end
+end