jsontableschema 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,15 @@
 ---
-SHA1:
-  metadata.gz: 1cf851281ccf698eb2f50ce29916e8b2632e841a
-  data.tar.gz: 253a669fbee44572cb3af3e9ed68592f444f08a1
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    OWU5YWEyM2JmOTY3ZTY0ZGJmN2I5Mjc1ODQzN2M4ZjA2YTZhOTcxNw==
+  data.tar.gz: !binary |-
+    NWIyNWRjNGQzMjU0NmM2MjkzNmMwZGE0ZDJhMzg1YjQxNWMyYTUzOQ==
 SHA512:
-  metadata.gz: 3215fdb1aa97951f83dc9f69484fc054befe9c9f0e9c8441692c011659fb5035bb8d41c42cd01863d8d474fd6f899caa48513d264872443e77961dd66f696635
-  data.tar.gz: 2cc35932e7a71d369e75c5818e979d2a6db0c0ad26217f856b98f663dba9bafc2f8fbb2a8516324dbd6209764bb5dce6a0f0e7a348077e31cf6c8c146b0fbee7
+  metadata.gz: !binary |-
+    NDMyNzcwNzQ0ZjRiYjdhZDgzMjczNzYxMDY0ZWQ2OTI5MGEyZGFlMmYxMTI5
+    ZTEzMjE5MGQzMGE0NWFhY2E5OWU5NTJmYWRjMmI5MTExMjIxNTRlNzM5MGE5
+    NDcxMjE1MDhlZmI3YTgwMGNiMGNkZTc3N2FmZmUyMWY3M2VhZDM=
+  data.tar.gz: !binary |-
+    OWI5ZWY5ZDNmZDQ2MzY3N2RmNjVkMTQyNTZiODI4MDg1YTkwOTBhNzc1OWNj
+    MDZiYmU2YjU0NGQ4OTE2YTNiMTFiZjFjN2NkODNlMThiZDM3NGE0OTU5MTA0
+    YTA2ZmJkNmM2MDlkYmFmNTIyNTY0NmE5Y2E1NGFmN2ZmMDEwZTg=

data/README.md

@@ -164,8 +164,6 @@ schema.primary_keys
 #=> ["id"]
 schema.foreign_keys
 #=> [{"fields" => "state", "reference" => { "datapackage" => "http://data.okfn.org/data/mydatapackage/", "resource" => "the-resource", "fields" => "state_id" } } ]
-schema.cast('height', '10')
-#=> 10.0
 schema.get_field('id')
 #=> {"name"=>"id", "constraints"=>{"required"=>true}, "type"=>"string", "format"=>"default"}
 schema.has_field?('foo')
@@ -176,13 +174,13 @@ schema.get_fields_by_type('string')
 #=> [{"name"=>"id", "constraints"=>{"required"=>true}, "type"=>"string", "format"=>"default"}, {"name"=>"height", "type"=>"string", "format"=>"default"}]
 schema.get_constraints('id')
 #=> {"required" => true}
-schema.convert_row(['string', '10.0'])
+schema.cast_row(['string', '10.0'])
 #=> ['string', 10.0]
-schema.convert([['foo', '12.0'],['bar', '10.0']])
+schema.cast([['foo', '12.0'],['bar', '10.0']])
 #=> [['foo', 12.0],['bar', 10.0]]
 ```
 
-When converting a row (using `convert_row`), or a number of rows (using `convert`), by default the converter will fail on the first error it finds. If you pass `false` as the second argument, the errors will be collected into a `errors` attribute for you to review later. For example:
+When casting a row (using `cast_row`), or a number of rows (using `cast`), by default the converter will fail on the first error it finds. If you pass `false` as the second argument, the errors will be collected into a `errors` attribute for you to review later. For example:
 
 ```ruby
 schema_hash = {
@@ -209,14 +207,31 @@ rows = [
   ['wrong column count']
 ]
 
-schema.convert(rows)
+schema.cast(rows)
 #=> JsonTableSchema::InvalidCast: notanumber is not a number
-schema.convert(rows, false)
+schema.cast(rows, false)
 #=> JsonTableSchema::MultipleInvalid
 schema.errors
 #=> [#<JsonTableSchema::InvalidCast: notanumber is not a number>, #<JsonTableSchema::InvalidCast: notanumber is not a number>, #<JsonTableSchema::ConversionError: The number of items to convert (1) does not match the number of headers in the schema (2)>]
 ```
 
+## Field
+
+```ruby
+# Init field
+field = JsonTableSchema::Field.new({'type': 'number'})
+
+# Cast a value
+field.cast_value('12345')
+#=> 12345.0
+```
+
+Data values can be cast to native Ruby objects with a Field instance. Type instances can be initialized with f[ield descriptors](http://dataprotocols.org/json-table-schema/#field-descriptors). This allows formats and constraints to be defined.
+
+Casting a value will check the value is of the expected type, is in the correct format, and complies with any constraints imposed by a schema. E.g. a date value (in ISO 8601 format) can be cast with a DateType instance. Values that can't be cast will raise an `InvalidCast` exception.
+
+Casting a value that doesn't meet the constraints will raise a `ConstraintError` exception.
+
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
@@ -227,7 +242,6 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/jsontableschema. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
-
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/lib/jsontableschema.rb

@@ -28,6 +28,7 @@ require "jsontableschema/types/object"
 require "jsontableschema/types/string"
 require "jsontableschema/types/time"
 
+require "jsontableschema/field"
 require "jsontableschema/validate"
 require "jsontableschema/model"
 require "jsontableschema/data"

data/lib/jsontableschema/data.rb

@@ -3,33 +3,36 @@ module JsonTableSchema
 
     attr_reader :errors
 
-    def convert(rows, fail_fast = true)
+    def cast_rows(rows, fail_fast = true, limit = nil)
       @errors ||= []
-      rows.map! do |r|
+      parsed_rows = []
+      rows.each_with_index do |r, i|
         begin
-          convert_row(r, fail_fast)
+          break if limit && (limit <= i)
+          r = r.fields if r.class == CSV::Row
+          parsed_rows << cast_row(r, fail_fast)
         rescue MultipleInvalid, ConversionError => e
           raise e if fail_fast == true
           @errors << e if e.is_a?(ConversionError)
         end
       end
       check_for_errors
-      rows
+      parsed_rows
     end
 
-    def convert_row(row, fail_fast = true)
+    alias_method :convert, :cast_rows
+
+    def cast_row(row, fail_fast = true)
       @errors ||= []
       raise_header_error(row) if row.count != fields.count
       fields.each_with_index do |field,i|
-        row[i] = convert_column(row[i], field, fail_fast)
+        row[i] = cast_column(field, row[i], fail_fast)
       end
       check_for_errors
       row
     end
 
-    def cast(field_name, value)
-      convert_column(value, get_field(field_name), true)
-    end
+    alias_method :convert_row, :cast_row
 
     private
 
@@ -41,10 +44,8 @@ module JsonTableSchema
       raise(JsonTableSchema::MultipleInvalid.new("There were errors parsing the data")) if @errors.count > 0
     end
 
-    def convert_column(col, field, fail_fast)
-      klass = get_class_for_type(field['type'] || 'string')
-      converter = Kernel.const_get(klass).new(field)
-      converter.cast(col)
+    def cast_column(field, col, fail_fast)
+      field.cast_value(col)
     rescue Exception => e
       if fail_fast == true
         raise e
@@ -53,5 +54,7 @@ module JsonTableSchema
       end
     end
 
+    alias_method :convert_column, :cast_column
+
   end
 end

data/lib/jsontableschema/field.rb

@@ -0,0 +1,41 @@
+module JsonTableSchema
+  class Field < Hash
+    include JsonTableSchema::Helpers
+
+    attr_reader :type_class
+
+    def initialize(descriptor)
+      self.merge! descriptor
+      @type_class = get_type
+    end
+
+    def name
+      self['name']
+    end
+
+    def type
+      self['type'] || 'string'
+    end
+
+    def format
+      self['format'] || 'default'
+    end
+
+    def constraints
+      self['constraints'] || {}
+    end
+
+    def cast_value(col)
+      klass = get_class_for_type(type)
+      converter = Kernel.const_get(klass).new(self)
+      converter.cast(col)
+    end
+
+    private
+
+      def get_type
+        Object.const_get get_class_for_type(type)
+      end
+
+  end
+end

data/lib/jsontableschema/helpers.rb

@@ -22,7 +22,7 @@ module JsonTableSchema
     end
 
     def get_class_for_type(type)
-      "JsonTableSchema::Types::#{type_class_lookup[type]}"
+      "JsonTableSchema::Types::#{type_class_lookup[type] || 'String'}"
     end
 
     def type_class_lookup

data/lib/jsontableschema/infer.rb

@@ -40,6 +40,7 @@ module JsonTableSchema
       type_matches = []
       @rows.each_with_index do |row, i|
         break if @row_limit && i > @row_limit
+        row = row.fields if row.class == CSV::Row
 
         row_length = row.count
         headers_length = @headers.count

data/lib/jsontableschema/model.rb

@@ -53,10 +53,6 @@ module JsonTableSchema
 
     private
 
-      def fields
-        self['fields']
-      end
-
       def transform(name)
         name.downcase! if @opts[:case_insensitive_headers]
         name
@@ -69,5 +65,9 @@ module JsonTableSchema
         end
       end
 
+      def load_fields!
+        self['fields'] = (self['fields'] || []).map { |f| JsonTableSchema::Field.new(f) }
+      end
+
   end
 end

data/lib/jsontableschema/schema.rb

@@ -5,26 +5,27 @@ module JsonTableSchema
     include JsonTableSchema::Data
     include JsonTableSchema::Helpers
 
-    def initialize(schema, opts = {})
-      self.merge! parse_schema(schema)
+    def initialize(descriptor, opts = {})
+      self.merge! parse_schema(descriptor)
       @messages = []
       @opts = opts
+      load_fields!
       load_validator!
       expand!
     end
 
-    def parse_schema(schema)
-      if schema.class == Hash
-        schema
-      elsif schema.class == String
+    def parse_schema(descriptor)
+      if descriptor.class == Hash
+        descriptor
+      elsif descriptor.class == String
         begin
-          JSON.parse open(schema).read
+          JSON.parse open(descriptor).read
         rescue Errno::ENOENT
-          raise SchemaException.new("File not found at `#{schema}`")
+          raise SchemaException.new("File not found at `#{descriptor}`")
         rescue OpenURI::HTTPError => e
-          raise SchemaException.new("URL `#{schema}` returned #{e.message}")
+          raise SchemaException.new("URL `#{descriptor}` returned #{e.message}")
         rescue JSON::ParserError
-          raise SchemaException.new("File at `#{schema}` is not valid JSON")
+          raise SchemaException.new("File at `#{descriptor}` is not valid JSON")
         end
       else
         raise SchemaException.new("A schema must be a hash, path or URL")

data/lib/jsontableschema/table.rb

@@ -7,15 +7,15 @@ module JsonTableSchema
       JsonTableSchema::Table.new(csv, nil, opts)
     end
 
-    def initialize(csv, schema, opts = {})
+    def initialize(csv, descriptor, opts = {})
       @opts = opts
       @csv = parse_csv(csv)
-      @schema = schema.nil? ? infer_schema(@csv) : JsonTableSchema::Schema.new(schema)
+      @schema = descriptor.nil? ? infer_schema(@csv) : JsonTableSchema::Schema.new(descriptor)
     end
 
     def parse_csv(csv)
-      csv_string = csv.is_a?(Array) ? array_to_csv(csv) : open(csv).read
-      CSV.parse(csv_string, csv_options)
+      csv = csv.is_a?(Array) ? StringIO.new(array_to_csv csv) : open(csv)
+      CSV.new(csv, csv_options)
     end
 
     def csv_options
@@ -24,8 +24,7 @@ module JsonTableSchema
 
     def rows(opts = {})
       fail_fast = opts[:fail_fast] || opts[:fail_fast].nil?
-      rows = opts[:limit] ? @csv.to_a.drop(1).take(opts[:limit]) : @csv.to_a.drop(1)
-      converted = @schema.convert(rows, fail_fast)
+      converted = @schema.cast_rows(@csv, fail_fast, opts[:limit])
       opts[:keyed] ? coverted_to_hash(@csv.headers, converted) : converted
     end
 
@@ -42,7 +41,9 @@ module JsonTableSchema
       end
 
       def infer_schema(csv)
-        inferer = JsonTableSchema::Infer.new(csv.headers, csv.to_a)
+        headers = csv.first.to_h.keys
+        csv.rewind
+        inferer = JsonTableSchema::Infer.new(headers, csv)
         inferer.schema
       end
 

data/lib/jsontableschema/version.rb

@@ -1,3 +1,3 @@
 module JsonTableSchema
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,153 +1,153 @@
 --- !ruby/object:Gem::Specification
 name: jsontableschema
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - pezholio
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-09-19 00:00:00.000000000 Z
+date: 2016-10-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.11'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '10.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '10.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '3.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '3.0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 0.10.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 0.10.0
 - !ruby/object:Gem::Dependency
   name: webmock
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.1.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.1.0
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 0.8.13
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 0.8.13
 - !ruby/object:Gem::Dependency
   name: json-schema
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.6.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.6.0
 - !ruby/object:Gem::Dependency
   name: uuid
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.3.8
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.3.8
 - !ruby/object:Gem::Dependency
   name: currencies
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 0.4.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 0.4.2
 - !ruby/object:Gem::Dependency
   name: tod
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: 2.1.0
 description: 
@@ -157,9 +157,9 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".rspec"
-- ".travis.yml"
+- .gitignore
+- .rspec
+- .travis.yml
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
@@ -182,6 +182,7 @@ files:
 - lib/jsontableschema/constraints/required.rb
 - lib/jsontableschema/data.rb
 - lib/jsontableschema/exceptions.rb
+- lib/jsontableschema/field.rb
 - lib/jsontableschema/helpers.rb
 - lib/jsontableschema/infer.rb
 - lib/jsontableschema/model.rb
@@ -213,17 +214,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.4.5
 signing_key: 
 specification_version: 4
 summary: A Ruby library for working with JSON Table Schema