csvlint 0.1.3 → 0.1.4

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    YmFkYTMwMzU2Njg0ZDk5NmJkOTU2ZjczNWVjZTRjNTVmZWEyOTY2NA==
+    NTcwMjkzODNkNWM4ZDg1ZjU2MjQzZjdhYzJhNDE0OGFlZWZmMjQ0ZA==
   data.tar.gz: !binary |-
-    ODIzOTA1MmQ0MzI3ZTZlOTc2NTU5NmFkNzgxODkxODU2MjFhY2VmYw==
+    N2I0YWJjYzgzM2UxZDk1ODdkY2M0ZTRmNGU2ZDI3ZGNhMTgxNGFiMA==
 SHA512:
   metadata.gz: !binary |-
-    Y2IwYTYzYjg1N2JmMmFmN2Q1NjIwYTQxMTU0Y2Y5YTM3YzFkYjkyZWI1MWEy
-    ODJiZTZjNDhlMDc0MjliZGRkMDQyZDRkMDdlNzRjMmFhN2IyYTJkZDU4MWZl
-    NzdmYWQwZDI5MTI1Nzk5ZDQxZjRiZGVlMTI3NzMwNmI2NGZiZTM=
+    NDM5MmU5MDEwNjQyOWFlMGUwNWFmNGNjNTc0YTU4NmE0ZWY2YjMyMDRkODY2
+    NmIyODJhMzEyOGIyYjlkMTQwM2FhYjJmNzU3NGVjY2E3OTgyMjg0NWRkZGEx
+    YzU1MjAyYjJhYzUxNGFmZTc2YmVkYjQ0MjI3ZjdkZmNlYzJkZjM=
   data.tar.gz: !binary |-
-    NDBlNGVhMTVkM2IzNDIyNWEzMjU5NDI4YjZjNjlmODg5YWNiOTMzNDk4ZGQ5
-    ODVmMTM2MWJjNTIwNzdhNmNkNTNhZGUyZTUyZTgyYzM4Njc4YWUwYzA1YWJl
-    MmYwNmFkMTVlMGIyNDE5ODVkN2E3NWE5ZWFlYzQ1NGVjNzY1Y2Q=
+    MzVjNWU4MDFjYWEyNWNhNWY0OGM3NTUxNmU4MzAxZTYwMGYyZTBiOTdmYzhl
+    MmJiNWM0OTQ0YWRlZWY3MDAyN2RjN2RmMWIyNTk5NWJlODgwZDVkODUwN2E0
+    NTJlYjMxNTg5Y2I4ZDcyNzUyN2EzNjNkNmRiOTRiMzlkOTdhZjg=

data/CHANGELOG.md

@@ -2,7 +2,15 @@
 
 ## [Unreleased](https://github.com/theodi/csvlint.rb/tree/HEAD)
 
-[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.1.2...HEAD)
+[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.1.3...HEAD)
+
+**Merged pull requests:**
+
+- change made to the constraint parameter in order that it is more cons… [\#140](https://github.com/theodi/csvlint.rb/pull/140) ([quadrophobiac](https://github.com/quadrophobiac))
+
+## [0.1.3](https://github.com/theodi/csvlint.rb/tree/0.1.3) (2015-07-24)
+
+[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.1.2...0.1.3)
 
 **Merged pull requests:**
 
@@ -64,8 +72,6 @@
 
 - fix coveralls stats [\#109](https://github.com/theodi/csvlint.rb/pull/109) ([Floppy](https://github.com/Floppy))
 
-- Speed up \#build\_formats \(changes its API\) [\#103](https://github.com/theodi/csvlint.rb/pull/103) ([jpmckinney](https://github.com/jpmckinney))
-
 - Limit lines [\#101](https://github.com/theodi/csvlint.rb/pull/101) ([Hoedic](https://github.com/Hoedic))
 
 ## [0.1.0](https://github.com/theodi/csvlint.rb/tree/0.1.0) (2014-11-27)
@@ -130,8 +136,138 @@
 
 **Merged pull requests:**
 
+- Speed up \#build\_formats \(changes its API\) [\#103](https://github.com/theodi/csvlint.rb/pull/103) ([jpmckinney](https://github.com/jpmckinney))
+
 - Continuously deploy gem [\#102](https://github.com/theodi/csvlint.rb/pull/102) ([pezholio](https://github.com/pezholio))
 
+- Make csvlint way faster [\#99](https://github.com/theodi/csvlint.rb/pull/99) ([jpmckinney](https://github.com/jpmckinney))
+
+- Update README.md [\#98](https://github.com/theodi/csvlint.rb/pull/98) ([rmalecky](https://github.com/rmalecky))
+
+- Undeclared header error [\#95](https://github.com/theodi/csvlint.rb/pull/95) ([Floppy](https://github.com/Floppy))
+
+- Blank values shouldn't count as inconsistencies [\#91](https://github.com/theodi/csvlint.rb/pull/91) ([pezholio](https://github.com/pezholio))
+
+- Use `reject` instead of `delete\_if` [\#89](https://github.com/theodi/csvlint.rb/pull/89) ([pezholio](https://github.com/pezholio))
+
+- Raise a warning if a title row is found [\#88](https://github.com/theodi/csvlint.rb/pull/88) ([pezholio](https://github.com/pezholio))
+
+- Improve executable [\#86](https://github.com/theodi/csvlint.rb/pull/86) ([pezholio](https://github.com/pezholio))
+
+- Feature undeclared header [\#83](https://github.com/theodi/csvlint.rb/pull/83) ([ldodds](https://github.com/ldodds))
+
+- Support xsd:integer [\#82](https://github.com/theodi/csvlint.rb/pull/82) ([ldodds](https://github.com/ldodds))
+
+- Downgrade header errors [\#81](https://github.com/theodi/csvlint.rb/pull/81) ([ldodds](https://github.com/ldodds))
+
+- Go home, pry [\#78](https://github.com/theodi/csvlint.rb/pull/78) ([pikesley](https://github.com/pikesley))
+
+- Use type validations to check consistency [\#77](https://github.com/theodi/csvlint.rb/pull/77) ([pezholio](https://github.com/pezholio))
+
+- Add data accessor [\#76](https://github.com/theodi/csvlint.rb/pull/76) ([Floppy](https://github.com/Floppy))
+
+- Add failed constraints to schema errors [\#75](https://github.com/theodi/csvlint.rb/pull/75) ([ldodds](https://github.com/ldodds))
+
+- Only perform ragged row check if there's no schema [\#74](https://github.com/theodi/csvlint.rb/pull/74) ([ldodds](https://github.com/ldodds))
+
+- Handle tempfiles [\#73](https://github.com/theodi/csvlint.rb/pull/73) ([pezholio](https://github.com/pezholio))
+
+- Catch errors if regex doesn't match [\#72](https://github.com/theodi/csvlint.rb/pull/72) ([pezholio](https://github.com/pezholio))
+
+- Inconsistent column base [\#70](https://github.com/theodi/csvlint.rb/pull/70) ([ldodds](https://github.com/ldodds))
+
+- include column name in :header\_name message [\#68](https://github.com/theodi/csvlint.rb/pull/68) ([Floppy](https://github.com/Floppy))
+
+- Record default dialect [\#67](https://github.com/theodi/csvlint.rb/pull/67) ([pezholio](https://github.com/pezholio))
+
+- Schema validation message improvements [\#65](https://github.com/theodi/csvlint.rb/pull/65) ([Floppy](https://github.com/Floppy))
+
+- Fix ignore empty fields [\#62](https://github.com/theodi/csvlint.rb/pull/62) ([ldodds](https://github.com/ldodds))
+
+- Create stub schema from existing CSV file [\#61](https://github.com/theodi/csvlint.rb/pull/61) ([ldodds](https://github.com/ldodds))
+
+- Validate dates [\#59](https://github.com/theodi/csvlint.rb/pull/59) ([ldodds](https://github.com/ldodds))
+
+- add schema access from validator [\#58](https://github.com/theodi/csvlint.rb/pull/58) ([Floppy](https://github.com/Floppy))
+
+- Allow schema and fields to have title and description [\#57](https://github.com/theodi/csvlint.rb/pull/57) ([ldodds](https://github.com/ldodds))
+
+- Feature min max ranges [\#56](https://github.com/theodi/csvlint.rb/pull/56) ([ldodds](https://github.com/ldodds))
+
+- Check header without schema [\#54](https://github.com/theodi/csvlint.rb/pull/54) ([ldodds](https://github.com/ldodds))
+
+- Validate types [\#53](https://github.com/theodi/csvlint.rb/pull/53) ([pikesley](https://github.com/pikesley))
+
+- Added open\_uri\_redirections to allow HTTP/HTTPS transfers [\#52](https://github.com/theodi/csvlint.rb/pull/52) ([ldodds](https://github.com/ldodds))
+
+- Added docs on CSV options and header error/warning messages [\#51](https://github.com/theodi/csvlint.rb/pull/51) ([ldodds](https://github.com/ldodds))
+
+- Feature header validation [\#50](https://github.com/theodi/csvlint.rb/pull/50) ([ldodds](https://github.com/ldodds))
+
+- Handle unique columns [\#49](https://github.com/theodi/csvlint.rb/pull/49) ([pikesley](https://github.com/pikesley))
+
+- Validate all the fields [\#47](https://github.com/theodi/csvlint.rb/pull/47) ([ldodds](https://github.com/ldodds))
+
+- Tolerate incomplete schemas [\#46](https://github.com/theodi/csvlint.rb/pull/46) ([ldodds](https://github.com/ldodds))
+
+- Add accessor for line breaks [\#45](https://github.com/theodi/csvlint.rb/pull/45) ([Floppy](https://github.com/Floppy))
+
+- update README for info messages and new error types [\#44](https://github.com/theodi/csvlint.rb/pull/44) ([Floppy](https://github.com/Floppy))
+
+- Info messages for line breaks [\#43](https://github.com/theodi/csvlint.rb/pull/43) ([Floppy](https://github.com/Floppy))
+
+- Add category to messages [\#40](https://github.com/theodi/csvlint.rb/pull/40) ([ldodds](https://github.com/ldodds))
+
+- Badges [\#39](https://github.com/theodi/csvlint.rb/pull/39) ([pikesley](https://github.com/pikesley))
+
+- Generic field validation using JSON Table Schema [\#38](https://github.com/theodi/csvlint.rb/pull/38) ([ldodds](https://github.com/ldodds))
+
+- Feature validate strings and files [\#37](https://github.com/theodi/csvlint.rb/pull/37) ([ldodds](https://github.com/ldodds))
+
+- Support reporting of column number in errors [\#36](https://github.com/theodi/csvlint.rb/pull/36) ([ldodds](https://github.com/ldodds))
+
+- Fix up casing of keys in CSV DDF options [\#35](https://github.com/theodi/csvlint.rb/pull/35) ([ldodds](https://github.com/ldodds))
+
+- Add errors for incorrect newlines [\#34](https://github.com/theodi/csvlint.rb/pull/34) ([pezholio](https://github.com/pezholio))
+
+- Change from parsing CSV line by line to using CSV.new and trapping errors [\#33](https://github.com/theodi/csvlint.rb/pull/33) ([ldodds](https://github.com/ldodds))
+
+- Improved the README, tweaked LICENSE [\#28](https://github.com/theodi/csvlint.rb/pull/28) ([ldodds](https://github.com/ldodds))
+
+- Handle 404s [\#26](https://github.com/theodi/csvlint.rb/pull/26) ([pezholio](https://github.com/pezholio))
+
+- Create more fine-grained errors and warnings for content type issues [\#25](https://github.com/theodi/csvlint.rb/pull/25) ([ldodds](https://github.com/ldodds))
+
+- Report trailing empty rows as an error. Previously threw exception [\#24](https://github.com/theodi/csvlint.rb/pull/24) ([ldodds](https://github.com/ldodds))
+
+- Simplify the guessing of column types [\#22](https://github.com/theodi/csvlint.rb/pull/22) ([ldodds](https://github.com/ldodds))
+
+- Class-ify error messages [\#21](https://github.com/theodi/csvlint.rb/pull/21) ([pezholio](https://github.com/pezholio))
+
+- Error extracts [\#20](https://github.com/theodi/csvlint.rb/pull/20) ([Floppy](https://github.com/Floppy))
+
+- Return headers [\#19](https://github.com/theodi/csvlint.rb/pull/19) ([pezholio](https://github.com/pezholio))
+
+- Return a warning if no character set specified [\#18](https://github.com/theodi/csvlint.rb/pull/18) ([pezholio](https://github.com/pezholio))
+
+- Ignore query params [\#17](https://github.com/theodi/csvlint.rb/pull/17) ([Floppy](https://github.com/Floppy))
+
+- Add invalid\_encoding error for invalid byte sequences [\#16](https://github.com/theodi/csvlint.rb/pull/16) ([ldodds](https://github.com/ldodds))
+
+- Check inconsistent values [\#13](https://github.com/theodi/csvlint.rb/pull/13) ([pezholio](https://github.com/pezholio))
+
+- Add CSV dialect options [\#11](https://github.com/theodi/csvlint.rb/pull/11) ([pezholio](https://github.com/pezholio))
+
+- Return warning if extension doesn't match content type [\#10](https://github.com/theodi/csvlint.rb/pull/10) ([pezholio](https://github.com/pezholio))
+
+- Return warnings for file extension [\#8](https://github.com/theodi/csvlint.rb/pull/8) ([pezholio](https://github.com/pezholio))
+
+- Detect blank rows [\#7](https://github.com/theodi/csvlint.rb/pull/7) ([pezholio](https://github.com/pezholio))
+
+- Detect bad content type [\#3](https://github.com/theodi/csvlint.rb/pull/3) ([pezholio](https://github.com/pezholio))
+
+- Return information about CSV [\#1](https://github.com/theodi/csvlint.rb/pull/1) ([pezholio](https://github.com/pezholio))
+
 
 
 \* *This Change Log was automatically generated by [github_changelog_generator](https://github.com/skywinder/Github-Changelog-Generator)*

data/Gemfile

@@ -4,4 +4,4 @@
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in csvlint.rb.gemspec
-gemspec
+gemspec

data/lib/csvlint/schema.rb

@@ -20,9 +20,8 @@ module Csvlint
       found_header = header.to_csv(:row_sep => '')
       expected_header = @fields.map{ |f| f.name }.to_csv(:row_sep => '')
       if found_header != expected_header
-        build_warnings(:malformed_header, :schema, 1, nil, found_header, expected_header)
+        build_warnings(:malformed_header, :schema, 1, nil, found_header, "expectedHeader" => expected_header)
       end
-
       return valid?
     end
 

data/lib/csvlint/validate.rb

@@ -252,7 +252,6 @@ module Csvlint
     private
 
     def parse_extension(source)
-      # byebug
       case source
       when File
         return File.extname( source.path )

data/lib/csvlint/version.rb

@@ -1,3 +1,3 @@
 module Csvlint
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

data/spec/schema_spec.rb

@@ -1,7 +1,7 @@
 require 'spec_helper'
 
 describe Csvlint::Schema do
-  
+
   it "should tolerate missing fields" do
     schema = Csvlint::Schema.from_json_table("http://example.org", {})
     expect( schema ).to_not be(nil)
@@ -16,28 +16,28 @@ describe Csvlint::Schema do
     expect( schema.fields[0].name ).to eql("test")
     expect( schema.fields[0].constraints ).to eql({})
   end
-      
+
   it "should validate against the schema" do
     field = Csvlint::Field.new("test", { "required" => true } )
     field2 = Csvlint::Field.new("test", { "minLength" => 3 } )
     schema = Csvlint::Schema.new("http://example.org", [field, field2] )
-    
+
     expect( schema.validate_row( ["", "x"] ) ).to eql(false)
     expect( schema.errors.size ).to eql(2)
     expect( schema.errors.first.type).to eql(:missing_value)
     expect( schema.errors.first.category).to eql(:schema)
     expect( schema.errors.first.column).to eql(1)
     expect( schema.validate_row( ["abc", "1234"] ) ).to eql(true)
-      
+
   end
-  
+
   it "should include validations for missing columns" do
     minimum = Csvlint::Field.new("test", { "minLength" => 3 } )
     required = Csvlint::Field.new("test2", { "required" => true } )
     schema = Csvlint::Schema.new("http://example.org", [minimum, required] )
-    
+
     expect( schema.validate_row( ["abc", "x"] ) ).to eql(true)
-      
+
     expect( schema.validate_row( ["abc"] ) ).to eql(false)
     expect( schema.errors.size ).to eql(1)
     expect( schema.errors.first.type).to eql(:missing_value)
@@ -45,9 +45,9 @@ describe Csvlint::Schema do
     schema = Csvlint::Schema.new("http://example.org", [required, minimum] )
     expect( schema.validate_row( ["abc"] ) ).to eql(false)
     expect( schema.errors.size ).to eql(1)
-    expect( schema.errors.first.type).to eql(:min_length)    
+    expect( schema.errors.first.type).to eql(:min_length)
   end
-  
+
   it "should warn if the data has fewer columns" do
     minimum = Csvlint::Field.new("test", { "minLength" => 3 } )
     required = Csvlint::Field.new("test2", { "maxLength" => 5 } )
@@ -60,10 +60,10 @@ describe Csvlint::Schema do
     expect( schema.warnings.first.row).to eql(1)
     expect( schema.warnings.first.column).to eql(2)
 
-    #no ragged row error    
+    #no ragged row error
     expect( schema.errors.size ).to eql(0)
   end
-  
+
   it "should warn if the data has additional columns" do
     minimum = Csvlint::Field.new("test", { "minLength" => 3 } )
     required = Csvlint::Field.new("test2", { "required" => true } )
@@ -79,19 +79,19 @@ describe Csvlint::Schema do
     expect( schema.warnings[1].type).to eql(:extra_column)
     expect( schema.warnings[1].column).to eql(4)
 
-    #no ragged row error    
-    expect( schema.errors.size ).to eql(0)        
-  end  
+    #no ragged row error
+    expect( schema.errors.size ).to eql(0)
+  end
 
   context "when validating header" do
     it "should warn if column names are different to field names" do
       minimum = Csvlint::Field.new("minimum", { "minLength" => 3 } )
       required = Csvlint::Field.new("required", { "required" => true } )
       schema = Csvlint::Schema.new("http://example.org", [minimum, required] )
-  
+
       expect( schema.validate_header(["minimum", "required"]) ).to eql(true)
       expect( schema.warnings.size ).to eql(0)
-      
+
       expect( schema.validate_header(["wrong", "required"]) ).to eql(true)
       expect( schema.warnings.size ).to eql(1)
       expect( schema.warnings.first.row ).to eql(1)
@@ -99,8 +99,8 @@ describe Csvlint::Schema do
       expect( schema.warnings.first.content ).to eql('wrong,required')
       expect( schema.warnings.first.column ).to eql(nil)
       expect( schema.warnings.first.category ).to eql(:schema)
-      expect( schema.warnings.first.constraints ).to eql('minimum,required')
-
+      expect schema.warnings.first.constraints.has_value?('minimum,required')
+      # expect( schema.warnings.first.constraints.values ).to eql(['minimum,required'])
       expect( schema.validate_header(["minimum", "Required"]) ).to eql(true)
       expect( schema.warnings.size ).to eql(1)
 
@@ -118,7 +118,8 @@ describe Csvlint::Schema do
       expect( schema.warnings.first.content ).to eql("minimum")
       expect( schema.warnings.first.column ).to eql(nil)
       expect( schema.warnings.first.category ).to eql(:schema)
-      expect( schema.warnings.first.constraints ).to eql('minimum,required')
+      expect schema.warnings.first.constraints.has_value?('minimum,required')
+      # expect( schema.warnings.first.constraints.values ).to eql(['minimum,required'])
 
     end
 
@@ -133,19 +134,20 @@ describe Csvlint::Schema do
       expect( schema.warnings.first.content ).to eql("wrong,required")
       expect( schema.warnings.first.column ).to eql(nil)
       expect( schema.warnings.first.category ).to eql(:schema)
-      expect( schema.warnings.first.constraints ).to eql('minimum')
+      # expect( schema.warnings.first.constraints.values ).to eql('minimum')
+      expect( schema.warnings.first.constraints.has_value?('minimum'))
 
     end
 
   end
-  
+
   context "when parsing JSON Tables" do
-    
-    before(:each) do 
+
+    before(:each) do
       @example=<<-EOL
       {
           "title": "Schema title",
-          "description": "schema", 
+          "description": "schema",
           "fields": [
               { "name": "ID", "constraints": { "required": true }, "title": "id", "description": "house identifier" },
               { "name": "Price", "constraints": { "required": true, "minLength": 1 } },
@@ -155,11 +157,11 @@ describe Csvlint::Schema do
   EOL
       stub_request(:get, "http://example.com/example.json").to_return(:status => 200, :body => @example)
     end
-    
+
     it "should create a schema from a pre-parsed JSON table" do
       json = JSON.parse( @example )
       schema = Csvlint::Schema.from_json_table("http://example.org", json)
-      
+
       expect( schema.uri ).to eql("http://example.org")
       expect( schema.title ).to eql("Schema title")
       expect( schema.description ).to eql("schema")
@@ -169,15 +171,15 @@ describe Csvlint::Schema do
       expect( schema.fields[0].title ).to eql("id")
       expect( schema.fields[0].description ).to eql("house identifier")
     end
-    
+
     it "should create a schema from a JSON Table URL" do
       schema = Csvlint::Schema.load_from_json_table("http://example.com/example.json")
       expect( schema.uri ).to eql("http://example.com/example.json")
       expect( schema.fields.length ).to eql(3)
       expect( schema.fields[0].name ).to eql("ID")
       expect( schema.fields[0].constraints["required"] ).to eql(true)
-      
+
     end
-  end  
-  
-end
+  end
+
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csvlint
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - pezholio
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-07-24 00:00:00.000000000 Z
+date: 2015-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mime-types