csvlint 0.2.2 → 0.2.4

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NzVlNGUzMDczMzhmZmJiNDIzZDRiYmJmZTBhZGNjMzcwMzlmZjU5Yw==
+    MmYzODNiNTQyMTQ0OTNkZTQ1NGQwMzkwNmRkYWMxODNiNTIwNjNhMA==
   data.tar.gz: !binary |-
-    MjdiMmM3ZjVmOTIxOTYzYTk5NGFiNDY3Y2MxMmY0NWRlZjViZGM2OA==
+    NzNhZDQ1NmY1Njc5MDMyZjVlYTNiOTc4Y2YxZGRlNjVmNjJiMDFlYw==
 SHA512:
   metadata.gz: !binary |-
-    ZTM5MTMwYWEzMTYyNzFmMGNlYjMyMWFlZjRlMDQ2YTA5ZjczM2Q4NzJiNDIy
-    NzYwYmM0MjQ3ZGMxNzZjN2NlNzA0NDAxNmZlYTQxMTZkNzhiYWIzMTRhOGFi
-    ZTIwM2NkYzgwMzcyOGM0YTE3NWZlYWRmYzdjMThjZjEzYzBhOGY=
+    MTVlYjFlN2YxYzViNzEyOTg0MTk4ZTgzY2Q3Mzk2ZGE0NTllNjFlZjE0ODg4
+    ZTUwZTdjNTA0MWNmOTUyMjBjZjVmNGMyYjc1MmUxYjllMDIwYTVjYTg5ZTVm
+    NmEyMjAzZGVhMzI2NGUwYTI2YzAzZjcyODViYmEyYzVlNWMyZmE=
   data.tar.gz: !binary |-
-    YTBjNDc4MjI5ZTcyNWUyYjQwMzQ2NWQyYTBjMDI1ODc4Njc4NDllNWQ4YzE0
-    MzA4ODJmOTIxYmIwMWE5YjAxYWViZTE1OGY4NDIyNTM2OGU0OTg5NWY2NGRj
-    ZmJhYzFhNTBiMzM0Yzg5Y2UxYjQxMzJlMzhmZTc0ZTU1MTg3MTE=
+    ZTU5ZjQzNDZkMWVhZTBkODAwNGFmMzM5ODZhMmMzODQ3ZTg3YzRiMGM2YzEz
+    MGE4M2VjZTIzODgwODM5MTY4MjEwM2M0N2NkZjIwY2VmNTk3Y2RmMWNmMTBl
+    NGM4MzU1MzVhOWQyMWEzM2JkZWQ1ODlkMzgyYTZlNTE3ZWI5MTc=

data/CHANGELOG.md

@@ -2,7 +2,31 @@
 
 ## [Unreleased](https://github.com/theodi/csvlint.rb/tree/HEAD)
 
-[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.2.1...HEAD)
+[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.2.3...HEAD)
+
+**Merged pull requests:**
+
+- Fixes for CLI [\#164](https://github.com/theodi/csvlint.rb/pull/164) ([pezholio](https://github.com/pezholio))
+
+## [0.2.3](https://github.com/theodi/csvlint.rb/tree/0.2.3) (2015-10-20)
+
+[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.2.2...0.2.3)
+
+**Closed issues:**
+
+- Include field name with error [\#161](https://github.com/theodi/csvlint.rb/issues/161)
+
+- Refactor the binary [\#150](https://github.com/theodi/csvlint.rb/issues/150)
+
+**Merged pull requests:**
+
+- Refactor CLI [\#163](https://github.com/theodi/csvlint.rb/pull/163) ([pezholio](https://github.com/pezholio))
+
+- Update schema file example to clarify type [\#162](https://github.com/theodi/csvlint.rb/pull/162) ([wachunga](https://github.com/wachunga))
+
+## [0.2.2](https://github.com/theodi/csvlint.rb/tree/0.2.2) (2015-10-09)
+
+[Full Changelog](https://github.com/theodi/csvlint.rb/compare/0.2.1...0.2.2)
 
 **Closed issues:**
 

data/README.md

@@ -162,20 +162,26 @@ An example JSON Table Schema schema file is:
 		"fields": [
 			{
 				"name": "id",
-			  	"constraints": { "required": true }
+				"constraints": {
+					"required": true,
+					"type": "http://www.w3.org/TR/xmlschema-2/#integer"
+				}
+			},
+			{
+				"name": "price",
+				"constraints": {
+					"required": true,
+					"minLength": 1 
+				}
 			},
-            {
-               	"name": "price",
-               	"constraints": { "required": true, "minLength": 1 }
-            },
-            {
-            	"name": "postcode",
-            	"constraints": {
-            		"required": true,
-            		"pattern": "[A-Z]{1,2}[0-9][0-9A-Z]? ?[0-9][A-Z]{2}"
-            	}
-            }
-        ]
+			{
+				"name": "postcode",
+				"constraints": {
+					"required": true,
+					"pattern": "[A-Z]{1,2}[0-9][0-9A-Z]? ?[0-9][A-Z]{2}"
+				}
+			}
+		]
 	}
 
 An equivalent CSV on the Web Metadata file is:
@@ -187,7 +193,8 @@ An equivalent CSV on the Web Metadata file is:
 			"columns": [
 				{
 					"name": "id",
-					"required": true
+					"required": true,
+					"datatype": { "base": "integer" }
 				},
 				{
 					"name": "price",

data/bin/csvlint

@@ -1,161 +1,10 @@
 #!/usr/bin/env ruby
 $:.unshift File.join( File.dirname(__FILE__), "..", "lib")
 
-require 'csvlint'
-require 'colorize'
-require 'json'
-require 'optparse'
-require 'pp'
+require 'csvlint/cli'
 
-options = {}
-opts = OptionParser.new
-
-opts.banner = "Usage: csvlint [options] [file]"
-
-opts.on("-d", "--dump-errors", "Pretty print error and warning objects.") do |d|
-  options[:dump] = d
-end
-
-opts.on("-s", "--schema FILENAME", "Schema file") do |s|
-  options[:schema] = s
-end
-
-opts.on_tail("-h", "--help",
-             "Show this message") do
-  puts opts
-  exit
-end
-
-begin
-  opts.parse!
-rescue OptionParser::InvalidOption => e
-  puts e
-  puts opts
-  exit(1)
-end
-
-def print_error(index, error, dump, color)
-  location = ""
-  location += error.row.to_s if error.row
-  location += "#{error.row ? "," : ""}#{error.column.to_s}" if error.column
-  if error.row || error.column
-    location = "#{error.row ? "Row" : "Column"}: #{location}"
-  end
-  output_string = "#{index+1}. #{error.type}"
-  output_string += ". #{location}" unless location.empty?
-  output_string += ". #{error.content}" if error.content
-
-  if $stdout.tty?
-    puts output_string.colorize(color)
-  else
-    puts output_string
-  end
-
-  if dump
-    pp error
-  end
-
-end
-
-def validate_csv(source, schema, dump)
-  @error_count = 0
-  report_lines = lambda do |row|
-    new_errors = row.errors.count
-    if new_errors > @error_count
-      print "!".red
-    else
-      print ".".green
-    end
-    @error_count = new_errors
-  end
-  validator = Csvlint::Validator.new( source, {}, schema, { lambda: report_lines } )
-
-  if $stdout.tty?
-    puts "\r\n#{source.path || source || "CSV"} is #{validator.valid? ? "VALID".green : "INVALID".red}"
-  else
-    puts "\r\n#{source.path || source || "CSV"} is #{validator.valid? ? "VALID" : "INVALID"}"
-  end
-
-  if validator.errors.size > 0
-    validator.errors.each_with_index do |error, i|
-      print_error(i, error, dump, :red)
-    end
-  end
-
-  if validator.warnings.size > 0
-    validator.warnings.each_with_index do |error, i|
-      print_error(i, error, dump, :yellow)
-    end
-  end
-
-  return validator.valid?
-end
-
-if ARGV.length == 0 && !$stdin.tty?
-  source = StringIO.new(ARGF.read)
+if ARGV == ["help"]
+  Csvlint::Cli.start(["help"])
 else
-  if ARGV[0]
-    source = ARGV[0]
-    unless source =~ /^http(s)?/
-      begin
-        source = File.new( source ) unless source =~ /^http(s)?/
-      rescue Errno::ENOENT
-        puts "#{source} not found"
-        exit 1
-      end
-    end
-  elsif !options[:schema]
-    puts "No CSV data to validate."
-    puts opts
-    exit 1
-  end
+  Csvlint::Cli.start(ARGV.unshift("validate"))
 end
-
-schema = nil
-if options[:schema]
-  begin
-    schema = Csvlint::Schema.load_from_json(options[:schema])
-  rescue JSON::ParserError => e
-    output_string = "invalid metadata: malformed JSON"
-    if $stdout.tty?
-      puts output_string.colorize(:red)
-    else
-      puts output_string
-    end
-    exit 1
-  rescue Csvlint::Csvw::MetadataError => e
-    output_string = "invalid metadata: #{e.message}#{" at " + e.path if e.path}"
-    if $stdout.tty?
-      puts output_string.colorize(:red)
-    else
-      puts output_string
-    end
-    exit 1
-  rescue Errno::ENOENT
-    puts "#{options[:schema]} not found"
-    exit 1
-  end
-end
-
-valid = true
-if source.nil?
-  unless schema.instance_of? Csvlint::Csvw::TableGroup
-    puts "No CSV data to validate."
-    puts opts
-    exit 1
-  end
-  schema.tables.keys.each do |source|
-    begin
-      source = source.sub("file:","")
-      source = File.new( source )
-    rescue Errno::ENOENT
-      puts "#{source} not found"
-      exit 1
-    end unless source =~ /^http(s)?/
-    valid &= validate_csv(source, schema, options[:dump])
-  end
-else
-  valid = validate_csv(source, schema, options[:dump])
-end
-
-exit 1 unless valid

data/csvlint.gemspec

@@ -26,6 +26,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "typhoeus"
   spec.add_dependency "escape_utils"
   spec.add_dependency "uri_template"
+  spec.add_dependency "thor"
 
   spec.add_development_dependency "bundler", "~> 1.3"
   spec.add_development_dependency "rake"
@@ -40,4 +41,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "coveralls"
   spec.add_development_dependency "pry"
   spec.add_development_dependency "github_changelog_generator"
+  spec.add_development_dependency "aruba"
+
 end

data/features/cli.feature

@@ -0,0 +1,207 @@
+Feature: CSVlint CLI
+
+  Scenario: Valid CSV from url
+    Given I have a CSV with the following content:
+    """
+"Foo","Bar","Baz"
+"1","2","3"
+"3","2","1"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    When I run `csvlint http://example.com/example1.csv`
+    Then the output should contain "http://example.com/example1.csv is VALID"
+
+  Scenario: Valid CSV from file
+    When I run `csvlint ../../features/fixtures/valid.csv`
+    Then the output should contain "valid.csv is VALID"
+
+  # This is a hacky way of saying to run `cat features/fixtures/valid.csv | csvlint`
+  Scenario: Valid CSV from pipe
+    Given I have stubbed ARGF to contain "features/fixtures/valid.csv"
+    When I run `csvlint`
+    Then the output should contain "CSV is VALID"
+
+  Scenario: URL that 404s
+    Given there is no file at the url "http://example.com/example1.csv"
+    And there is no file at the url "http://example.com/.well-known/csvm"
+    And there is no file at the url "http://example.com/example1.csv-metadata.json"
+    And there is no file at the url "http://example.com/csv-metadata.json"
+    When I run `csvlint http://example.com/example1.csv`
+    Then the output should contain "http://example.com/example1.csv is INVALID"
+    And the output should contain "not_found"
+
+  Scenario: File doesn't exist
+    When I run `csvlint ../../features/fixtures/non-existent-file.csv`
+    Then the output should contain "non-existent-file.csv not found"
+
+  Scenario: No file or URL specified
+    When I run `csvlint`
+    Then the output should contain "No CSV data to validate"
+
+  Scenario: No file or URL specified, but schema specified
+    Given I have a schema with the following content:
+    """
+{
+  "fields": [
+          { "name": "Name", "constraints": { "required": true } },
+          { "name": "Id", "constraints": { "required": true, "minLength": 1 } },
+          { "name": "Email", "constraints": { "required": true } }
+    ]
+}
+    """
+    And the schema is stored at the url "http://example.com/schema.json"
+    When I run `csvlint --schema http://example.com/schema.json`
+    Then the output should contain "No CSV data to validate"
+
+  Scenario: Invalid CSV from url
+    Given I have a CSV with the following content:
+    """
+    "Foo",	"Bar"	,	"Baz"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    When I run `csvlint http://example.com/example1.csv`
+    Then the output should contain "http://example.com/example1.csv is INVALID"
+    And the output should contain "whitespace"
+
+  Scenario: Specify schema
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    And I have a schema with the following content:
+    """
+{
+	"fields": [
+          { "name": "Name", "constraints": { "required": true } },
+          { "name": "Id", "constraints": { "required": true, "minLength": 1 } },
+          { "name": "Email", "constraints": { "required": true } }
+    ]
+}
+    """
+    And the schema is stored at the url "http://example.com/schema.json"
+    When I run `csvlint http://example.com/example1.csv --schema http://example.com/schema.json`
+    Then the output should contain "http://example.com/example1.csv is VALID"
+
+  Scenario: Schema errors
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    And I have a schema with the following content:
+    """
+{
+  "fields": [
+          { "name": "Name", "constraints": { "required": true } },
+          { "name": "Id", "constraints": { "required": true, "minLength": 3 } },
+          { "name": "Email", "constraints": { "required": true } }
+    ]
+}
+    """
+    And the schema is stored at the url "http://example.com/schema.json"
+    When I run `csvlint http://example.com/example1.csv --schema http://example.com/schema.json`
+    Then the output should contain "http://example.com/example1.csv is INVALID"
+    And the output should contain "1. Id: min_length. Row: 2,2. 5"
+    And the output should contain "1. malformed_header. Row: 1. Bob,1234,bob@example.org"
+
+  Scenario: Invalid schema
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    And I have a schema with the following content:
+    """
+NO JSON HERE SON
+    """
+    And the schema is stored at the url "http://example.com/schema.json"
+    Then nothing should be outputted to STDERR
+    When I run `csvlint http://example.com/example1.csv --schema http://example.com/schema.json`
+    And the output should contain "invalid metadata: malformed JSON"
+
+  Scenario: Schema that 404s
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    And there is no file at the url "http://example.com/schema404.json"
+    When I run `csvlint http://example.com/example1.csv --schema http://example.com/schema404.json`
+    Then the output should contain "http://example.com/schema404.json not found"
+
+  Scenario: Schema that doesn't exist
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    When I run `csvlint http://example.com/example1.csv --schema /fake/file/path.json`
+    Then the output should contain "/fake/file/path.json not found"
+
+  Scenario: Valid CSVw schema
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    And I have metadata with the following content:
+    """
+{
+  "@context": "http://www.w3.org/ns/csvw",
+  "url": "http://example.com/example1.csv",
+  "dialect": { "header": false },
+  "tableSchema": {
+    "columns": [
+            { "name": "Name", "required": true },
+            { "name": "Id", "required": true, "datatype": { "base": "string", "minLength": 1 } },
+            { "name": "Email", "required": true }
+      ]
+  }
+}
+    """
+    And the schema is stored at the url "http://example.com/schema.json"
+    When I run `csvlint http://example.com/example1.csv --schema http://example.com/schema.json`
+    Then the output should contain "http://example.com/example1.csv is VALID"
+
+  Scenario: CSVw schema with invalid CSV
+    Given I have a CSV with the following content:
+    """
+"Bob","1234","bob@example.org"
+"Alice","5","alice@example.com"
+    """
+    And it is stored at the url "http://example.com/example1.csv"
+    And I have metadata with the following content:
+    """
+{
+  "@context": "http://www.w3.org/ns/csvw",
+  "url": "http://example.com/example1.csv",
+  "dialect": { "header": false },
+  "tableSchema": {
+    "columns": [
+            { "name": "Name", "required": true },
+            { "name": "Id", "required": true, "datatype": { "base": "string", "minLength": 3 } },
+            { "name": "Email", "required": true }
+      ]
+  }
+}
+    """
+    And the schema is stored at the url "http://example.com/schema.json"
+    When I run `csvlint http://example.com/example1.csv --schema http://example.com/schema.json`
+    Then the output should contain "http://example.com/example1.csv is INVALID"
+    And the output should contain "1. min_length. Row: 2,2. 5"
+
+  Scenario: CSVw table Schema
+    Given I have a metadata file called "csvw/countries.json"
+    And the metadata is stored at the url "http://w3c.github.io/csvw/tests/countries.json"
+    And I have a file called "csvw/countries.csv" at the url "http://w3c.github.io/csvw/tests/countries.csv"
+    And I have a file called "csvw/country_slice.csv" at the url "http://w3c.github.io/csvw/tests/country_slice.csv"
+    When I run `csvlint --schema http://w3c.github.io/csvw/tests/countries.json`
+    Then the output should contain "http://w3c.github.io/csvw/tests/countries.csv is VALID"
+    And the output should contain "http://w3c.github.io/csvw/tests/country_slice.csv is VALID"

data/features/step_definitions/cli_steps.rb

@@ -0,0 +1,7 @@
+Given(/^I have stubbed ARGF to contain "(.*?)"$/) do |file|
+  expect(ARGF).to receive(:read).and_return(File.read(file))
+end
+
+Then(/^nothing should be outputted to STDERR$/) do
+  expect(STDERR).to_not receive(:puts)
+end

data/features/support/aruba.rb

@@ -0,0 +1,56 @@
+require 'aruba'
+require 'aruba/in_process'
+require 'aruba/cucumber'
+
+require 'csvlint/cli'
+
+module Csvlint
+  class CliRunner
+    # Allow everything fun to be injected from the outside while defaulting to normal implementations.
+    def initialize(argv, stdin = STDIN, stdout = STDOUT, stderr = STDERR, kernel = Kernel)
+      @argv, @stdin, @stdout, @stderr, @kernel = argv, stdin, stdout, stderr, kernel
+    end
+
+    def execute!
+      exit_code = begin
+        # Thor accesses these streams directly rather than letting them be injected, so we replace them...
+        $stderr = @stderr
+        $stdin = @stdin
+        $stdout = @stdout
+
+        # Run our normal Thor app the way we know and love.
+        Csvlint::Cli.start(@argv.dup.unshift("validate"))
+
+        # Thor::Base#start does not have a return value, assume success if no exception is raised.
+        0
+      rescue StandardError => e
+        # The ruby interpreter would pipe this to STDERR and exit 1 in the case of an unhandled exception
+        b = e.backtrace
+        @stderr.puts("#{b.shift}: #{e.message} (#{e.class})")
+        @stderr.puts(b.map{|s| "\tfrom #{s}"}.join("\n"))
+        1
+      rescue SystemExit => e
+        e.status
+      ensure
+        # TODO: reset your app here, free up resources, etc.
+        # Examples:
+        # MyApp.logger.flush
+        # MyApp.logger.close
+        # MyApp.logger = nil
+        #
+        # MyApp.reset_singleton_instance_variables
+
+        # ...then we put the streams back.
+        $stderr = STDERR
+        $stdin = STDIN
+        $stdout = STDOUT
+      end
+
+      # Proxy our exit code back to the injected kernel.
+      @kernel.exit(exit_code)
+    end
+  end
+end
+
+Aruba.process = Aruba::Processes::InProcess
+Aruba.process.main_class = Csvlint::CliRunner

data/features/support/env.rb

@@ -4,6 +4,7 @@ Coveralls.wear_merged!('test_frameworks')
 $:.unshift File.join( File.dirname(__FILE__), "..", "..", "lib")
 
 require 'rspec/expectations'
+require 'cucumber/rspec/doubles'
 require 'csvlint'
 require 'pry'
 
@@ -22,4 +23,4 @@ end
 
 World do
   CustomWorld.new
-end
+end

data/lib/csvlint/cli.rb

@@ -0,0 +1,165 @@
+require 'csvlint'
+require 'colorize'
+require 'json'
+require 'pp'
+require 'thor'
+
+module Csvlint
+  class Cli < Thor
+
+    desc "myfile.csv OR csvlint http://example.com/myfile.csv", "Supports validating CSV files to check their syntax and contents"
+    option :dump_errors, desc: "Pretty print error and warning objects.", type: :boolean, aliases: :d
+    option :schema, banner: "FILENAME OR URL", desc: "Schema file", aliases: :s
+    def validate(source = nil)
+      source = read_source(source)
+      @schema = get_schema(options[:schema]) if options[:schema]
+      fetch_schema_tables(@schema, options) if source.nil?
+
+      valid = validate_csv(source, @schema, options[:dump])
+      exit 1 unless valid
+    end
+
+    def help
+      self.class.command_help(shell, :validate)
+    end
+
+    default_task :validate
+
+    private
+
+      def read_source(source)
+        if source.nil?
+          # If no source is present, try reading from stdin
+          if !$stdin.tty?
+            source = StringIO.new(ARGF.read) rescue nil
+            return_error "No CSV data to validate" if !options[:schema] && source.nil?
+          end
+        else
+          # If the source isn't a URL, it's a file
+          unless source =~ /^http(s)?/
+            begin
+              source = File.new( source )
+            rescue Errno::ENOENT
+              return_error "#{source} not found"
+            end
+          end
+        end
+
+        source
+      end
+
+      def get_schema(schema)
+        begin
+          schema = Csvlint::Schema.load_from_json(schema, false)
+        rescue Csvlint::Csvw::MetadataError => e
+          return_error "invalid metadata: #{e.message}#{" at " + e.path if e.path}"
+        rescue OpenURI::HTTPError, Errno::ENOENT
+          return_error "#{options[:schema]} not found"
+        end
+
+        if schema.class == Csvlint::Schema && schema.description == "malformed"
+          return_error "invalid metadata: malformed JSON"
+        end
+
+        schema
+      end
+
+      def fetch_schema_tables(schema, options)
+        valid = true
+
+        unless schema.instance_of? Csvlint::Csvw::TableGroup
+          return_error "No CSV data to validate."
+        end
+        schema.tables.keys.each do |source|
+          begin
+            source = source.sub("file:","")
+            source = File.new( source )
+          rescue Errno::ENOENT
+            return_error "#{source} not found"
+          end unless source =~ /^http(s)?/
+          valid &= validate_csv(source, schema, options[:dump])
+        end
+
+        exit 1 unless valid
+      end
+
+      def print_error(index, error, dump, color)
+        location = ""
+        location += error.row.to_s if error.row
+        location += "#{error.row ? "," : ""}#{error.column.to_s}" if error.column
+        if error.row || error.column
+          location = "#{error.row ? "Row" : "Column"}: #{location}"
+        end
+        output_string = "#{index+1}. "
+        if error.column && @schema && @schema.class == Csvlint::Schema
+          output_string += "#{@schema.fields[error.column - 1].name}: "
+        end
+        output_string += "#{error.type}"
+        output_string += ". #{location}" unless location.empty?
+        output_string += ". #{error.content}" if error.content
+
+        if $stdout.tty?
+          puts output_string.colorize(color)
+        else
+          puts output_string
+        end
+
+        if dump
+          pp error
+        end
+      end
+
+      def print_errors(errors, dump)
+        if errors.size > 0
+          errors.each_with_index { |error, i| print_error(i, error, dump, :red)  }
+        end
+      end
+
+      def return_error(message)
+        if $stdout.tty?
+          puts message.colorize(:red)
+        else
+          puts message
+        end
+        exit 1
+      end
+
+      def validate_csv(source, schema, dump)
+        @error_count = 0
+
+        validator = Csvlint::Validator.new( source, {}, schema, { lambda: report_lines } )
+
+        if source.class == String
+          csv = source
+        elsif source.class == File
+          csv = source.path
+        else
+          csv = "CSV"
+        end
+
+        if $stdout.tty?
+          puts "\r\n#{csv} is #{validator.valid? ? "VALID".green : "INVALID".red}"
+        else
+          puts "\r\n#{csv} is #{validator.valid? ? "VALID" : "INVALID"}"
+        end
+
+        print_errors(validator.errors, dump)
+        print_errors(validator.warnings, dump)
+
+        return validator.valid?
+      end
+
+      def report_lines
+        lambda do |row|
+          new_errors = row.errors.count
+          if new_errors > @error_count
+            print "!".red
+          else
+            print ".".green
+          end
+          @error_count = new_errors
+        end
+      end
+
+  end
+end

data/lib/csvlint/schema.rb

@@ -29,7 +29,7 @@ module Csvlint
         return Csvlint::Csvw::TableGroup.from_json(uri, json)
       end
 
-      def load_from_json(uri)
+      def load_from_json(uri, output_errors = true)
         begin
           json = JSON.parse( open(uri).read )
           if json["@context"]
@@ -40,12 +40,14 @@ module Csvlint
           end
         rescue Csvlint::Csvw::MetadataError => e
           raise e
-        rescue OpenURI::HTTPError => e
+        rescue OpenURI::HTTPError, Errno::ENOENT => e
           raise e
         rescue => e
-          STDERR.puts e.class
-          STDERR.puts e.message
-          STDERR.puts e.backtrace
+          if output_errors === true
+            STDERR.puts e.class
+            STDERR.puts e.message
+            STDERR.puts e.backtrace
+          end
           return Schema.new(nil, [], "malformed", "malformed")
         end
       end

data/lib/csvlint/version.rb

@@ -1,3 +1,3 @@
 module Csvlint
-  VERSION = "0.2.2"
+  VERSION = "0.2.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: csvlint
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.4
 platform: ruby
 authors:
 - pezholio
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-09 00:00:00.000000000 Z
+date: 2015-10-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mime-types
@@ -122,6 +122,20 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -304,6 +318,20 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: CSV Validator
 email:
 - pezholio@gmail.com
@@ -327,6 +355,7 @@ files:
 - bin/csvlint
 - csvlint.gemspec
 - features/check_format.feature
+- features/cli.feature
 - features/csv_options.feature
 - features/csvupload.feature
 - features/csvw_schema_validation.feature
@@ -347,6 +376,7 @@ files:
 - features/parse_csv.feature
 - features/schema_validation.feature
 - features/sources.feature
+- features/step_definitions/cli_steps.rb
 - features/step_definitions/csv_options_steps.rb
 - features/step_definitions/information_steps.rb
 - features/step_definitions/parse_csv_steps.rb
@@ -355,6 +385,7 @@ files:
 - features/step_definitions/validation_errors_steps.rb
 - features/step_definitions/validation_info_steps.rb
 - features/step_definitions/validation_warnings_steps.rb
+- features/support/aruba.rb
 - features/support/env.rb
 - features/support/load_tests.rb
 - features/support/webmock.rb
@@ -362,6 +393,7 @@ files:
 - features/validation_info.feature
 - features/validation_warnings.feature
 - lib/csvlint.rb
+- lib/csvlint/cli.rb
 - lib/csvlint/csvw/column.rb
 - lib/csvlint/csvw/date_format.rb
 - lib/csvlint/csvw/metadata_error.rb
@@ -410,6 +442,7 @@ specification_version: 4
 summary: CSV Validator
 test_files:
 - features/check_format.feature
+- features/cli.feature
 - features/csv_options.feature
 - features/csvupload.feature
 - features/csvw_schema_validation.feature
@@ -430,6 +463,7 @@ test_files:
 - features/parse_csv.feature
 - features/schema_validation.feature
 - features/sources.feature
+- features/step_definitions/cli_steps.rb
 - features/step_definitions/csv_options_steps.rb
 - features/step_definitions/information_steps.rb
 - features/step_definitions/parse_csv_steps.rb
@@ -438,6 +472,7 @@ test_files:
 - features/step_definitions/validation_errors_steps.rb
 - features/step_definitions/validation_info_steps.rb
 - features/step_definitions/validation_warnings_steps.rb
+- features/support/aruba.rb
 - features/support/env.rb
 - features/support/load_tests.rb
 - features/support/webmock.rb