cid 0.0.2 → 0.1.0

data/spec/fixtures/multiple_files/datapackage.json

@@ -0,0 +1,71 @@
+{
+    "name": "euro-elections",
+    "title": "",
+    "homepage": "",
+    "version": "0.1.0",
+    "license": "PDDL-1.0",
+    "resources": [
+        {
+            "name": "votes-1",
+            "path": "votes/votes-1.csv",
+            "format": "csv",
+            "mediatype": "text/csv",
+            "bytes": 1752,
+            "schema": {
+                "fields": [
+                    {
+                        "name": "Poll Date",
+                        "type": "date",
+                        "description": "Date the poll took place",
+                        "format": "yyyy-mm-dd"
+                    },
+                    {
+                        "name": "Area",
+                        "type": "string",
+                        "description": "The name of the area which the result is for",
+                        "required": true
+                    },
+                    {
+                        "name": "Area Code",
+                        "type": "number",
+                        "description": "The Office of National Statistics code for the area",
+                        "pattern": "E1500000(0-9)",
+                        "required": true
+                    },
+                    {
+                        "name": "Area URL",
+                        "type": "string",
+                        "description": "",
+                        "required": true,
+                        "pattern": "http://statistics.data.gov.uk/doc/statistical-geography/E1500000(0-9)"
+                    },
+                    {
+                        "name": "Party",
+                        "type": "string",
+                        "description": "",
+                        "required": true
+                    },
+                    {
+                        "name": "Party ID",
+                        "type": "string",
+                        "description": "",
+                        "required": true,
+                        "pattern": "PPm? [0-9]+"
+                    },
+                    {
+                        "name": "Votes",
+                        "type": "integer",
+                        "description": ""
+                    },
+                    {
+                        "name": "Ballots Rejected",
+                        "type": "integer",
+                        "description": ""
+                    }
+                ]
+            }
+        }
+    ],
+    "description": "",
+    "repository": "git://github.com/theodi/euro-elections.git"
+}

data/spec/fixtures/no_schema/votes/votes-1.csv

@@ -0,0 +1,13 @@
+Poll Date,Area,Area Code,Area URL,Party,Party ID,Votes,Ballots Rejected
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,British National Party ,PP 106,121967,9216
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,Christian Party,PP 1992,18784,9217
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,Conservative Party ,PP 52,396847,9218
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,English Democrats Party,PP 17,32455,9219
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,Jury Team,PP 999,8721,9220
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,Liberal Democrats,PP 90,170246,9221
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,No2EU: Yes to Democracy,PP 2164,13415,9222
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,Pro Democracy: Libertas.eu ,PP 999,6961,9223
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,Socialist Labour Party,PP 73,14724,9224
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,The Green Party,PP 63,88244,9225
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,The Labour Party,PP 53,240201,9226
+2009-06-04,West Midlands,E15000005,http://statistics.data.gov.uk/doc/statistical-geography/E15000005,United Kingdom Independence Party,PP 85,300471,9227

data/spec/fixtures/valid/datapackage.json

@@ -0,0 +1,71 @@
+{
+    "name": "euro-elections",
+    "title": "",
+    "homepage": "",
+    "version": "0.1.0",
+    "license": "PDDL-1.0",
+    "resources": [
+        {
+            "name": "votes-1",
+            "path": "votes/votes-1.csv",
+            "format": "csv",
+            "mediatype": "text/csv",
+            "bytes": 1752,
+            "schema": {
+                "fields": [
+                    {
+                        "name": "Poll Date",
+                        "type": "date",
+                        "description": "Date the poll took place",
+                        "format": "yyyy-mm-dd"
+                    },
+                    {
+                        "name": "Area",
+                        "type": "string",
+                        "description": "The name of the area which the result is for",
+                        "required": true
+                    },
+                    {
+                        "name": "Area Code",
+                        "type": "number",
+                        "description": "The Office of National Statistics code for the area",
+                        "pattern": "E1500000(0-9)",
+                        "required": true
+                    },
+                    {
+                        "name": "Area URL",
+                        "type": "string",
+                        "description": "",
+                        "required": true,
+                        "pattern": "http://statistics.data.gov.uk/doc/statistical-geography/E1500000(0-9)"
+                    },
+                    {
+                        "name": "Party",
+                        "type": "string",
+                        "description": "",
+                        "required": true
+                    },
+                    {
+                        "name": "Party ID",
+                        "type": "string",
+                        "description": "",
+                        "required": true,
+                        "pattern": "PPm? [0-9]+"
+                    },
+                    {
+                        "name": "Votes",
+                        "type": "integer",
+                        "description": ""
+                    },
+                    {
+                        "name": "Ballots Rejected",
+                        "type": "integer",
+                        "description": ""
+                    }
+                ]
+            }
+        }
+    ],
+    "description": "",
+    "repository": "git://github.com/theodi/euro-elections.git"
+}

data/spec/publish_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+require 'dotenv'
+
+Dotenv.load
+
+describe Cid::Publish, :vcr do
+
+  before :each do
+    tmpdir = Dir.mktmpdir
+    Git.clone("https://github.com/theodi/cid-test.git", tmpdir)
+    @remote = Cid::Publish.new(tmpdir, ENV['GITHUB_OAUTH_TOKEN'])
+  end
+
+  it "should be able to fetch the default branch for a repo" do
+    @remote.default_branch.should == 'master'
+  end
+
+  it "should be able to get latest commit SHA on a branch" do
+    @remote.latest_commit('master').should == '357b6cbb632a533bf20657975b6100a0b837b15c'
+  end
+
+  it "should be able to get a blob sha for a file on a branch" do
+    @remote.blob_shas('master', 'datapackage.json').should == { "datapackage.json" => 'c22d8945fac6a4ce4be188002dcd09656bd85898' }
+  end
+
+  it "should be able to create a new blob" do
+    blob_sha = @remote.create_blob('new blob content')
+    blob_sha.should == '28b552e7359c5c3bbe947749aab70d18e3ea554b'
+  end
+
+  it "should be able to create a tree with the new blob in it given a filename" do
+    tree_sha = @remote.add_blob_to_tree('28b552e7359c5c3bbe947749aab70d18e3ea554b', 'datapackage.json')
+    tree_sha.should == 'f56a5cd26fa6c67ff51fcc4994ad9b1057e5095c'
+  end
+
+  it "should be able to create a new commit from a tree" do
+    commit_sha = @remote.commit('f56a5cd26fa6c67ff51fcc4994ad9b1057e5095c')
+    commit_sha.should == 'a2dcc1d78ea67007f87b19f07e01dddb8c73bef6'
+  end
+
+  it "should push to the default branch" do
+    @remote.publish.should == "refs/heads/master"
+  end
+
+end

data/spec/spec_helper.rb

@@ -3,7 +3,17 @@ Coveralls.wear!
 
 require 'cid'
 require 'pry'
+require 'vcr'
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'spec/cassettes'
+  c.hook_into :webmock
+  c.filter_sensitive_data('<GITHUB_OAUTH_TOKEN>') { ENV['GITHUB_OAUTH_TOKEN'] }
+  c.configure_rspec_metadata!
+end
 
 RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  
   config.order = "random"
 end

data/spec/validate_spec.rb

@@ -45,4 +45,13 @@ describe Cid::Validation do
     validation["votes/votes-1.csv"][:warnings].first.column.should == 2
   end
 
+  it "works if there is no schema" do
+    Csvlint::Validator.should_receive(:new).once.and_call_original
+
+    validation = Cid::Validation.validate(File.join(File.dirname(__FILE__), 'fixtures', 'no_schema'))
+
+    validation["votes/votes-1.csv"][:errors].should == []
+    validation["votes/votes-1.csv"][:warnings].should == []
+  end
+
 end

metadata

@@ -1,52 +1,116 @@
 --- !ruby/object:Gem::Specification
 name: cid
 version: !ruby/object:Gem::Version
-  version: 0.0.2
-  prerelease: 
+  version: 0.1.0
 platform: ruby
 authors:
 - pezholio
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-21 00:00:00.000000000 Z
+date: 2014-05-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: csvlint
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: colorize
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: git
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: github_api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: memoist
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -54,7 +118,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -62,65 +125,141 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-remote
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cucumber
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aruba
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: spork
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: '0'
 description: 
@@ -132,17 +271,34 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .travis.yml
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - bin/cid
 - cid.gemspec
+- features/publish.feature
+- features/step_definitions/cid.rb
+- features/support/env.rb
+- features/validate.feature
 - lib/cid.rb
+- lib/cid/datapackage.rb
+- lib/cid/helpers/github.rb
+- lib/cid/publish.rb
 - lib/cid/validation.rb
 - lib/cid/version.rb
+- spec/cassettes/Cid_Publish/should_be_able_to_create_a_new_blob.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_create_a_new_commit_from_a_tree.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_create_a_tree_with_the_new_blob_in_it_given_a_filename.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_fetch_the_default_branch_for_a_repo.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_get_a_blob_sha_for_a_file_on_a_branch.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_get_latest_commit_SHA_on_a_branch.yml
+- spec/cassettes/Cid_Publish/should_push_to_the_default_branch.yml
+- spec/datapackage_spec.rb
 - spec/fixtures/invalid/votes/schema.json
 - spec/fixtures/invalid/votes/votes-1.csv
+- spec/fixtures/multiple_files/datapackage.json
 - spec/fixtures/multiple_files/votes/schema.json
 - spec/fixtures/multiple_files/votes/votes-1.csv
 - spec/fixtures/multiple_files/votes/votes-2.csv
@@ -152,38 +308,53 @@ files:
 - spec/fixtures/multiple_folders/votes/schema.json
 - spec/fixtures/multiple_folders/votes/votes-1.csv
 - spec/fixtures/multiple_folders/votes/votes-2.csv
+- spec/fixtures/no_schema/votes/votes-1.csv
+- spec/fixtures/valid/datapackage.json
 - spec/fixtures/valid/votes/schema.json
 - spec/fixtures/valid/votes/votes-1.csv
+- spec/publish_spec.rb
 - spec/spec_helper.rb
 - spec/validate_spec.rb
 homepage: http://github.com/theodi/datapackage.rb
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.25
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Tools to allow continuous integration when collaborating on data in Github
 test_files:
+- features/publish.feature
+- features/step_definitions/cid.rb
+- features/support/env.rb
+- features/validate.feature
+- spec/cassettes/Cid_Publish/should_be_able_to_create_a_new_blob.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_create_a_new_commit_from_a_tree.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_create_a_tree_with_the_new_blob_in_it_given_a_filename.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_fetch_the_default_branch_for_a_repo.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_get_a_blob_sha_for_a_file_on_a_branch.yml
+- spec/cassettes/Cid_Publish/should_be_able_to_get_latest_commit_SHA_on_a_branch.yml
+- spec/cassettes/Cid_Publish/should_push_to_the_default_branch.yml
+- spec/datapackage_spec.rb
 - spec/fixtures/invalid/votes/schema.json
 - spec/fixtures/invalid/votes/votes-1.csv
+- spec/fixtures/multiple_files/datapackage.json
 - spec/fixtures/multiple_files/votes/schema.json
 - spec/fixtures/multiple_files/votes/votes-1.csv
 - spec/fixtures/multiple_files/votes/votes-2.csv
@@ -193,7 +364,10 @@ test_files:
 - spec/fixtures/multiple_folders/votes/schema.json
 - spec/fixtures/multiple_folders/votes/votes-1.csv
 - spec/fixtures/multiple_folders/votes/votes-2.csv
+- spec/fixtures/no_schema/votes/votes-1.csv
+- spec/fixtures/valid/datapackage.json
 - spec/fixtures/valid/votes/schema.json
 - spec/fixtures/valid/votes/votes-1.csv
+- spec/publish_spec.rb
 - spec/spec_helper.rb
 - spec/validate_spec.rb