datapimp 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a1b62d4316928f5d3ffa350d05cb579649fa1a67
-  data.tar.gz: d77cae1fa5c88ac3dedd9711dd8200cc98de1a6f
+  metadata.gz: db6b899afe30eba9db18f06a2c445e5b5dd16a16
+  data.tar.gz: a758f879ebfd9e41fc6375b8990316d42d6844aa
 SHA512:
-  metadata.gz: f373b48034f1ca5382f7e19f81cb86d623fa143ec22d72cc5f924115dae2b137d5d4103771fb471593bdc794a9498f34cba989e5d547a3903b87cfdd4ed24c08
-  data.tar.gz: 3e1df1aef41dfa912ebadde158c70fc8991869527d2b5b6f019739096110aa918f603e01c47e7029e6bdffdec97604b8fd022da7f3e2d5a4b78fbe1937651d6f
+  metadata.gz: e6c06637c2e2827bf14c10ea8c9e8581f34fb015e8f765a0d3f4893ab4e83e853573eb61666988b5b6695fe81cc854feb312f369f4ab382fd47f1f2469027580
+  data.tar.gz: eecc04222a7dba9f464e8c0d79457e00c692e6f778e27447240ab21c2bb30c2ef7b7054f6d73d0a9e9bb9e9c3e6d44c535476bdb66d7cc01fe62da6388885180

data/.gitignore

@@ -17,3 +17,5 @@ test/version_tmp
 tmp
 *.log
 dev-branch/
+distro/
+datapimp.json

data/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+
+script:
+  - bundle exec rake
+
+rvm:
+  - '2.2.0'
+  - '2.1.5'

data/ROADMAP.md

@@ -0,0 +1,23 @@
+### Support For Additional Data Sources
+
+- JSON API 
+  
+  ```
+  datapimp sync data --type=json https://api.github.com/orgs/architects/repos
+  ```
+
+- NOKOGIRI
+
+  The nokogiri datatype should support using CSS selectors to extract
+  an array of key value pairs from a URL.  For example, pulling all of the data
+  from the product hunt website: 
+
+  http://www.producthunt.com
+  records=ul.posts-group li.post 
+  record=TODO (figure out syntax mapping data to css selectors)
+
+  ```
+  datapimp sync data --type=nokogiri http://www.producthunt.com --selectors=file
+  ```
+
+- Implement converting an XLSX document on Dropbox to JSON  

data/Rakefile

@@ -12,13 +12,8 @@ Distribution.configure do |config|
   config.rb_version = '20150210-2.1.5'
   config.packaging_dir = File.expand_path 'packaging'
   config.native_extensions = [
-    #'github-markdown-0.6.8',
-    #'escape_utils-1.0.1',
-    #'charlock_holmes-0.7.3',
-    #'posix-spawn-0.3.9',
-    #'nokogumbo-1.3.0',
-    #'rugged-0.21.4',
-    #'nokogiri-1.6.5',
+    'escape_utils-1.0.1',
+    'nokogiri-1.6.5',
   ]
 end
 

data/bin/datapimp

@@ -12,7 +12,7 @@ require 'datapimp'
 require 'datapimp/cli'
 
 program :name, 'Datapimp'
-program :version, Datapimp::VERSION
-program :description, 'Datapimp style command line utilities'
+program :version, Datapimp::VERSION || "1.0.1"
+program :description, 'command line utilities for pulling data off of services'
 
-Datapimp::Cli.load_commands
+Datapimp::Cli.load_commands()

data/datapimp.gemspec

@@ -18,11 +18,11 @@ Gem::Specification.new do |spec|
   spec.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   
   spec.add_dependency 'pry'
-  spec.add_dependency 'hashie'
+  spec.add_dependency 'hashie', '< 3.0'
   spec.add_dependency 'colored'
   spec.add_dependency 'commander'
   spec.add_dependency 'fog-aws'
-  spec.add_dependency 'dropbox-api', '> 0.4.3'
+  spec.add_dependency 'dropbox-api', '>= 0.4.6'
   spec.add_dependency 'google_drive'
   spec.add_dependency 'rack-contrib'
   spec.add_dependency 'uri_template'
@@ -32,6 +32,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'launchy'
   spec.add_dependency 'oauth', '~> 0.4.7'
   spec.add_dependency 'octokit', '>= 3.0.0'
+  spec.add_dependency 'activesupport', '>= 4.0.0'
+  spec.add_dependency 'nokogiri', '1.6.5'
+  spec.add_dependency 'github-fs'
   
   spec.add_development_dependency "rake", '~> 0'
   spec.add_development_dependency "rack-test", '~> 0'

data/lib/datapimp/cli/list.rb

@@ -3,13 +3,28 @@ command "list spreadsheets" do |c|
   c.description = "list the spreadsheets which can be used as datasources"
 
   c.option '--type TYPE', String, "What type of source data is this? #{ Datapimp::Sync.data_source_types.join(", ") }"
+  c.option '--filter PATTERN', String, "Filter the titles by the specified pattern"
 
   Datapimp::Cli.accepts_keys_for(c, :google, :dropbox)
 
   c.action do |args, options|
-    Datapimp::Sync.google.spreadsheets.each do |sheet|
-      puts "#{ sheet.key }\t\t#{ sheet.title }"
+    puts "\nKey / Argument\t\tTitle"
+    puts "============\t\t==========="
+    lines = Datapimp::Sync.google.spreadsheets.map do |sheet|
+      "#{ sheet.key }\t\t#{ sheet.title }"
+    end
+
+    lines = lines.grep(/#{options.filter}/) if options.filter.to_s.length > 0
+
+    lines.each {|l| puts(l) }
+
+    if lines.length > 0
+      puts "\n\nExample:"
+      puts "====="
+      puts "datapimp sync data #{ lines.first.split(/\t/).first } --type google-spreadsheet"
+      puts "\n\n"
     end
   end
+
 end
 

data/lib/datapimp/clients/google.rb

@@ -12,7 +12,11 @@ module Datapimp
       end
 
       def self.client(options={})
-        require 'google_drive' unless defined?(::GoogleDrive)
+        unless defined?(::GoogleDrive)
+          require 'google_drive'
+          require 'google/api_client'
+          require 'google_drive/session'
+        end
 
         @client ||= begin
                       instance.with_options(options)

data/lib/datapimp/version.rb

@@ -1,3 +1,3 @@
 module Datapimp
-  VERSION = "1.0.1"
+  VERSION = "1.0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datapimp
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Jonathan Soeder
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-03-27 00:00:00.000000000 Z
+date: 2015-03-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
@@ -28,16 +28,16 @@ dependencies:
   name: hashie
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "<"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3.0'
 - !ruby/object:Gem::Dependency
   name: colored
   requirement: !ruby/object:Gem::Requirement
@@ -84,16 +84,16 @@ dependencies:
   name: dropbox-api
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: 0.4.6
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.3
+        version: 0.4.6
 - !ruby/object:Gem::Dependency
   name: google_drive
   requirement: !ruby/object:Gem::Requirement
@@ -220,6 +220,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.5
+- !ruby/object:Gem::Dependency
+  name: github-fs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -285,10 +327,12 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".travis.yml"
 - Gemfile
 - Guardfile
 - LICENSE.txt
 - README.md
+- ROADMAP.md
 - Rakefile
 - bin/datapimp
 - datapimp.gemspec
@@ -296,6 +340,7 @@ files:
 - lib/datapimp/cli.rb
 - lib/datapimp/cli/01_extensions.rb
 - lib/datapimp/cli/config.rb
+- lib/datapimp/cli/create.rb
 - lib/datapimp/cli/list.rb
 - lib/datapimp/cli/setup.rb
 - lib/datapimp/cli/support/data_sync.rb