remote_table 3.3.0 → 3.3.2

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    OWNjZTdhOTQ4ZTFlM2VhMGE4NjlhMTNjZjJkNjUxYjVjZGUwZWI0OQ==
-  data.tar.gz: !binary |-
-    MGU0MjNmMTc4MTAzOGUzOWJhZTQ3OWRiZjQxNjZjNDVkODMyMGY2ZA==
+SHA1:
+  metadata.gz: 50af57458cfc9beb6a37a724f127267441351407
+  data.tar.gz: f9fdaa022aa12c22f4bebfbb8c62bda6f5fc78c3
 SHA512:
-  metadata.gz: !binary |-
-    ODZkODJkMmI0MmIwMDA5ZmVlYTExYTI0NTEyY2I1ZDEwNDRjZWY2ZmVlZjY1
-    OGVkNDI3NzdkMGVlYWM3YTg3ZjU5ZDM2MmU4ZmEyMzdjOGE1Y2U2YjRkYTUz
-    ZDUxYzIxMTllYzM4YTk1MmRiZTU1MGJkZWNiYzgwYjMzODA1ZmI=
-  data.tar.gz: !binary |-
-    MGY3YmU5YjA2NWMwZTQyNzk4OTM4ZGFhM2JjZTM0ODFmMzM1NTc0ZWM4N2Mz
-    OWQwYjhlNmJhZGQ2MDFlMGMzNzY3OWIyZTk5NDJjMDZhMjFhZGQ3YmUzMTk2
-    MWVmODJlNzEwN2U5YjE4Nzc1ZTEzYmJkMWE4M2Q2ZTQ1NmIzZjk=
+  metadata.gz: ce9f84c1e533c92c7d77383aa948e489c77e542b51a7e6c6a79064b64eaf1ad38a71ba35662f24068e517918eb0405e1960afaeb0c9e8d5d45a2d0d0b783a4b9
+  data.tar.gz: 992797ec369a10179ad2ffa5cfe30fc0ca787b366f91cb6ea090eeaff772abe9564d3b19e7dbdabca37043878060489af4c508a3923cc1d8673a7af1bb02bae7

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - jruby-19mode # JRuby in 1.9 mode
+  - rbx-19mode

data/CHANGELOG

@@ -1,3 +1,15 @@
+3.3.2 / 2015-10-01
+
+* Bug fixes
+
+  * Correctly require ActiveSupport
+
+3.3.1 / 2014-08-01
+
+* Enhancements
+
+  * Support for JSON endpoints support added to the library
+
 3.3.0 / 2014-01-14
 
 * Breaking changes

data/README.markdown

@@ -118,6 +118,11 @@ You can call <code>symbolize_keys</code> yourself, but we don't do it automatica
     <td>The idea is to set up a <code>:row_[xpath|css]</code> and (optionally) a <code>:column_[xpath|css]</code>.</td>
     <td><a href="http://nokogiri.org/">nokogiri</a></td>
   </tr>
+  <tr>
+    <td>JSON</td>
+    <td>Force JSON format using <code>format: :json</code> and define root nodes using <code>root_node: 'data'</code></td>
+    <td><a href="http://www.ruby-doc.org/stdlib-2.0.0/libdoc/json/rdoc/JSON.html">JSON</a></td>
+  </tr>
 </table>
 
 ## Compression and packing
@@ -336,6 +341,9 @@ Everything is forced into UTF-8. You can improve the quality of the conversion b
     RemoteTable.new('http://www.eia.doe.gov/emeu/recs/recspubuse05/datafiles/RECS05alldata.csv',
                     :headers => :upcase)
 
+    # Public albums from the Facebook Engineering Team
+    RemoteTable.new('https://graph.facebook.com/Engineering/albums', format: :json, root_node: 'data')
+
     # ...and more from the tests...
 
     RemoteTable.new 'http://spreadsheets.google.com/pub?key=t5HM1KbaRngmTUbntg8JwPA&single=true&gid=0'

data/lib/remote_table.rb

@@ -5,6 +5,7 @@ end
 
 require 'thread'
 require 'hash_digest'
+require 'active_support'
 require 'active_support/core_ext'
 
 require 'remote_table/local_copy'
@@ -20,6 +21,7 @@ require 'remote_table/fixed_width'
 require 'remote_table/html'
 require 'remote_table/xml'
 require 'remote_table/yaml'
+require 'remote_table/json'
 
 class Hash
   # Added by remote_table to store a hash (think checksum) of the data with which a particular Hash is initialized.
@@ -90,6 +92,8 @@ class RemoteTable
         :xml
       when /yaml\z/, /yml\z/
         :yaml
+      when /json\z/
+        :json
       end
     end
 
@@ -141,7 +145,7 @@ class RemoteTable
   VALID = {
     :compression => [:gz, :zip, :bz2, :exe],
     :packing => [:tar],
-    :format => [:xlsx, :xls, :delimited, :ods, :fixed_width, :html, :xml, :yaml, :csv],
+    :format => [:xlsx, :xls, :delimited, :ods, :fixed_width, :html, :xml, :yaml, :csv, :json],
   }
   DEFAULT = {
     :streaming => false,
@@ -247,7 +251,7 @@ class RemoteTable
   # @return [String]
   attr_reader :column_css
 
-  # The format of the source file. Can be +:xlsx+, +:xls+, +:delimited+, +:ods+, +:fixed_width+, +:html+, +:xml+, +:yaml+.
+  # The format of the source file. Can be +:xlsx+, +:xls+, +:delimited+, +:ods+, +:fixed_width+, +:html+, +:xml+, +:yaml+, +:json+.
   # @return [Symbol]
   attr_reader :format
 
@@ -333,7 +337,7 @@ class RemoteTable
   # @return [Hash]
   attr_reader :errata
 
-  # The format of the source file. Can be specified as: :xlsx, :xls, :delimited (aka :csv), :ods, :fixed_width, :html, :xml, :yaml
+  # The format of the source file. Can be specified as: :xlsx, :xls, :delimited (aka :csv), :ods, :fixed_width, :html, :xml, :yaml :json
   #
   # Note: treats all +docs.google.com+ and +spreadsheets.google.com+ URLs as +:delimited+.
   #
@@ -342,6 +346,13 @@ class RemoteTable
   # @return [Hash]
   attr_reader :format
 
+  # The root node of the json document. Specified as a string.
+  #
+  # Default: nil; no root node.
+  #
+  # @return [String]
+  attr_reader :root_node
+
   # @private
   class NullParser
     def call(row)
@@ -431,6 +442,7 @@ class RemoteTable
     @pre_select = grab settings, :pre_select
     @pre_reject = grab settings, :pre_reject
     @errata = grab settings, :errata
+    @root_node = grab settings, :root_node
     @parser = grab settings, :parser
 
     @other_options = settings

data/lib/remote_table/json.rb

@@ -0,0 +1,27 @@
+class RemoteTable
+  module Json
+    def _each
+      require 'json'
+     
+      data.each do |row|
+        yield row
+      end
+    ensure
+      local_copy.cleanup
+    end
+
+    private
+
+    def json_string
+      local_copy.encoded_io.read
+    end
+
+    def parsed_json
+      ::JSON.parse(json_string)
+    end
+
+    def data
+      root_node.nil? ? parsed_json : parsed_json[root_node]
+    end
+  end
+end

data/lib/remote_table/version.rb

@@ -1,3 +1,3 @@
 class RemoteTable
-  VERSION = '3.3.0'
+  VERSION = '3.3.2'
 end

data/remote_table.gemspec

@@ -10,6 +10,7 @@ Gem::Specification.new do |s|
   s.summary     = %{Open local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated), other delimited, fixed-width files, and Google Docs. Returns an enumerator of Arrays or Hashes, depending on whether there are headers.}
   s.description = %{Open local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated), other delimited, fixed-width files, and Google Docs. Returns an enumerator of Arrays or Hashes, depending on whether there are headers.}
 
+  s.license     = "MIT"
   s.rubyforge_project = "remotetable"
 
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }

data/test/data/data_no_root.json

@@ -0,0 +1,10 @@
+[
+  {
+    "name": "Seamus Abshere",
+    "city": "Madison"
+  },
+  {
+    "name": "Derek Kastner",
+    "city": "Lansing"
+  }
+]

data/test/data/data_with_root.json

@@ -0,0 +1,12 @@
+{
+  "data": [
+    {
+      "name": "Seamus Abshere",
+      "city": "Madison"
+    },
+    {
+      "name": "Derek Kastner",
+      "city": "Lansing"
+    }
+  ]
+}

data/test/test_remote_table.rb

@@ -3,6 +3,22 @@ require 'helper'
 require 'tempfile'
 
 describe RemoteTable do
+  it "opens a json without root" do
+    t = RemoteTable.new "file://#{File.expand_path('../data/data_no_root.json', __FILE__)}"
+    t[0]['name'].must_equal 'Seamus Abshere'
+    t[0]['city'].must_equal 'Madison'
+    t[1]['name'].must_equal 'Derek Kastner'
+    t[1]['city'].must_equal 'Lansing'
+  end
+
+  it "opens a json with root" do
+    t = RemoteTable.new "file://#{File.expand_path('../data/data_with_root.json', __FILE__)}", root_node: 'data'
+    t[0]['name'].must_equal 'Seamus Abshere'
+    t[0]['city'].must_equal 'Madison'
+    t[1]['name'].must_equal 'Derek Kastner'
+    t[1]['city'].must_equal 'Lansing'
+  end
+
   it "doesn't screw up UTF-8" do
     t = RemoteTable.new "file://#{File.expand_path('../data/airports.utf8.csv', __FILE__)}"
     t[3]['city'].must_equal "Puerto Inírida"
@@ -111,7 +127,8 @@ describe RemoteTable do
     'foo.html' => :html,
     'foo.xml' => :xml,
     'foo.yaml' => :yaml,
-    'foo.yml' => :yaml
+    'foo.yml' => :yaml,
+    'foo.json' => :json
   }.each do |basename, format|
     it "detects the #{format} format from the filename #{basename}" do
       RemoteTable.guess_format(basename).must_equal format

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: remote_table
 version: !ruby/object:Gem::Version
-  version: 3.3.0
+  version: 3.3.2
 platform: ruby
 authors:
 - Seamus Abshere
@@ -9,202 +9,202 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-14 00:00:00.000000000 Z
+date: 2015-11-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 2.3.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 2.3.4
 - !ruby/object:Gem::Dependency
   name: roo
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.11'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.11'
 - !ruby/object:Gem::Dependency
   name: fixed_width-multibyte
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.2.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.2.3
 - !ruby/object:Gem::Dependency
   name: i18n
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: unix_utils
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.8
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.8
 - !ruby/object:Gem::Dependency
   name: fastercsv
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.5.0
 - !ruby/object:Gem::Dependency
   name: hash_digest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.1.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.1.3
 - !ruby/object:Gem::Dependency
   name: errata
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.2.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.2.0
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-rescue
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-stack_explorer
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Open local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab
@@ -216,9 +216,10 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitattributes
-- .gitignore
-- .yardopts
+- ".gitattributes"
+- ".gitignore"
+- ".travis.yml"
+- ".yardopts"
 - CHANGELOG
 - Gemfile
 - LICENSE
@@ -228,6 +229,7 @@ files:
 - lib/remote_table/delimited.rb
 - lib/remote_table/fixed_width.rb
 - lib/remote_table/html.rb
+- lib/remote_table/json.rb
 - lib/remote_table/local_copy.rb
 - lib/remote_table/ods.rb
 - lib/remote_table/plaintext.rb
@@ -247,6 +249,8 @@ files:
 - test/data/cm.txt
 - test/data/color.csv
 - test/data/data.yml
+- test/data/data_no_root.json
+- test/data/data_with_root.json
 - test/data/faa-aircraft.html.bz2
 - test/data/list-en1-semic-3.neooffice.binary.ods
 - test/data/list-en1-semic-3.neooffice.iso-8859-1.csv
@@ -275,7 +279,8 @@ files:
 - test/test_remote_table.rb
 - test/test_transpose.rb
 homepage: https://github.com/seamusabshere/remote_table
-licenses: []
+licenses:
+- MIT
 metadata: {}
 post_install_message: 
 rdoc_options: []
@@ -283,17 +288,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: remotetable
-rubygems_version: 2.1.11
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Open local or remote XLSX, XLS, ODS, CSV (comma separated), TSV (tab separated),
@@ -308,6 +313,8 @@ test_files:
 - test/data/cm.txt
 - test/data/color.csv
 - test/data/data.yml
+- test/data/data_no_root.json
+- test/data/data_with_root.json
 - test/data/faa-aircraft.html.bz2
 - test/data/list-en1-semic-3.neooffice.binary.ods
 - test/data/list-en1-semic-3.neooffice.iso-8859-1.csv