zillabyte-cli 0.9.45 → 0.9.46

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NDIxYzA1NWYzMWUwYWI1ZTE1MzRiZDNjOTkxYjNmNTlmYmVkODVkZA==
+    NzcxYzBiOTMxYTBjOThhOTliNzFhNzFlMGMwZDM1YjY1ZWIzMDk4Nw==
   data.tar.gz: !binary |-
-    MTgyZTY4Mjc4MzM5OGFhODEzZTA3YjA5YWVlYzZhNDM0NTFlZDhhNw==
+    YjAwODliYjIzNTAxODE4N2IwNGIzNjcwYjFhOWY5NTMwYTBjZGU3OA==
 SHA512:
   metadata.gz: !binary |-
-    MWQwNTFlNjY4ODU3ZjU2MDliZjRlMWVhZDAxNjA5M2U2MThmMGY0ZWYwY2My
-    N2NkNTgwNGI0YTI0ZGZmYTllNDUzMmI5ZTdkY2M3YzMzNzQ2Y2Y0OTA1MGE4
-    ZGI0YzRkZmMzMDk2Y2U1ZjUxNjE2YTQwNmZkNzFjMGUwN2U0NzA=
+    YTU4OTg0Yjc1MGE1NWZlZTI5YTg2OTA3Y2E3OGEzZjdkZWM1ODIyODkwMGFl
+    ZjY1NjEwZjBkZWM1MzFlZmMxNjVmYzcxNGYyMjlhNTdkYzIwZjk1NjM2MWUz
+    MjE4MjE2ZDRhMTcwMzg0Nzk1OTdmMTk0NjBjNDJjNzY1OTI4YzE=
   data.tar.gz: !binary |-
-    ZjFlNDE5OWE4NjgyMTY2NzgxOTM4M2I2NWY1NTM4ZTU3MWQ5NzM4Nzc3M2Jl
-    Nzk3YzcwNGNjZDE1ZDQ3OTdiM2YzNmU0YmIwMzc2NzY3NjY4NzhlMmRlMjU2
-    NDNiZjU5MDU1MmM0NGY1MDBiZjM5MGVlMmVhMTQ0MWEzOTQzNzE=
+    YWE2OGFjYmM3YWYxNGE4MWU3NjY3MzUyYWU4MmY2ZmRhYzViMzVmMjI0ZDg0
+    ZmM1ODA1ZjE4YzM0NGJkOGMxMjg2NGFiOGMwZjcwYTc4MTU4ZjE4ZWM0YTRk
+    YzBkNmMzZDBiMmQ2MzU5MDM4YzUxNDhhZjg0MTNjYzEwYjFiZTg=

data/lib/zillabyte-cli/version.rb

@@ -1,5 +1,5 @@
 module Zillabyte
   module CLI
-    VERSION = "0.9.45"
+    VERSION = "0.9.46"
   end
 end

data/lib/zillabyte/cli/data.rb

@@ -291,8 +291,6 @@ class Zillabyte::Command::Data < Zillabyte::Command::Base
     error("no id given", type) if id.nil?
     error("no file given", type) if file.nil?
 
-    file = "#{file}.gz" unless File.extname(file) == ".gz"
-
     res = self.api.data.pull(id, options)
 
     handle_downloading_manifest(file, res, type)

data/lib/zillabyte/cli/download.rb

@@ -5,7 +5,7 @@ require("zillabyte/cli/base")
 class Zillabyte::Command::Download < Zillabyte::Command::Base
 
   MIN_LOCAL_JAR_VERSION = "0.0.3"
-  LATEST_JAR_VERSION = "0.9.45"
+  LATEST_JAR_VERSION = "0.9.46"
   MIN_JAVA_VERSION = "1.7.0"
 
   # --local                                   # HIDDEN

data/lib/zillabyte/helpers.rb

@@ -172,9 +172,32 @@ module Zillabyte
     def handle_downloading_manifest(file, res, type = nil)
       require("open-uri")
       if res["manifest"]
-        display("writing to #{file}")
-        File.open(file, "w") do |f|        
-          num_parts = res["manifest"].size
+        num_parts = res["manifest"].size
+        if res["decoder"].nil? or (type.nil? and res["decoder"] == "json")
+          require("csv")
+          file = "#{file}.csv" unless File.extname(file) == ".csv"
+          display("writing to #{file}")
+
+          f = CSV.open(file, "w")
+          res["manifest"].each_with_index do |uri, index|
+            display "\tdownloading part #{index}/#{num_parts}" unless type == "json"
+            open(uri) do |gz|
+              Zlib::GzipReader.new(gz).each_line do |line|
+                hash = JSON.parse(line)
+                values = []
+                res["schema"].each do |col|
+                  values << hash[col.keys.first]
+                end
+                f << values
+              end
+            end
+          end
+          f.close
+        elsif type == res["decoder"] or (type.nil? and res["decoder"] == "csv")
+          file = "#{file}.gz" unless File.extname(file) == ".gz"
+          display("writing to #{file}")
+
+          f = File.open(file, "w")
           res["manifest"].each_with_index do |uri, index|
             display "\tdownloading part #{index}/#{num_parts}" unless type == "json"
             f.write open(uri).read

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: zillabyte-cli
 version: !ruby/object:Gem::Version
-  version: 0.9.45
+  version: 0.9.46
 platform: ruby
 authors:
 - zillabyte
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-12-04 00:00:00.000000000 Z
+date: 2014-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake