redash_exporter 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4d777d0f891d5e91e8060bf86aa610b3a027c74edc381aa90145e170b4ee3820
-  data.tar.gz: 8958ae10484c2e85dde16ab751c50d996ecc28a28771d6e79bbaf79e10af34cd
+  metadata.gz: 737f047c800fcf2a4ddef570240e665ddf925605ecd216d7c27de59499b89c41
+  data.tar.gz: f7a0bb91f8b5f1d49d4f48ce1d3a5749d671b38496314440e405473f1930ed70
 SHA512:
-  metadata.gz: 121bac15071c05408a58694afc76e9fd918ec7daeefbc467e8c0be990d9233d2fcfb2f7b856fb684d576c71c5af02eeba927e22a16a2277bc19c871e64cc9b5f
-  data.tar.gz: 669371aa457f92e3b68dc3eaf6526a5bda0d615b9dd92a962531e29904de9567e33354854925427b9e840e81788888f93ee53d0b8252d389b8c6b293d7010dcf
+  metadata.gz: f741e0b0c0bf0cf5e5e085b6af55f2815afca8243220bb3f981f6b18637769e27e0fe89282063bd54ec1d8165678473dd048fbf324c85765b64ea036cc8af810
+  data.tar.gz: 02caec93eeeb6a7df11df2254f48844e3bfde1e1ccce30d1e74ffc2e61e18e250815da003a82e73a75d5b1f29b2c4bee53b09a5f542d33f9e11d83d41d0fdc9f

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    redash_exporter (0.1.0)
+    redash_exporter (0.2.0)
       activesupport
       zaru
 

data/README.md

@@ -1,3 +1,5 @@
+[![Gem Version](https://badge.fury.io/rb/redash_exporter.svg)](https://badge.fury.io/rb/redash_exporter)
+
 # RedashExporter
 
 This gem is inspired by [Redash Query Export Tool](https://gist.github.com/arikfr/598590356c4da18be976)
@@ -32,6 +34,7 @@ in Ruby Script
 
 ```ruby
 queries = RedashExporter::Queries.new 'https://your-redash-host.example/your_path', 'your_api_key', 'export_path'
+queries.fetch
 queries.export_all
 
 # filter

data/exe/redash_exporter

@@ -5,4 +5,5 @@ require 'optparse'
 
 params = ARGV.getopts('', 'redash-url:', 'api-key:', "dest:#{Dir.pwd}")
 queries = RedashExporter::Queries.new(params['redash-url'], params['api-key'], params['dest'])
+queries.fetch
 queries.export_all

data/lib/redash_exporter/queries.rb

@@ -17,7 +17,7 @@ module RedashExporter
       @url = "#{@url}/" unless @url.end_with?('/')
       @api_key = api_key
       @dest = dest
-      fetch
+      @queries = []
     end
 
     def export_all
@@ -38,14 +38,36 @@ module RedashExporter
       http = Net::HTTP.new(uri.host, uri.port)
       http.use_ssl = true if uri.scheme == 'https'
 
-      req = Net::HTTP::Get.new(uri.path, header)
-      res = http.request(req)
-      body = JSON.parse(res.body, symbolize_names: true)
-      @queries = if body.is_a?(Array)
-                   body.map { |q| Query.new(q) }
-                 elsif body.is_a?(Hash)
-                   body[:results].map { |q| Query.new(q) }
-                 end
+      page = 1
+      page_size = 250
+
+      loop do
+        uri.query = "page=#{page}&page_size=#{page_size}"
+        req = Net::HTTP::Get.new(uri.to_s, header)
+        res = http.request(req)
+        body = JSON.parse(res.body, symbolize_names: true)
+
+        raise "Failed to fetch queries. URI: #{uri}" unless res.is_a?(Net::HTTPSuccess)
+
+        # old API returns all queries as an array
+        if body.is_a?(Array)
+          @queries = body.map { |q| Query.new(q) }
+          break
+        end
+
+        # new API
+        @queries.push(*body[:results].map { |q| Query.new(q) })
+
+        # next page
+        if @queries.size < body[:count]
+          page += 1
+          # wait...
+          sleep 0.5
+          next
+        end
+
+        break
+      end
     end
 
     def reject!(*args, &block)

data/lib/redash_exporter/version.rb

@@ -1,3 +1,3 @@
 module RedashExporter
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: redash_exporter
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - oieioi