embulk-input-zendesk_guide 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2a556a287bc7d20ad2d86839c23d4a921db47d22
-  data.tar.gz: 38c8f19a1b2df84fbdd33e72a7e64791531d1728
+  metadata.gz: 6412741acd3d0a2ea44116b6e2b61eadd7dafa0f
+  data.tar.gz: a9d064039b1ebc16c982b98c4d96f2b7fa55f497
 SHA512:
-  metadata.gz: d6449a444dfc0ef9028daf4fd56d7dbf9e7e6f56b9a591cfcb3392d0a147177c7cab45377db966711550ea6cef02a6cae5489327ce6d19e6545da4dcbcb59dc6
-  data.tar.gz: 245b6695e77b9791aa7dffbbba81be4b4e048890f1824d4ce82d320022a759a6983e2319237bea890d39451e3c6e7a8b6a7fa594e38b4d7f0ef85e4563938c1c
+  metadata.gz: 2d0ca6bf2c9fbebb5afd039fa09fa1e65c8a0cf623b3a23638ddd0acac524b40cff2433d2e12c8ee690f8d73884b441d3eacdb47d62d01a3244c4e110167fa1c
+  data.tar.gz: 65b6df99a4581ff4859798cc7106414852834dccd0f4bf52dc7691af0d2472e36a7556cbfa1259768f88f0bb77eae448cd2c246ca366708ca8592b4b488d3d06

data/embulk-input-zendesk_guide.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-input-zendesk_guide"
-  spec.version       = "0.1.0"
+  spec.version       = "0.1.1"
   spec.authors       = ["Yasuhisa Yoshida"]
   spec.summary       = "Zendesk Guide input plugin for Embulk"
   spec.description   = "Loads records from Zendesk Guide."

data/lib/embulk/input/zendesk_guide/articles.rb

@@ -36,14 +36,27 @@ class Articles
   end
 
   def get
-    uri = URI.parse("#@url/help_center/ja/articles.json")
+    result = []
+    next_url = "#@url/help_center/ja/articles.json"
+    while !next_url.nil? do
+      tmp, next_url = get_from_url(next_url)
+      result.concat(tmp)
+      return result if next_url.nil?
+      sleep 1
+    end
+  end
+
+  private
+  def get_from_url(url)
+    uri = URI.parse(url)
     http = Net::HTTP.new(uri.host, uri.port)
     http.use_ssl = uri.scheme === "https"
 
-    req = Net::HTTP::Get.new(uri.path)
+    req = Net::HTTP::Get.new(uri.to_s)
     req.basic_auth(@username, @token)
-    response = http.request(req)
-    JSON.parse(response.body)["articles"].map {|article|
+    response = JSON.parse(http.request(req).body)
+
+    return response["articles"].map {|article|
       [
         article["id"],
         article["url"],
@@ -69,7 +82,6 @@ class Articles
         Date.parse(article["edited_at"]).to_time,
         Date.parse(article["updated_at"]).to_time,
       ]
-    }
+    }, response["next_page"]
   end
-
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-zendesk_guide
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Yasuhisa Yoshida