embulk-input-google_analytics 0.1.14 → 0.1.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 50dbb45a40d2ba30337b53953a09d03e18ab852a
-  data.tar.gz: 128c122ef03e9af445dfdde8b4d52a467a940881
+  metadata.gz: 038d5260b65f61ec9ecb388cd291ae1cd552f39f
+  data.tar.gz: aa8ff1327f96d146542398c024779396994653f4
 SHA512:
-  metadata.gz: 190ed6b59331eff1d4de19e541e7d2e334f8829b03c2710046ea2dae811a8fda1f394a14c16533a5c2982f414361f9ed36cfbac18221b5047a0e5f2c98a3e285
-  data.tar.gz: 94eae01d0980ec8f91b328daaa4a681287489b81db31313b5dfc5c7e4aa3ae569c68a0aeda7a171b30af496df90f645d752c9a32d768afe9226b7045ebb7241d
+  metadata.gz: 7c8bce9e227b6fd90b3f007a85c20a652a873b7692914672102d2b089566943de8a50d8eaaca45e33be1cc1e4065b67c2ea13baa67c3eda99d406150f8495725
+  data.tar.gz: 2ba7e78c8be3d73e1c7b6a462bd3b6b0f1cf60c1d097cc12e0c02ae3930bed45360a7dd23f3be3c032b675d7cb90c55b80c99e5b2b39c0d3f9d933a212541a47

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.1.15 - 2017-11-29
+
+* Add explicit logging for the number of skipped records
+
 ## 0.1.14 - 2017-06-27
 
 * Fixed version of google-api-client [#26](https://github.com/treasure-data/embulk-input-google_analytics/pull/26)

data/circle.yml

@@ -16,7 +16,10 @@ dependencies:
 test:
   override:
     - bundle exec rake cov
-
+notify:
+  webhooks:
+    - url: http://td-beda.herokuapp.com/circleci_callback
+    
 general:
   artifacts:
     - "coverage"

data/embulk-input-google_analytics.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-input-google_analytics"
-  spec.version       = "0.1.14"
+  spec.version       = "0.1.15"
   spec.authors       = ["uu59"]
   spec.summary       = "Google Analytics input plugin for Embulk"
   spec.description   = "Loads records from Google Analytics."

data/lib/embulk/input/google_analytics/client.rb

@@ -30,11 +30,6 @@ module Embulk
             result = get_reports(page_token)
             report = result.to_h[:reports].first
 
-            unless page_token
-              # display for first request only
-              Embulk.logger.info "Total: #{report[:data][:row_count]} rows. Fetched first response"
-            end
-
             if !report[:data].has_key?(:rows)
               Embulk.logger.warn "Result doesn't contain rows."
               break

data/lib/embulk/input/google_analytics/plugin.rb

@@ -101,9 +101,14 @@ module Embulk
           last_record_time = task["last_record_time"] ? Time.parse(task["last_record_time"]) : nil
 
           latest_time_series = nil
+          skip_counter, total_counter = 0, 0
           client.each_report_row do |row|
             time = row[task["time_series"]]
-            next if !preview? && last_record_time && time <= last_record_time
+            total_counter += 1
+            if !preview? && last_record_time && time <= last_record_time
+              skip_counter += 1
+              next
+            end
 
             values = row.values_at(*columns)
             page_builder.add values
@@ -115,6 +120,12 @@ module Embulk
           end
           page_builder.finish
 
+          Embulk.logger.info "Total: #{total_counter} rows."
+          if skip_counter > 0
+            Embulk.logger.info "#{skip_counter} rows were ignored because the rows' date is " +
+                                   "before \"last_record_time\": #{last_record_time}."
+          end
+
           if task["incremental"]
             calculate_next_times(latest_time_series)
           else

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-google_analytics
 version: !ruby/object:Gem::Version
-  version: 0.1.14
+  version: 0.1.15
 platform: ruby
 authors:
 - uu59
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-06-27 00:00:00.000000000 Z
+date: 2017-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient