adops_report_scrapper 0.1.37 → 0.1.38

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4a308286c8be74d32479abae098b6a0c56fe5822
-  data.tar.gz: b25af761e68edcbeba8f59f044213159595e945e
+  metadata.gz: 5d5284b22029a3b96b9ce29a91764f0fc1ea2508
+  data.tar.gz: 2a863648e4aa1a49de19dbd2a26c410150630a26
 SHA512:
-  metadata.gz: 1e3c40e38be7112945dff112f356b382ff73135b103751a27dc9a39994b3c31d8af5ebbed2453eeabdc73cb5cda1d43a2d94f53de286cb79e68d865d514b88c5
-  data.tar.gz: c739c40809f150ba8a02ef5d17448e0205ecc4b708d64581fc36ad2e3d5f6b2f96fb644dcf1f329829900e4b53734768afe18a4a301cba35ac1dd496086cf09d
+  metadata.gz: 8ce5c7cc7bc6f82fc1e4d2614a0aba6ed2f7131a40df27cec15026b5a4b9b3e906824209e35e0a65850f7674debca9a75917096cc59c00136c174e68e112378c
+  data.tar.gz: 7e1ea0ce6294c5c7efdf1cb0c4346c01a03143901530dc9942ea45b3ebb2d59afeab4c91a57dfa4839f366b09060102ddbf81ccd5e74c86902977a0639f72682

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.1.38
+improve littlethings to support multiple utms
+
 ## 0.1.37
 implement undertone
 

data/lib/adops_report_scrapper/littlethings_client.rb

@@ -34,6 +34,8 @@ class AdopsReportScrapper::LittlethingsClient < AdopsReportScrapper::BaseClient
     daterange_begin_str = (Date.today - 5).strftime('%m/%d/%Y')
     daterange_str = "#{daterange_begin_str} - #{daterange_end_str}"
     @client.visit "http://www.reportingthings.com/report/story/#{pub_id}/all/all?type=revenue&daterange=#{URI.encode(daterange_str)}"
+    utm_rows = @client.find_all(:xpath, '//*[contains(text(),"UTMs")]')
+    utm_rows.each { |utm_row| utm_row.click }
   end
 
   def extract_data_from_report
@@ -42,9 +44,24 @@ class AdopsReportScrapper::LittlethingsClient < AdopsReportScrapper::BaseClient
     rows = rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } }
     header = rows.shift
     @data = [header]
+    flag_found_date = false
     rows.each do |row|
-      next unless row[0] == date_str
-      @data << row
+      next unless row[0] == date_str || flag_found_date
+      case row[0]
+      when date_str
+        flag_found_date = true
+        unless row[1].include? 'UTMs'
+          @data << row
+          break
+        end
+        next
+      when ''
+        @data << row
+        @data[-1][0] = date_str
+        next
+      else
+        break
+      end
     end
   end
-end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.37"
+  VERSION = "0.1.38"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.37
+  version: 0.1.38
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-10 00:00:00.000000000 Z
+date: 2016-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient