adops_report_scrapper 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0082c7090e52c9044326067bb9ed39a70d5a0237
-  data.tar.gz: 1a60f7832c0bc680649a9c503df3a9868bdf6036
+  metadata.gz: 10e30e07782bffd3f6b6e2dc3a5774f8f91196b3
+  data.tar.gz: 748a6a341e21f648cd5b0291ded6d1e6c3dad686
 SHA512:
-  metadata.gz: 17988b97f376fbf513edfdf1a595b3bcaab5baeaf6fff141f2e5366d84e3d1f5cca3ac1632ccfb2f17d8d5deff301af105aa18efb4ca0abb568aa8743b260939
-  data.tar.gz: 80e72569eaef29964ee8be186abf158338042e44413e89b1129a3c5d517f262e61f44085d5f31c7d3513f3f7d6dc4436702d185a297a761f6792362e4252f36e
+  metadata.gz: 2e9a718dc2bb16862cba915583bacc1c369a6835812f0123516065f83d447d16d06bf2d4fa40c53e39da0ac4efc76a2e3f8dada1d36c053a1c3d388976c775b2
+  data.tar.gz: 2d851c270ec6e056aa27cd69098817b490964266fb403d0b9487b3a7c2da1dff7a8cac097136937b0051399f99970a4e67a3116e06de137a4ccd3a4624002735

data/lib/adops_report_scrapper/adsense_client.rb

@@ -14,6 +14,12 @@ class AdopsReportScrapper::AdsenseClient < AdopsReportScrapper::BaseClient
   CREDENTIAL_STORE_FILE = "#{API_NAME}-oauth2.json"
   API_SCOPE = 'https://www.googleapis.com/auth/adsense.readonly'
 
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date < Date.today
+    false
+  end
+
   private
 
   def init_client
@@ -43,10 +49,11 @@ class AdopsReportScrapper::AdsenseClient < AdopsReportScrapper::BaseClient
   end
 
   def scrap
+    date_str = @date.strftime('%Y-%m-%d')
     result = @client.accounts.reports.generate(
         :accountId => @account_id,
-        :startDate => 'today-1d',
-        :endDate => 'today-1d',
+        :startDate => date_str,
+        :endDate => date_str,
         :metric => ['AD_REQUESTS', 'INDIVIDUAL_AD_IMPRESSIONS', 'CLICKS', 'EARNINGS'],
         :dimension => ['DATE', 'AD_UNIT_CODE', 'AD_UNIT_NAME', 'COUNTRY_CODE', 'PLATFORM_TYPE_NAME'],
         :alt => 'csv').execute

data/lib/adops_report_scrapper/adsupply_client.rb

@@ -3,6 +3,12 @@ require_relative 'base_client'
 require 'rest-client'
 
 class AdopsReportScrapper::AdsupplyClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date < Date.today
+    false
+  end
+
   def init_client
   end
 

data/lib/adops_report_scrapper/adx_client.rb

@@ -14,6 +14,12 @@ class AdopsReportScrapper::AdxClient < AdopsReportScrapper::BaseClient
   CREDENTIAL_STORE_FILE = "#{API_NAME}-oauth2.json"
   API_SCOPE = 'https://www.googleapis.com/auth/adexchange.seller.readonly'
 
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date < Date.today
+    false
+  end
+
   private
 
   def init_client
@@ -43,10 +49,11 @@ class AdopsReportScrapper::AdxClient < AdopsReportScrapper::BaseClient
   end
 
   def scrap
+    date_str = @date.strftime('%Y-%m-%d')
     result = @client.accounts.reports.generate(
         :accountId => @account_id,
-        :startDate => 'today-1d',
-        :endDate => 'today-1d',
+        :startDate => date_str,
+        :endDate => date_str,
         :metric => ['AD_REQUESTS', 'AD_IMPRESSIONS', 'CLICKS', 'EARNINGS'],
         :dimension => ['DATE', 'DFP_AD_UNITS', 'DFP_AD_UNIT_ID', 'COUNTRY_CODE', 'PLATFORM_TYPE_NAME'],
         :alt => 'csv').execute

data/lib/adops_report_scrapper/sonobi_client.rb

@@ -2,6 +2,12 @@ require 'date'
 require_relative 'base_client'
 
 class AdopsReportScrapper::SonobiClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 2
+    false
+  end
+
   private
 
   def login
@@ -25,10 +31,19 @@ class AdopsReportScrapper::SonobiClient < AdopsReportScrapper::BaseClient
   end
 
   def request_report(country)
+    date_str = @date.strftime('%Y-%m-%d')
     is_us = country == :us
-    # all sites
     @client.find(:xpath, '//*[text()="Reports"]').click
     sleep 2
+    # set date
+    @client.select 'Custom'
+    sleep 1
+    @client.find(:xpath, '//input[@name="_range_start_date"]').click
+    @client.find(:xpath, "//*[@date=\"#{date_str}\"]").click
+    @client.find(:xpath, '//input[@name="_range_end_date"]').click
+    @client.find(:xpath, "//*[@date=\"#{date_str}\"]").click
+
+    # all sites
     @client.find(:xpath, '//div[@name="_siteid"]').click
     sleep 2
     @client.find(:xpath, '//*[text()="Select All"]').click
@@ -88,4 +103,4 @@ class AdopsReportScrapper::SonobiClient < AdopsReportScrapper::BaseClient
     end
     sleep 5
   end
-end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-08-14 00:00:00.000000000 Z
+date: 2016-08-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient