adops_report_scrapper 0.2.19 → 0.2.20

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d23b8a7ecb50b15774fc99b56746d7d2cdaf979b
-  data.tar.gz: f513b45df43f4e386a0f1af3a3ffa1b09f72afe8
+  metadata.gz: 98a0c77cfd9e06624bf5994f7cc64a4833987e04
+  data.tar.gz: 695e54b633e13adafe601bd7a6edb22fd482253b
 SHA512:
-  metadata.gz: 122c46908bb8a4d9f45958af42292ec8bb14ecab04333b5c9c700be24188f792bdbbe348db224b541b21d2e907b9d172e78e8a1372b641a06d5089c38d37b1a3
-  data.tar.gz: 9276062bd341293f4808c979caf1ab33f445b34589413ed26ba59a675c8dd57c471fd7ced73902f91529e10936d277b93432dc912447696263b5c874553ad860
+  metadata.gz: 59c9a0041d61d1957e9a8cf6ad2cc91d022382d7ba067138b2aa59ba5685ae5c23f983e64be6efcf8c3a6047ca26f1d0e6a8298ac875eeb56a8895f76f96efe1
+  data.tar.gz: d152000831ee7a2e83072f112b1889b67a91249ca8fd652874d138efd46dbde3832434796154ebabc0a60ee11e40eff51d78de939e0c6ea0f46fb758a6b13282

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.2.20
+add adsparc
+
 ## 0.2.19
 fix option logic
 

data/Rakefile

@@ -211,6 +211,11 @@ task :adsupplybuyer do
   save_as_csv :adsupplybuyer, :adsupplybuyer
 end
 
+desc 'Collect adsparc data'
+task :adsparc do
+  save_as_csv :adsparc, :adsparc
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper/adsparc_client.rb

@@ -0,0 +1,62 @@
+require 'date'
+require_relative 'base_client'
+
+class AdopsReportScrapper::AdsparcClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 2
+    false
+  end
+
+  private
+
+  def login
+    @client.visit 'http://publisher.adsparc.com/login.php'
+    @client.fill_in 'Email', :with => @login
+    @client.fill_in 'Password', :with => @secret
+    @client.click_button 'Login'
+    begin
+      @client.find :xpath, '//*[text()="Logout"]'
+    rescue Exception => e
+      raise e, 'Adsparc login error'
+    end
+  end
+
+  def scrap
+    request_report
+    extract_data_from_report
+  end
+
+  def request_report
+    sleep 5
+    url = @client.find(:css, '#iframe').base.attributes['src']
+    @client.visit url
+    sleep 5
+    @client.find(:css, '#topCalendar').click
+    @client.find(:xpath, '//*[text()="Month to date "]').click
+    @client.find(:xpath, '//*[text()="Last 7 Days"]').click
+    @client.click_button 'Apply'
+    sleep 0.5
+    wait_for_loading
+  end
+
+  def extract_data_from_report
+    header = @client.find(:xpath, '//*[contains(@class, "widget-item") and .//*[text()="Publisher Earnings Report - by Day"]]//table/thead/tr').find_css('td,th').map { |td| td.visible_text }
+    @data = [header]
+    date_str = @date.strftime '%d %b %Y'
+    rows = @client.find_all(:xpath, "//*[contains(@class, \"widget-item\") and .//*[text()=\"Publisher Earnings Report - by Day\"]]//table/tbody/tr[./td[text()=\"#{date_str}\"]]")
+    rows = rows.to_a
+    @data.concat(rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } })
+  end
+
+  def wait_for_loading
+    30.times do |_i| # wait 5 min
+      begin
+        @client.find(:xpath, '//*[text()="Day"]')
+        break
+      rescue Exception => e
+        sleep 10
+      end
+    end
+  end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.2.19"
+  VERSION = "0.2.20"
 end

data/lib/adops_report_scrapper.rb

@@ -53,3 +53,4 @@ require 'adops_report_scrapper/gumgum_client'
 require 'adops_report_scrapper/spotxchange_client'
 require 'adops_report_scrapper/email_client'
 require 'adops_report_scrapper/anyclip_client'
+require 'adops_report_scrapper/adsparc_client'

data/secret.sample.yml

@@ -148,5 +148,8 @@ mediabong:
     title: XXX Report
     date_column: 1||%Y-%m-%d
 anyclip:
+  login: ------
+  secret: ------
+adsparc:
   login: ------
   secret: ------

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.2.19
+  version: 0.2.20
 platform: ruby
 authors:
 - Stayman Hou
@@ -249,6 +249,7 @@ files:
 - lib/adops_report_scrapper/adforge_client.rb
 - lib/adops_report_scrapper/adiply_client.rb
 - lib/adops_report_scrapper/adsense_client.rb
+- lib/adops_report_scrapper/adsparc_client.rb
 - lib/adops_report_scrapper/adsupply_client.rb
 - lib/adops_report_scrapper/adsupplybuyer_client.rb
 - lib/adops_report_scrapper/adtechus_client.rb