adops_report_scrapper 0.1.63 → 0.1.64

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6b29f1d05de51d3ef2689d26ca63ff3585f91df7
-  data.tar.gz: c51a258913261369cc6fc110ce63d45dd2d612ce
+  metadata.gz: d1be985c03d24d672e4dc39e43fd62f9a5678779
+  data.tar.gz: 4ab3bd8a3f93b8fb094ec4f07b797481b1912722
 SHA512:
-  metadata.gz: 0b4141e2dd50f23956c091b0fe85b54801b3ea0ea5edea674da7fa8db85e6709992fef47ff81f6dc17eb941cfba09f57e734738c2b19de799379399a873db9d0
-  data.tar.gz: 8b6fd7fe2aaeab350c5c84301e7a4c34d8885182f740a77da531deb1855ee7150f7016512578df3466321de9fc23d6e12e382c681e3aa4095d15d17a40efbed3
+  metadata.gz: e132376e9695d68fde1204c1badae04521fa43953f4c3c3f3ce453110ddc60d2e50874ab03c39daf42bd981245b98ccb2aa30afc7a7cf20d12b07eb383444885
+  data.tar.gz: bd54236c8f9f2410af5da33209178f0ac1b8856e040f838871f8a2b544cf2437ab058ed68e66729cb7d4b21e1e6d3bcfa137d92493b96f0d62219acdefbd4093

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.1.64
+implement sovrn
+
 ## 0.1.63
 fix adaptv/onevideo after their UI update
 

data/Rakefile

@@ -7,7 +7,7 @@ require 'adops_report_scrapper'
 require 'byebug'
 
 desc 'Collect all data'
-task :all => [:openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus] do # openx is the most unstable one, run it first
+task :all => [:openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus, :sovrn] do # openx is the most unstable one, run it first
   puts '========== You are all set'
 end
 
@@ -181,6 +181,11 @@ task :appnexus do
   save_as_csv :appnexus, :appnexus
 end
 
+desc 'Collect sovrn data'
+task :sovrn do
+  save_as_csv :sovrn, :sovrn
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper/sovrn_client.rb

@@ -0,0 +1,70 @@
+require 'date'
+require_relative 'base_client'
+
+class AdopsReportScrapper::SovrnClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 7
+    false
+  end
+
+  private
+
+  def login
+    @client.visit 'https://meridian.sovrn.com/#welcome'
+    sleep 5
+    if @client.find_all(:css, '#user-menu-trigger').count > 0
+      @client.find_all(:css, '#user-menu-trigger').first.click
+      sleep 1
+      @client.find(:xpath, '//li[@data-value="logout"]').click
+    end
+    @client.fill_in 'login_username', :with => @login
+    @client.fill_in 'login_password', :with => @secret
+    @client.click_link 'Log In'
+
+    begin
+      @client.find :xpath, '//*[text()="Account"]'
+    rescue Exception => e
+      raise e, 'sovrn login error'
+    end
+  end
+
+  def scrap
+    request_report
+    extract_data_from_report
+  end
+
+  def request_report
+    @client.visit 'https://meridian.sovrn.com/#account/my_downloads'
+    @client.save_screenshot
+    sleep 5
+    if @client.find_all(:xpath, '//input[@value="domestic_and_international"]').count == 0
+      login
+      @client.visit 'https://meridian.sovrn.com/#account/my_downloads'
+      sleep 5
+    end
+    @client.find(:xpath, '//input[@value="domestic_and_international"]').set(true)
+
+    @client.fill_in 'adstats-date-range-start-month', :with => @date.strftime('%m')
+    @client.fill_in 'adstats-date-range-start-day', :with => @date.strftime('%d')
+    @client.fill_in 'adstats-date-range-start-year', :with => @date.strftime('%Y')
+
+    @client.fill_in 'adstats-date-range-end-month', :with => @date.strftime('%m')
+    @client.fill_in 'adstats-date-range-end-day', :with => @date.strftime('%d')
+    @client.fill_in 'adstats-date-range-end-year', :with => @date.strftime('%Y')
+
+    @client.find_all(:xpath, '//button[text()=" Download "]').first.click
+
+    sleep 2
+
+    url = @client.driver.network_traffic[-1].url
+    headers = @client.driver.network_traffic[-1].headers
+
+    @response = HTTPClient.get url, header: headers.map{ |header| [header['name'], header['value']] }.to_h
+  end
+
+  def extract_data_from_report
+    rows = CSV.parse @response.body
+    @data = rows[6..-1]
+  end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.63"
+  VERSION = "0.1.64"
 end

data/lib/adops_report_scrapper.rb

@@ -47,3 +47,4 @@ require 'adops_report_scrapper/imonomy_client'
 require 'adops_report_scrapper/positivemobile_client'
 require 'adops_report_scrapper/brightcom_client'
 require 'adops_report_scrapper/appnexus_client'
+require 'adops_report_scrapper/sovrn_client'

data/secret.sample.yml

@@ -120,3 +120,6 @@ brightcom:
 appnexus:
   login: ------
   secret: ------
+sovrn:
+  login: ------
+  secret: ------

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.63
+  version: 0.1.64
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-01 00:00:00.000000000 Z
+date: 2017-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient
@@ -247,6 +247,7 @@ files:
 - lib/adops_report_scrapper/rhythmone_client.rb
 - lib/adops_report_scrapper/rubicon_client.rb
 - lib/adops_report_scrapper/sonobi_client.rb
+- lib/adops_report_scrapper/sovrn_client.rb
 - lib/adops_report_scrapper/springserve_client.rb
 - lib/adops_report_scrapper/tremor_client.rb
 - lib/adops_report_scrapper/triplelift_client.rb