adops_report_scrapper 0.2.14 → 0.2.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6d14b46b38d90eed7f838928428ceddb6d7e9f9d
-  data.tar.gz: bc44d38859213724f18cd133bd521198070cd7bc
+  metadata.gz: b956dd2e93da86703af0b79fe9ac00547c8d4080
+  data.tar.gz: 016d2f647d7c7fc3861b9613a2501cd996c2a4f5
 SHA512:
-  metadata.gz: 2d33b115ef5b27e8cd82e376575274ccb0b97ea002942d0855469b7f7796f18f2ff4dd4f78646ac188953a323054ad3fe83ca69c079b32a6c4a880ca03f6ad2a
-  data.tar.gz: 98ada45c4d87cee8f5f34fe456b34d40618aa194015f66d7f346088c9a41ff3528268627eb3e3326c3a0f5d027a7b0f9a0fbd39ab42157f6ac9bf78300dacd8f
+  metadata.gz: 465fc6c18a54e8e3a06850aa1dfccfd33f8c68e033e316c6df206542f6bb14a1e13c3b39e7dfee999769ef488e8f01c98f5ea000b6f8ae554f40b8eebd2f54c6
+  data.tar.gz: f99077ba114bae2be8e78e5707e6c0c3c76c9330ec88ed7573492c4933587e929379cb58cba7b3d15ef89b815346777f650cb8e155e88f1a254c103b4d9ce3bb

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.2.15
+add anyclip
+
 ## 0.2.14
 expose ssl cert verify option for email client
 

data/Rakefile

@@ -7,7 +7,7 @@ require 'adops_report_scrapper'
 require 'byebug'
 
 desc 'Collect all data'
-task :all => [:openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus, :sovrn, :spotxchange] do # openx is the most unstable one, run it first
+task :all => [:anyclip, :openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus, :sovrn, :spotxchange] do # openx is the most unstable one, run it first
   puts '========== You are all set'
 end
 
@@ -201,6 +201,11 @@ task :mediabong do
   save_as_csv :mediabong, :email
 end
 
+desc 'Collect anyclip data'
+task :anyclip do
+  save_as_csv :anyclip, :anyclip
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper.rb

@@ -51,3 +51,4 @@ require 'adops_report_scrapper/sovrn_client'
 require 'adops_report_scrapper/gumgum_client'
 require 'adops_report_scrapper/spotxchange_client'
 require 'adops_report_scrapper/email_client'
+require 'adops_report_scrapper/anyclip_client'

data/lib/adops_report_scrapper/anyclip_client.rb

@@ -0,0 +1,40 @@
+require 'date'
+require_relative 'base_client'
+
+class AdopsReportScrapper::AnyclipClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 4
+    false
+  end
+
+  private
+
+  def login
+    @client.driver.headers = { 'User-Agent' => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/58.0.3029.110 Safari/537.36' }
+    @client.visit 'https://partners.anyclip-media.com/#/signin'
+    sleep 10
+    return if @client.find_all(:xpath, '//*[text()="Network Activity Report"]').count > 0
+    @client.fill_in 'Username', :with => @login
+    @client.fill_in 'Password', :with => @secret
+    @client.find(:xpath, '//*[text()="LOG IN"]').click
+    begin
+      @client.find :xpath, '//*[text()="Network Activity Report"]'
+    rescue Exception => e
+      raise e, 'anyclip login error'
+    end
+  end
+
+  def scrap
+    date_str = @date.strftime '%Y-%m-%d'
+    @client.visit "https://partners.anyclip-media.com/#/report?dimension=trafficChannel&endDate=#{date_str}T23%3A59%3A59%2B00%3A00&sortAsc=false&sortBy=cost&startDate=#{date_str}T00%3A00%3A00%2B00%3A00&type=supply-partner-traffic-channel"
+    sleep 10
+    @data = []
+    @data << @client.find_all(:css, '.sr-collection--header .col').map { |cell| cell.text }
+    raw_data = @client.find_all(:css, '.sr-collection--row-item .col').map { |cell| cell.text }
+    (raw_data.count/6).times do |i|
+      si = raw_data.count/6+i*5
+      @data << [raw_data[i]] + raw_data[si, 5]
+    end
+  end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.2.14"
+  VERSION = "0.2.15"
 end

data/secret.sample.yml

@@ -144,5 +144,9 @@ mediabong:
     imap_server: ------
     imap_port: ------
     imap_ssl: true/false
+    imap_ssl_verify: false
     title: XXX Report
-    date_column: 1||%Y-%m-%d
+    date_column: 1||%Y-%m-%d
+anyclip:
+  login: ------
+  secret: ------

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.2.14
+  version: 0.2.15
 platform: ruby
 authors:
 - Stayman Hou
@@ -253,6 +253,7 @@ files:
 - lib/adops_report_scrapper/adtechus_client.rb
 - lib/adops_report_scrapper/adtomation_client.rb
 - lib/adops_report_scrapper/adx_client.rb
+- lib/adops_report_scrapper/anyclip_client.rb
 - lib/adops_report_scrapper/appnexus_client.rb
 - lib/adops_report_scrapper/base_client.rb
 - lib/adops_report_scrapper/brightcom_client.rb