adops_report_scrapper 0.1.15 → 0.1.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 621cd534ecc5787d5bfb530df698368cd5a35192
-  data.tar.gz: 5829ab9f65422f983e7ae14ce2f4f69e84571bd1
+  metadata.gz: 862be6e4eac422735934063bfbf6ae24941c399e
+  data.tar.gz: ff3d1ea7ae4317c21e0e95c7485d3c88399e66f9
 SHA512:
-  metadata.gz: d4422f5abd73ee590509137a1b95d84bd3fe621f341ed80c4f7088cd9258c5c06c7ae0c1b48357b4e87c30eba770a316d96054d47b4d74d4f41179c07504bcae
-  data.tar.gz: 19a34c321a2b22c62d101b89abe4e92ca80ad3470a87d9c8e1a50907515d30b9c2fcbbbd0d47b1fa5522d53967bf748d38bab26a90e4d08ccb5728d4df0f0848
+  metadata.gz: a89e0e93e8e2fb2d980d93ddb1494b13e0e4337a815cc34e43a118d57986ec95884615277d9719aa990917272046486b7165f88375f7731bc72f4b61ca8f439b
+  data.tar.gz: 318716e9c09ed18364b78186b5b1b2b855fa8b5bfedcae48692643f76b40212d79e28eac0fb738dc588d1f94e713a0b9c9781f006cddcd733d9dc20a9e174d0a

data/Rakefile

@@ -131,6 +131,11 @@ task :adtechus do
   save_as_csv :adtechus, :adtechus
 end
 
+desc 'Collect divisiond data'
+task :divisiond do
+  save_as_csv :divisiond, :zedo
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.15"
+  VERSION = "0.1.16"
 end

data/lib/adops_report_scrapper/zedo_client.rb

@@ -0,0 +1,45 @@
+require 'date'
+require 'httpclient'
+require 'nokogiri'
+require_relative 'base_client'
+
+class AdopsReportScrapper::ZedoClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 3
+    false
+  end
+
+  private
+
+  def init_client
+    fail 'please specify zedo network_id' unless @options['network_id']
+    @network_id = @options['network_id']
+    @client = HTTPClient.new
+  end
+
+  def login
+    response = @client.post('https://target.zedo.com/servlet/LoginServlet', uid: @login, pwd: @secret, rem: 0, from: 'login', fromSupport: 'no', fromEmail: 'false')
+    doc = Nokogiri::HTML(response.body)
+    profit_elem_href = doc.xpath('//a[text()="Profit"]/@href').first.value
+    @referer_url = "https://target.zedo.com#{profit_elem_href}"
+    @client.get(@referer_url)
+  end
+
+  def scrap
+    date_str = date.strftime('%m/%d/%Y')
+
+    body = {
+      step: 'submit', event_key: 'profit_rpt', mobilereport: 'off', scheduler: 'NO', schedule_event_key: '', time_period: '', reportTime: '', reporttypeName: 'Publisher Report', dateDifference: '', drilldown: 'false', domain: '', report: '0', tperiod: 'summary', timePeriod: 'summary', i18n_startDate: date_str, startDate: date_str, i18n_endDate: date_str, endDate: date_str, revenueTypeFilter: '-1', actionTypeFilter: 'post_total', publisher: '-1', channel: '-1', dimension: '-1', pageTime: Time.now.strftime('%s%3N'), nwtId: @network_id
+    }
+    header = { Referer: @referer_url }
+
+    response = @client.post('https://target.zedo.com/Main?reporttype=mbc&reportname=Quick_Profit_Report', body: body, header: header)
+
+    doc = Nokogiri::HTML(response.body)
+    header = doc.xpath('//table[@id="table-1"]/thead/tr/td').map { |td| td.text.strip }
+    @data = [header]
+    rows = doc.xpath('//table[@id="table-1"]/tbody/tr')
+    @data += rows.map { |tr| tr.css('td,th').map { |td| td.text.strip } }
+  end
+end

data/lib/adops_report_scrapper.rb

@@ -37,3 +37,4 @@ require 'adops_report_scrapper/springserve_client'
 require 'adops_report_scrapper/tremor_client'
 require 'adops_report_scrapper/triplelift_client'
 require 'adops_report_scrapper/adtechus_client'
+require 'adops_report_scrapper/zedo_client'

data/secret.sample.yml

@@ -81,4 +81,9 @@ facebookaudience:
     app_id: ------
 adtechus:
   login: ------
-  secret: ------
+  secret: ------
+divisiond:
+  login: ------
+  secret: ------
+  options:
+    network_id: ------

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.15
+  version: 0.1.16
 platform: ruby
 authors:
 - Stayman Hou
@@ -242,6 +242,7 @@ files:
 - lib/adops_report_scrapper/tremor_client.rb
 - lib/adops_report_scrapper/triplelift_client.rb
 - lib/adops_report_scrapper/version.rb
+- lib/adops_report_scrapper/zedo_client.rb
 - secret.sample.yml
 - tmp/.keep
 homepage: https://github.com/StaymanHou/adops_report_scrapper