adops_report_scrapper 0.2.34 → 0.2.35

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cf4ac1a315226d668a8af808d33bd889b69ee081
-  data.tar.gz: 58225251358703f7d69cf821b020c7e918b55fdb
+  metadata.gz: d9a80c798f022a79269546a5f1fb2f8e99921b06
+  data.tar.gz: 37cf1e17c2ad5e7837ff1e90936015fd5b232aaf
 SHA512:
-  metadata.gz: bb157ca70b584aeddc044b1f5523f8f622fd0d8890081cc1244b26217daf8e44289c57e779ae85bea8e52769d76a9aec083ccf55a92393036cc8381234a84d13
-  data.tar.gz: 271b472d8ffb9ad0a13207ac89cc1d12ee5b92047ebe3f63a18bfe99e205de97b48b73ec3aef539dbde6884cc180f940d0e4f3e36c90a2304c1fcf9b62df1e5b
+  metadata.gz: 3adf61abd8e28530eb3d5bcf1ff16d6c799d135c16bf03096a1a978e5e6e2dd2885c27753fdb1e60469d2e988fbb82a5d2c977811a094cc39a74000acde1438e
+  data.tar.gz: 3053718c47f72ee09e5f1d0bd5d43145a46cdd398ebe1c71916bff8ebc0157d8eb2d0fbe3fe521c7fc7fff1c9f5a23dd32b38104628dbaaf1f1c1d2d995f57d9

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.2.35
+implement indexexchange
+
 ## 0.2.34
 fix sovrn
 

data/Rakefile

@@ -7,7 +7,7 @@ require 'adops_report_scrapper'
 require 'byebug'
 
 desc 'Collect all data'
-task :all => [:anyclip, :openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus, :sovrn, :spotxchange, :lkqd] do # openx is the most unstable one, run it first
+task :all => [:anyclip, :openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus, :sovrn, :spotxchange, :lkqd, :indexexchange] do # openx is the most unstable one, run it first
   puts '========== You are all set'
 end
 
@@ -226,6 +226,11 @@ task :lkqd do
   save_as_csv :lkqd, :lkqd
 end
 
+desc 'Collect indexexchange data'
+task :indexexchange do
+  save_as_csv :indexexchange, :indexexchange
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper.rb

@@ -56,3 +56,4 @@ require 'adops_report_scrapper/email_client'
 require 'adops_report_scrapper/anyclip_client'
 require 'adops_report_scrapper/adsparc_client'
 require 'adops_report_scrapper/lkqd_client'
+require 'adops_report_scrapper/indexexchange_client'

data/lib/adops_report_scrapper/indexexchange_client.rb

@@ -0,0 +1,46 @@
+require 'date'
+require_relative 'base_client'
+require 'rest-client'
+
+class AdopsReportScrapper::IndexexchangeClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date < (Date.today + 1)
+    false
+  end
+
+  def init_client
+  end
+
+  def before_quit_with_error
+  end
+
+  private
+
+  def scrap
+    date_str = @date.strftime('%Y-%m-%d')
+
+    response = RestClient.post 'https://auth.indexexchange.com/auth/oauth/token', { 'username' => @login, 'key' => @secret }.to_json, { 'Content-Type' => 'application/json; charset=utf-8' }
+    access_token = JSON.parse(response)['data']['accessToken']
+
+    header = { 'Authorization' => "Bearer #{access_token}", 'Content-Type' => 'application/json; charset=utf-8' }
+
+    response = RestClient.post 'https://api01.indexexchange.com/api/publishers/sites', '', header
+    site_tag_map = JSON.parse(response)['data'].map { |e| [e['siteID'], e['name']] }.to_h
+
+    response = RestClient.post 'https://api01.indexexchange.com/api/publishers/stats/earnings/open', { 'filters' => { 'startDate' => date_str, 'endDate' => date_str }, 'aggregation' => 'siteID' }.to_json, header
+    data = JSON.parse(response)['data'].each do |datum|
+      datum['siteTagName'] = site_tag_map[datum['aggregateID']]
+    end
+
+    unless data[0]
+      @data = []
+      return
+    end
+    header = data[0].keys
+    @data = [header]
+    @data += data.map do |datum|
+      header.map { |key| datum[key] }
+    end
+  end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.2.34"
+  VERSION = "0.2.35"
 end

data/secret.sample.yml

@@ -151,5 +151,8 @@ anyclip:
   login: ------
   secret: ------
 adsparc:
+  login: ------
+  secret: ------
+indexexchange:
   login: ------
   secret: ------

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.2.34
+  version: 0.2.35
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-08-28 00:00:00.000000000 Z
+date: 2017-09-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient
@@ -269,6 +269,7 @@ files:
 - lib/adops_report_scrapper/gcs_client.rb
 - lib/adops_report_scrapper/gumgum_client.rb
 - lib/adops_report_scrapper/imonomy_client.rb
+- lib/adops_report_scrapper/indexexchange_client.rb
 - lib/adops_report_scrapper/littlethings_client.rb
 - lib/adops_report_scrapper/liveintent_client.rb
 - lib/adops_report_scrapper/lkqd_client.rb