adops_report_scrapper 0.1.60 → 0.1.61

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 19d89b958d0f4d5fd4e37e0dad17197884411d70
-  data.tar.gz: 87de46d54d5020c22dd819e11fbc86473332f121
+  metadata.gz: 69824afd48c63b45650950d184a9713ebeae951e
+  data.tar.gz: 9aa1dee3f08d42f7430cd7dfce42e8e467565850
 SHA512:
-  metadata.gz: ac4741afc52119c8aaa92cd04dc9f6cb3944cf2f1027b2ed079e8caece386aad76e588df509163fc731d6924eddab47c7ae94c5d3dd1921fe6e347e07d54a6a7
-  data.tar.gz: 7e0ec9de3b88b5d4b5f24887baa63fef4ce049f4539981c01ee895e02dd63e0aa1e759a437cb27c992084e030faed56eec11e0721fb9ebb2f024bd3157a5e5ed
+  metadata.gz: a8ba97f5ba81deb3869efde99d9cbdc691c05a26f1772c3f13dc09865e8d4c05e937df391561fb6e004c6a7e457c4608a4456746c14ee530a170a0c3411b64e8
+  data.tar.gz: 1c6bd33c7e073b9a5876cb417ae4f03af7aa5d0e854c42c2d408a315a4b3a099e07591b3243ec4e66318621399a50d7aba95a112a581e8ce0eba5e2e3d3c7903

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.1.61
+implement appnexus
+
 ## 0.1.60
 fix for google survey - google survey is getting slow
 

data/Rakefile

@@ -7,7 +7,7 @@ require 'adops_report_scrapper'
 require 'byebug'
 
 desc 'Collect all data'
-task :all => [:openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings] do # openx is the most unstable one, run it first
+task :all => [:openx, :tremor, :brightroll, :yellowhammer, :adaptv, :fourninefive, :adx, :revcontent, :gcs, :browsi, :netseer, :sonobi, :nativo, :adsupply, :marfeel, :adsense, :criteo, :triplelift, :conversant, :liveintent, :adiply, :contentad, :facebookaudience, :adtechus, :adtomation, :rhythmone, :littlethings, :appnexus] do # openx is the most unstable one, run it first
   puts '========== You are all set'
 end
 
@@ -176,6 +176,11 @@ task :brightcom do
   save_as_csv :brightcom, :brightcom
 end
 
+desc 'Collect appnexus data'
+task :appnexus do
+  save_as_csv :appnexus, :appnexus
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper.rb

@@ -46,3 +46,4 @@ require 'adops_report_scrapper/undertone_client'
 require 'adops_report_scrapper/imonomy_client'
 require 'adops_report_scrapper/positivemobile_client'
 require 'adops_report_scrapper/brightcom_client'
+require 'adops_report_scrapper/appnexus_client'

data/lib/adops_report_scrapper/appnexus_client.rb

@@ -0,0 +1,41 @@
+require 'date'
+require_relative 'base_client'
+require 'rest-client'
+require 'csv'
+
+class AdopsReportScrapper::AppnexusClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 7
+    false
+  end
+
+  def init_client
+  end
+
+  def before_quit_with_error
+  end
+
+  private
+
+  def scrap
+    date_str = date.strftime '%F'
+
+    response = RestClient.post 'https://api.appnexus.com/auth', { 'auth' => { 'username' => @login, 'password' => @secret } }.to_json, { content_type: :json, accept: :json }
+    response_data = JSON.parse(response.body)
+    token = response_data['response']['token']
+
+    response = RestClient.post 'http://api.appnexus.com/report', { 'report' => { 'report_type' => 'network_analytics', 'report_interval' => 'last_7_days', 'columns' => %w(day publisher_name geo_country supply_type imp_requests imps clicks total_convs revenue) } }.to_json, { content_type: :json, accept: :json, authorization: token }
+    response_data = JSON.parse(response.body)
+    report_id = response_data['response']['report_id']
+
+    sleep 10
+
+    response = RestClient.get "http://api.appnexus.com/report?id=#{report_id}", { authorization: token }
+    response_data = JSON.parse(response.body)
+    fail 'appnexus report failed' unless response_data['response']['execution_status'] == 'ready'
+
+    response = RestClient.get "http://api.appnexus.com/report-download?id=#{report_id}", { authorization: token }
+    @data = CSV.parse(response.body).select { |row| row[0] == 'day' || (row[0] == date_str && row[4].to_i > 0) }
+  end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.60"
+  VERSION = "0.1.61"
 end

data/secret.sample.yml

@@ -117,3 +117,6 @@ positivemobile:
 brightcom:
   login: ------
   secret: ------
+appnexus:
+  login: ------
+  secret: ------

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.60
+  version: 0.1.61
 platform: ruby
 authors:
 - Stayman Hou
@@ -225,6 +225,7 @@ files:
 - lib/adops_report_scrapper/adtechus_client.rb
 - lib/adops_report_scrapper/adtomation_client.rb
 - lib/adops_report_scrapper/adx_client.rb
+- lib/adops_report_scrapper/appnexus_client.rb
 - lib/adops_report_scrapper/base_client.rb
 - lib/adops_report_scrapper/brightcom_client.rb
 - lib/adops_report_scrapper/brightroll_client.rb