adops_report_scrapper 0.1.52 → 0.1.53

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1f6f461225876e13e3630b7a79d5e10deb56e869
-  data.tar.gz: d044c856cab3f97e690da2d6e6443bedea7f3e49
+  metadata.gz: 53dcb8d2f6564cdbe088c2328fbc083fd9569943
+  data.tar.gz: ad1d6f7925db7a8c1bcec00125d1fb982d802da8
 SHA512:
-  metadata.gz: b6505ae27409d35f0c4bed26c63c336a65cf71ddaa62cef792003f9e7908067baff330b44fdae6406402c41fea4e842c620702d00fd9a116146b9d9e1000a354
-  data.tar.gz: a0ed7026cd9c87942958342db8aa18bb69d3f2ccb96ccc26a2b7fce5bf88264fec93fd4041f45c29f664bd06056f61515fbd84f3a440251012ed7f9dcfde1a9a
+  metadata.gz: 09ebadfdde3371c20e7f6d2b7af9a3c399f3d5cf77016fd890a12d406602c16ca765a8d9e03471b1dbbe4b63f8d6c35ac12cc36b20f457d77d6085f5d463ea99
+  data.tar.gz: 129d3e422282c08c39c7854619372228e281f85514a0e418b43cf4245e0704ef6020b26e583dd763932250c8390cd776cfa8dca9e65d95bba20de4310148311c

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.1.53
+implement positivemobile
+
 ## 0.1.52
 fix adaptv - what the hack are they thinking by spliting the username and password into two steps?!
 

data/Rakefile

@@ -166,6 +166,11 @@ task :imonomy do
   save_as_csv :imonomy, :imonomy
 end
 
+desc 'Collect positivemobile data'
+task :positivemobile do
+  save_as_csv :positivemobile, :positivemobile
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper/imonomy_client.rb

@@ -1,8 +1,6 @@
 require 'date'
 require_relative 'base_client'
 
-# gcs sometimes doesn't update data in 24 hours
-
 class AdopsReportScrapper::ImonomyClient < AdopsReportScrapper::BaseClient
   def date_supported?(date = nil)
     _date = date || @date

data/lib/adops_report_scrapper/positivemobile_client.rb

@@ -0,0 +1,70 @@
+require 'date'
+require_relative 'base_client'
+
+class AdopsReportScrapper::PositivemobileClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 7
+    false
+  end
+
+  private
+
+  def login
+    @client.visit 'https://rapidv.positivemobile.com/'
+    @client.fill_in 'Username', :with => @login
+    @client.fill_in 'Password', :with => @secret
+    @client.click_button 'Sign in'
+    begin
+      @client.find :xpath, '//*[text()="Reports"]'
+    rescue Exception => e
+      raise e, 'Positivemobile login error'
+    end
+
+
+    cookies = @client.driver.cookies
+    @client = HTTPClient.new
+    @client.cookie_manager.cookies = cookies.values.map do |cookie|
+      cookie = cookie.instance_variable_get(:@attributes)
+      HTTP::Cookie.new cookie
+    end
+  end
+
+  def scrap
+    request_report
+    extract_data_from_report
+  end
+
+  def request_report
+    date_str = @date.strftime('%Y-%m-%d')
+
+    header = {
+      Accept: 'Accept:application/json, text/plain, */*',
+      Origin: 'https://rapidv.positivemobile.com',
+      Referer: ':https//rapidv.positivemobile.com/reports',
+      'User-Agent': 'Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1',
+      'Content-Type': 'application/json',
+    }
+
+    body = {
+      dimensions: ['tagName', 'udc'],
+      filters: [],
+      from: "#{date_str}T00:00:00.000Z",
+      metrics: ['imp', 'revenue_publisher_cpm', 'dspimpv'],
+      timeFrame: 'Custom',
+      timeLevel: 'Daily',
+      timeZone: 'America/New_York',
+      to: "#{date_str}T00:00:00.000Z",
+      type: 'Supply'
+    }.to_json
+
+    @response = @client.post('https://rapidv.positivemobile.com/api/reports/run', header: header, body: body )
+  end
+
+  def extract_data_from_report
+    rows = JSON.parse @response.body
+    keys = rows.first.keys
+    @data = [keys]
+    @data += rows.map(&:values)
+  end
+end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.52"
+  VERSION = "0.1.53"
 end

data/lib/adops_report_scrapper.rb

@@ -44,3 +44,4 @@ require 'adops_report_scrapper/littlethings_client'
 require 'adops_report_scrapper/rubicon_client'
 require 'adops_report_scrapper/undertone_client'
 require 'adops_report_scrapper/imonomy_client'
+require 'adops_report_scrapper/positivemobile_client'

data/secret.sample.yml

@@ -111,3 +111,6 @@ undertone:
 imonomy:
   login: ------
   secret: ------
+positivemobile:
+  login: ------
+  secret: ------

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.52
+  version: 0.1.53
 platform: ruby
 authors:
 - Stayman Hou
@@ -240,6 +240,7 @@ files:
 - lib/adops_report_scrapper/nativo_client.rb
 - lib/adops_report_scrapper/netseer_client.rb
 - lib/adops_report_scrapper/openx_client.rb
+- lib/adops_report_scrapper/positivemobile_client.rb
 - lib/adops_report_scrapper/revcontent_client.rb
 - lib/adops_report_scrapper/rhythmone_client.rb
 - lib/adops_report_scrapper/rubicon_client.rb