adops_report_scrapper 0.1.53 → 0.1.54

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 53dcb8d2f6564cdbe088c2328fbc083fd9569943
-  data.tar.gz: ad1d6f7925db7a8c1bcec00125d1fb982d802da8
+  metadata.gz: 62e2e15976fbf0aa7daa0441d9de058516ef430d
+  data.tar.gz: 825e99eaa51a577e9e37e0e7560c832330bbedb3
 SHA512:
-  metadata.gz: 09ebadfdde3371c20e7f6d2b7af9a3c399f3d5cf77016fd890a12d406602c16ca765a8d9e03471b1dbbe4b63f8d6c35ac12cc36b20f457d77d6085f5d463ea99
-  data.tar.gz: 129d3e422282c08c39c7854619372228e281f85514a0e418b43cf4245e0704ef6020b26e583dd763932250c8390cd776cfa8dca9e65d95bba20de4310148311c
+  metadata.gz: 8b57d8303592a99ed2ab8209aaa8a67b444972535962b1e11d04d17f74c2c52d4210b6f3ef4a4046927b1391fc19a577d84bee06b498761618a6595c25f9d947
+  data.tar.gz: 5053cc3043db4986253bc622235ae25efa042685f3fffd4a0ad976fb467a76f6ff149787ccd669c8a4650ba352d4cd9448fcfac2f04ca570fcb9be109056b021

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.1.54
+implement brightcom
+
 ## 0.1.53
 implement positivemobile
 

data/Rakefile

@@ -171,6 +171,11 @@ task :positivemobile do
   save_as_csv :positivemobile, :positivemobile
 end
 
+desc 'Collect brightcom data'
+task :brightcom do
+  save_as_csv :brightcom, :brightcom
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper.rb

@@ -45,3 +45,4 @@ require 'adops_report_scrapper/rubicon_client'
 require 'adops_report_scrapper/undertone_client'
 require 'adops_report_scrapper/imonomy_client'
 require 'adops_report_scrapper/positivemobile_client'
+require 'adops_report_scrapper/brightcom_client'

data/lib/adops_report_scrapper/brightcom_client.rb

@@ -0,0 +1,52 @@
+require 'date'
+require_relative 'base_client'
+
+class AdopsReportScrapper::BrightcomClient < AdopsReportScrapper::BaseClient
+  private
+
+  def login
+    @client.visit 'https://compass.brightcom.com/'
+    @client.fill_in 'Username', :with => @login
+    @client.fill_in 'Password', :with => @secret
+    @client.click_button 'Login'
+    sleep 15
+    begin
+      @client.find :xpath, '//*[text()="Reports "]'
+    rescue Exception => e
+      raise e, 'Brightcom login error'
+    end
+  end
+
+  def scrap
+    request_report
+    extract_data_from_report
+  end
+
+  def request_report
+    @client.visit 'https://compass.brightcom.com/onetag/reportsext/display'
+    sleep 5
+
+    group_by_dest_elem = @client.find(:css, '#group_by_dest')
+    @client.find(:xpath, '//div[text()="Tags" and @data-order="1"]').drag_to(group_by_dest_elem)
+    @client.find(:xpath, '//div[text()="Country" and @data-order="2"]').drag_to(group_by_dest_elem)
+
+    metrics_source_elem = @client.find(:css, '#metrics_source')
+    metrics_dest_elem = @client.find(:css, '#metrics_dest')
+    @client.find(:xpath, '//div[text()="Received IMPS" and @data-order="0"]').drag_to(metrics_dest_elem)
+    @client.find(:xpath, '//div[text()="Clicks" and @data-order="3"]').drag_to(metrics_dest_elem)
+    @client.find(:xpath, '//div[text()="Conversion Rate" and @data-order="6"]').drag_to(metrics_source_elem)
+    @client.find(:xpath, '//div[text()="Revenue eCPM" and @data-order="8"]').drag_to(metrics_source_elem)
+
+    @client.click_button 'Run Report'
+    sleep 15
+  end
+
+  def extract_data_from_report
+    rows = @client.find_all(:xpath, '//table[@role="grid"]/tbody/tr')
+    rows = rows.to_a
+    header = @client.find :xpath, '//table[@role="grid"]/thead/tr'
+    n_header = header.find_css('td,th').map { |td| td.visible_text }
+    @data = [n_header]
+    @data += rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } }
+  end
+end

data/lib/adops_report_scrapper/positivemobile_client.rb

@@ -20,8 +20,6 @@ class AdopsReportScrapper::PositivemobileClient < AdopsReportScrapper::BaseClien
     rescue Exception => e
       raise e, 'Positivemobile login error'
     end
-
-
     cookies = @client.driver.cookies
     @client = HTTPClient.new
     @client.cookie_manager.cookies = cookies.values.map do |cookie|
@@ -39,9 +37,9 @@ class AdopsReportScrapper::PositivemobileClient < AdopsReportScrapper::BaseClien
     date_str = @date.strftime('%Y-%m-%d')
 
     header = {
-      Accept: 'Accept:application/json, text/plain, */*',
+      Accept: 'application/json, text/plain, */*',
       Origin: 'https://rapidv.positivemobile.com',
-      Referer: ':https//rapidv.positivemobile.com/reports',
+      Referer: 'https//rapidv.positivemobile.com/reports',
       'User-Agent': 'Mozilla/5.0 (Unknown; Linux x86_64) AppleWebKit/538.1 (KHTML, like Gecko) PhantomJS/2.1.1 Safari/538.1',
       'Content-Type': 'application/json',
     }

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.53"
+  VERSION = "0.1.54"
 end

data/secret.sample.yml

@@ -114,3 +114,6 @@ imonomy:
 positivemobile:
   login: ------
   secret: ------
+brightcom:
+  login: ------
+  secret: ------

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.53
+  version: 0.1.54
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-02-07 00:00:00.000000000 Z
+date: 2017-02-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient
@@ -226,6 +226,7 @@ files:
 - lib/adops_report_scrapper/adtomation_client.rb
 - lib/adops_report_scrapper/adx_client.rb
 - lib/adops_report_scrapper/base_client.rb
+- lib/adops_report_scrapper/brightcom_client.rb
 - lib/adops_report_scrapper/brightroll_client.rb
 - lib/adops_report_scrapper/browsi_client.rb
 - lib/adops_report_scrapper/contentad_client.rb