adops_report_scrapper 0.1.23 → 0.1.24

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: baf2e5206eb476a1f34966d49549797e4eff6e04
-  data.tar.gz: 0ac95ba0dead4c7cad4ccb594fabf5ce0bb427f5
+  metadata.gz: 1ef9379e7a810f802c7f741f4d44aa61c9354de4
+  data.tar.gz: 7ea5c8aafab042ac43b344723c11598cddb75834
 SHA512:
-  metadata.gz: 9b6554e264f5ebaccd8c535b4982aa625b39ae078c4f09306e0bdbdcc619e6ec8633e4f01a053c1155c3290a3c76ee9ca16a376f0ceca5883e7ae00fb0a99cf4
-  data.tar.gz: 9215b66a1b1a7574f908ab2a676aedad1521b38f4aece0f9138dab14a36aec9778c27a6784e38e376edf265c2935633dbec83e469a883d040f7cfc13600fe143
+  metadata.gz: 43ee246ae6835df0bb846f00c9e9086efb34239defaa9dce2b8e83e339be5185b6292a1d7c5c9a39fd3f7fe0d5868bc8467afd87e7e6ac149cfeaa0fd6e630de
+  data.tar.gz: bc633303cb0745ab0d97ad4f59acc6d5f6e33e766acfc25a8231255c2b34d17e055da1c2392bea3c85960e0b2a4bcc580b4ef4ac789102fbbde291b4fc55685a

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.1.24
+improve rhythmone via using api
+
 ## 0.1.21
 improve rhythmone
 

data/lib/adops_report_scrapper/rhythmone_client.rb

@@ -1,56 +1,44 @@
 require 'date'
 require_relative 'base_client'
+require 'rest-client'
+require 'httpclient'
 
 class AdopsReportScrapper::RhythmoneClient < AdopsReportScrapper::BaseClient
-  private
-
-  def login
-    @client.visit 'https://portal.rhythmone.com/login'
-    sleep 1
-    return if @client.find_all(:xpath, '//*[contains(text(),"REPORTING")]').count > 0
-    @client.fill_in 'email', :with => @login
-    @client.fill_in 'password', :with => @secret
-    @client.click_button 'Sign in'
-
-    begin
-      @client.find :xpath, '//*[contains(text(),"REPORTING")]'
-    rescue Exception => e
-      raise e, 'Rhythmone login error'
-    end
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date >= Date.today - 3
+    false
   end
 
-  def scrap
-    request_report
-    extract_data_from_report
+  private
+
+  def init_client
+    fail 'please specify rhythmone client_id' unless @options['client_id']
+    fail 'please specify rhythmone client_secret' unless @options['client_secret']
+    fail 'please specify rhythmone publisher_id' unless @options['publisher_id']
+    @client_id = @options['client_id']
+    @client_secret = @options['client_secret']
+    @publisher_id = @options['publisher_id']
   end
 
-  def request_report
-    @client.find(:xpath, '//*[contains(text(),"REPORTING")]').click
-    wait_for_loading
-    @client.find(:xpath, '//option[contains(text(),"Yesterday")]').select_option
-    sleep 1
-    @client.find(:xpath, '//select[@ng-model="filter.group1"]').find(:xpath, 'option[contains(text(),"Placement")]').select_option
-    wait_for_loading
-    @client.click_button 'Generate report'
-    sleep 2
-    wait_for_loading
+  def before_quit_with_error
   end
 
-  def extract_data_from_report
-    rows = @client.find_all :xpath, '//table/*/tr'
-    rows = rows.to_a
-    @data = rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } }
+  def login
+    response = RestClient.post 'https://api.portal.rhythmone.com/v1/users/login', client_id: @client_id, client_secret: @client_secret, grant_type: 'password', password: @secret, username: @login
+    token_obj = JSON.parse response.body
+    @access_token = token_obj['access_token']
   end
 
-  def wait_for_loading
-    30.times do |_i| # wait 5 min
-      begin
-        @client.find(:xpath, '//overlay-spinner/div')
-      rescue Exception => e
-        break
-      end
-      sleep 10
+  def scrap
+    date_str = @date.strftime('%Y%m%d')
+    data_obj = nil
+    5.times do
+      response = HTTPClient.get("https://api.portal.rhythmone.com/v1/publishers/#{@publisher_id}/reports/standard_report", { ad_dimension: 0, endDate: date_str, endDateType: 1, groupBy1: 1, groupByTimePeriodType: 1, rmp_placement: 0, startDate: date_str, startDatePredefined: 0, startDateType: 1 }, { 'Authorization' => "Bearer #{@access_token}" })
+      data_obj = JSON.parse response.body
+      break if data_obj.is_a? Array
+      sleep 5
     end
-    sleep 10
+    @data = data_obj
   end
 end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.1.23"
+  VERSION = "0.1.24"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.1.23
+  version: 0.1.24
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-10-12 00:00:00.000000000 Z
+date: 2016-10-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient