adops_report_scrapper 0.2.11 → 0.2.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 930f32bcaba2b9f0e1ef064c7653de22ba9d16e1
-  data.tar.gz: 641ea80bcbda0f079dcb391986cd01192963ff38
+  metadata.gz: 1c5a877e8b9e8f755a4d1023995b6ada71b78809
+  data.tar.gz: a556c03cbfe2abed04f11982647e56ccb8b21d70
 SHA512:
-  metadata.gz: 94d1a047b48bb209727e2ea25ff93e9464e856b608437b731725a6675ee7745b46aa96b5f7fcdc3a1f4797142d6b829c93bf619051090def9c3c70aafc831094
-  data.tar.gz: eb7cd5e709dfa30f9b49ba8adb87a32c81398c7f26ad5185bcfb30a68d8e05260975bbcea50689b89217edb9c2ea5cbfea6de48703141420ef1db4a18bfb1c5a
+  metadata.gz: e39030a6c4936f4753718acdf28cbc94b0aeff3c6cd35ef2b075ca9959aefea73b8fed249b32aa366f026bfd3e858a58c6c70300a9e327560cf23b8ec8bcb97e
+  data.tar.gz: 9d9686e72bdb9d80dc0164965039063a4266910aa9c5c0e771775076194873cda5136d25a8fa2f7c2c039e34a19bf5011253e40653b91ea5b1279a0eef33d21a

data/CHANGELOG

@@ -1,5 +1,8 @@
 # CHANGELOG
 
+## 0.2.12
+fix springserve client, use their rest api instead
+
 ## 0.2.11
 bug fix
 implement email client

data/lib/adops_report_scrapper/springserve_client.rb

@@ -1,53 +1,33 @@
 require 'date'
 require_relative 'base_client'
+require 'rest-client'
 
 class AdopsReportScrapper::SpringserveClient < AdopsReportScrapper::BaseClient
   private
 
-  def login
-    @client.visit 'http://video.springserve.com/'
-    @client.fill_in 'Email', :with => @login
-    @client.fill_in 'Password', :with => @secret
-    @client.click_button 'Log in'
-    begin
-      @client.find :xpath, '//*[contains(text(),"Reporting")]'
-    rescue Exception => e
-      raise e, 'Springserve login error'
-    end
+  def init_client
   end
 
-  def scrap
-    request_report
-    extract_data_from_report
+  def before_quit_with_error
   end
 
-  def request_report
-    @client.find(:xpath, '//*[contains(text(),"Reporting")]').click
-    @client.find(:xpath, '//*[contains(text(),"Create Reports")]').click
+  private
 
-    # select date
-    @client.find(:css, '#date_range_chosen').click
-    @client.find(:xpath, '//*[text()="Yesterday"]').click
+  def scrap
+    date_str = @date.strftime('%Y-%m-%d')
 
-    @client.find(:css, '#dimensions_chosen').click
-    @client.find(:xpath, '//*[text()="Country"]').click
+    response = RestClient.post "https://video.springserve.com/api/v0/auth", email: @login, password: @secret
+    data = JSON.parse response
+    token = data['token']
 
-    @client.find(:xpath, '//*[@value="Run Report"]').click
+    headers = { content_type: :json, accept: :json, authorization: token }
 
-    30.times do |_i| # wait 5 min
-      begin
-        @client.find(:css, '#spinner_image')
-      rescue Exception => e
-        break
-      end
-      sleep 10
+    response = RestClient.post "https://video.springserve.com/api/v0/report", { timezone: 'America/New_York', date_range: 'Yesterday', interval: 'cumulative', dimensions: ['country', 'supply_tag_id']}.to_json, headers
+    data = JSON.parse response
+    header = data[0].keys
+    @data = [header]
+    @data += data.map do |datum|
+      header.map { |key| datum[key] }
     end
-    sleep 10
-  end
-
-  def extract_data_from_report
-    rows = @client.find_all :xpath, '//table[1]/*/tr'
-    @data = rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } }.reject { |row| row[0] == 'Total' }
-    @data = [] if @data.flatten.include? 'No data available in table'
   end
 end

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.2.11"
+  VERSION = "0.2.12"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.2.11
+  version: 0.2.12
 platform: ruby
 authors:
 - Stayman Hou
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-04-27 00:00:00.000000000 Z
+date: 2017-05-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httpclient