adops_report_scrapper 0.2.16 → 0.2.17

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 946d431b163ad6d8cbe97ad6e3ed71dca48343c1
-  data.tar.gz: 611639ffa42c933a3c4ff9992fcbf47e93d6eff8
+  metadata.gz: ddbb4d70bdc6ebb9969428ac5cb5015248d40bb5
+  data.tar.gz: c0cff82554671c4e774ead06e001cff5b613d6f1
 SHA512:
-  metadata.gz: 47b1224876d51997d76280c77eda361774c16f19d274c49c68a156d7cabc22ba26045c1f8c0b9e3113f87c6433823c46cb599a5e03f1c32ed7f4cb8d2586ff46
-  data.tar.gz: 0726c276afb3f9dde4ca44028476727c32c9038dce0a2bdcd58c5b6dc4e80468415e31ac4083bbb72cb3b61d23ca7d7f8c16c81156b2774f5babaa574f0f957a
+  metadata.gz: 2d834f11a4aae983be268a629b948d013276db75910dea5dbbd0a170187c1ca2840ba0cd7fc8e998283f5263d1efe5ee344cb40593adf6ecea690bda4a0ea9f6
+  data.tar.gz: 13ce61a60a88eb1c7ff2fdf4b98a290e8434b712b05583aec9a65de08f5368a22dc2f59f37111a316493f661a77b893ebf283d0731511813c984841a351f66f9

data/CHANGELOG

@@ -1,5 +1,11 @@
 # CHANGELOG
 
+## 0.2.17
+add adsupply buyer
+
+## 0.2.16
+fix tremor
+
 ## 0.2.15
 add anyclip
 

data/Rakefile

@@ -206,6 +206,11 @@ task :anyclip do
   save_as_csv :anyclip, :anyclip
 end
 
+desc 'Collect adsupplybuyer data'
+task :adsupplybuyer do
+  save_as_csv :adsupplybuyer, :adsupplybuyer
+end
+
 def date
   @date ||= ENV['date'].nil? ? Date.today - 1 : Date.today - ENV['date'].to_i
 end

data/lib/adops_report_scrapper.rb

@@ -18,6 +18,7 @@ require 'adops_report_scrapper/adaptv_client'
 require 'adops_report_scrapper/adiply_client'
 require 'adops_report_scrapper/adsense_client'
 require 'adops_report_scrapper/adsupply_client'
+require 'adops_report_scrapper/adsupplybuyer_client'
 require 'adops_report_scrapper/adx_client'
 require 'adops_report_scrapper/brightroll_client'
 require 'adops_report_scrapper/browsi_client'

data/lib/adops_report_scrapper/adsupplybuyer_client.rb

@@ -0,0 +1,55 @@
+require 'date'
+require_relative 'base_client'
+require 'rest-client'
+
+class AdopsReportScrapper::AdsupplybuyerClient < AdopsReportScrapper::BaseClient
+  def date_supported?(date = nil)
+    _date = date || @date
+    return true if _date < Date.today
+    false
+  end
+
+  def init_client
+  end
+
+  def before_quit_with_error
+  end
+
+  private
+
+  def scrap
+    if @options[:hourly]
+      scrap_hourly
+    else
+      scrap_daily
+    end
+  end
+
+  def scrap_daily
+    date_str = @date.strftime('%-m/%-d/%Y')
+    time_zone_id = 'Eastern Standard Time'
+
+    response = RestClient.post "https://ui.adsupply.com/PublicPortal/Advertiser/#{@login}/Report/Export", SqlCommandId: '', ExportToExcel: 'False', IsOLAP: 'False', DateFilter: date_str, TimeZoneId: time_zone_id, Grouping: '1', 'DimAdvertiser.Value': "#{@login}~", 'DimAdvertiser.IsActive': 'True', 'DimCampaign.Value': '', 'DimCampaign.IsActive': 'True', ApiKey: @secret
+
+    data = JSON.parse response
+    header = data[0].keys
+    @data = [header]
+    @data += data.map do |datum|
+      header.map { |key| datum[key] }
+    end
+  end
+
+  def scrap_hourly
+    date_str = @date.strftime('%-m/%-d/%Y')
+    time_zone_id = 'Eastern Standard Time'
+
+    response = RestClient.post "https://ui.adsupply.com/PublicPortal/Advertiser/#{@login}/Report/Export", SqlCommandId: '', ExportToExcel: 'False', IsOLAP: 'False', DateFilter: date_str, TimeZoneId: time_zone_id, Grouping: '0', ApiKey: @secret
+
+    data = JSON.parse response
+    header = data[0].keys
+    @data = [header]
+    @data += data.map do |datum|
+      header.map { |key| datum[key] }
+    end
+  end
+end

data/lib/adops_report_scrapper/base_client.rb

@@ -18,8 +18,9 @@ class AdopsReportScrapper::BaseClient
 
   # date: (optional)
   # return data in array of array, first array is the headers, no total included
-  def get_data(date = nil)
+  def get_data(date = nil, options = nil)
     @date = date if date
+    @options = options || {}
     fail "specified date is not supported by this scrapper #{self.class.name}" unless date_supported?
     init_client
     login

data/lib/adops_report_scrapper/version.rb

@@ -1,3 +1,3 @@
 module AdopsReportScrapper
-  VERSION = "0.2.16"
+  VERSION = "0.2.17"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: adops_report_scrapper
 version: !ruby/object:Gem::Version
-  version: 0.2.16
+  version: 0.2.17
 platform: ruby
 authors:
 - Stayman Hou
@@ -250,6 +250,7 @@ files:
 - lib/adops_report_scrapper/adiply_client.rb
 - lib/adops_report_scrapper/adsense_client.rb
 - lib/adops_report_scrapper/adsupply_client.rb
+- lib/adops_report_scrapper/adsupplybuyer_client.rb
 - lib/adops_report_scrapper/adtechus_client.rb
 - lib/adops_report_scrapper/adtomation_client.rb
 - lib/adops_report_scrapper/adx_client.rb