adops_report_scrapper 0.2.21 → 0.2.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG +3 -0
- data/Rakefile +5 -0
- data/lib/adops_report_scrapper.rb +1 -0
- data/lib/adops_report_scrapper/popadsbuyer_client.rb +58 -0
- data/lib/adops_report_scrapper/version.rb +1 -1
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 733daef4780a1a787e5224a1e0c4ea5393a1e702
|
4
|
+
data.tar.gz: 2e6fd95b75d7ada0e4ae33807fec3ec49e5ecd23
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 08801ecb1f99e899c7bc929d7e6fecc1581d694263c30bd2dbc36a64b007229d2718b9bc6e61daa0004e4f12f15274a0cb530a2165cb1f1de1be5758ca252b64
|
7
|
+
data.tar.gz: 6825200fd8451a0096c331b6a8526008ee3c62123b6ba529c8b9c3c1c06609caecdef181afe938b6c702298fc26bc24cb349b0207e1d0c491259e75abc8e2627
|
data/CHANGELOG
CHANGED
data/Rakefile
CHANGED
@@ -211,6 +211,11 @@ task :adsupplybuyer do
|
|
211
211
|
save_as_csv :adsupplybuyer, :adsupplybuyer
|
212
212
|
end
|
213
213
|
|
214
|
+
desc 'Collect popadsbuyer data'
|
215
|
+
task :popadsbuyer do
|
216
|
+
save_as_csv :popadsbuyer, :popadsbuyer
|
217
|
+
end
|
218
|
+
|
214
219
|
desc 'Collect adsparc data'
|
215
220
|
task :adsparc do
|
216
221
|
save_as_csv :adsparc, :adsparc
|
@@ -19,6 +19,7 @@ require 'adops_report_scrapper/adiply_client'
|
|
19
19
|
require 'adops_report_scrapper/adsense_client'
|
20
20
|
require 'adops_report_scrapper/adsupply_client'
|
21
21
|
require 'adops_report_scrapper/adsupplybuyer_client'
|
22
|
+
require 'adops_report_scrapper/popadsbuyer_client'
|
22
23
|
require 'adops_report_scrapper/adx_client'
|
23
24
|
require 'adops_report_scrapper/brightroll_client'
|
24
25
|
require 'adops_report_scrapper/browsi_client'
|
@@ -0,0 +1,58 @@
|
|
1
|
+
require 'date'
|
2
|
+
require_relative 'base_client'
|
3
|
+
require 'rest-client'
|
4
|
+
|
5
|
+
class AdopsReportScrapper::PopadsbuyerClient < AdopsReportScrapper::BaseClient
|
6
|
+
def date_supported?(date = nil)
|
7
|
+
_date = date || @date
|
8
|
+
return true if _date < (Date.today + 1)
|
9
|
+
false
|
10
|
+
end
|
11
|
+
|
12
|
+
def init_client
|
13
|
+
end
|
14
|
+
|
15
|
+
def before_quit_with_error
|
16
|
+
end
|
17
|
+
|
18
|
+
private
|
19
|
+
|
20
|
+
def scrap
|
21
|
+
if @options[:hourly]
|
22
|
+
scrap_hourly
|
23
|
+
else
|
24
|
+
scrap_daily
|
25
|
+
end
|
26
|
+
end
|
27
|
+
|
28
|
+
def scrap_daily
|
29
|
+
date_str = @date.strftime('%Y-%m-%d')
|
30
|
+
time_zone_id = 'America%2FNew_York'
|
31
|
+
|
32
|
+
response = RestClient.post "https://www.popads.net/api/report_advertiser?key=#{@secret}&zone=#{time_zone_id}&start=#{date_str}%2000%3A00&end=#{date_str}%2023%3A59&groups=campaign,datetime%3Aday", {}
|
33
|
+
|
34
|
+
data = JSON.parse response
|
35
|
+
data = data['rows']
|
36
|
+
header = data[0].keys
|
37
|
+
@data = [header]
|
38
|
+
@data += data.map do |datum|
|
39
|
+
header.map { |key| datum[key] }
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
def scrap_hourly
|
44
|
+
start_date_str = (@date - 1).strftime('%Y-%m-%d')
|
45
|
+
end_date_str = @date.strftime('%Y-%m-%d')
|
46
|
+
time_zone_id = 'America%2FNew_York'
|
47
|
+
|
48
|
+
response = RestClient.post "https://www.popads.net/api/report_advertiser?key=#{@secret}&zone=#{time_zone_id}&start=#{start_date_str}%2000%3A00&end=#{end_date_str}%2023%3A59&groups=datetime%3Ahour", {}
|
49
|
+
|
50
|
+
data = JSON.parse response
|
51
|
+
data = data['rows']
|
52
|
+
header = data[0].keys
|
53
|
+
@data = [header]
|
54
|
+
@data += data.map do |datum|
|
55
|
+
header.map { |key| datum[key] }
|
56
|
+
end
|
57
|
+
end
|
58
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: adops_report_scrapper
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.22
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Stayman Hou
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-06-
|
11
|
+
date: 2017-06-09 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: httpclient
|
@@ -275,6 +275,7 @@ files:
|
|
275
275
|
- lib/adops_report_scrapper/nativo_client.rb
|
276
276
|
- lib/adops_report_scrapper/netseer_client.rb
|
277
277
|
- lib/adops_report_scrapper/openx_client.rb
|
278
|
+
- lib/adops_report_scrapper/popadsbuyer_client.rb
|
278
279
|
- lib/adops_report_scrapper/positivemobile_client.rb
|
279
280
|
- lib/adops_report_scrapper/revcontent_client.rb
|
280
281
|
- lib/adops_report_scrapper/rhythmone_client.rb
|