sms-logparser 0.15.5 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/sms-logparser/cli.rb +1 -8
- data/lib/sms-logparser/log_message.rb +30 -1
- data/lib/sms-logparser/parser.rb +30 -54
- data/lib/sms-logparser/version.rb +1 -1
- data/spec/log_message_spec.rb +68 -15
- data/spec/parser_spec.rb +8 -67
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 7bea26f8fa837033f39519a94d4f9b2b68b349bf
|
|
4
|
+
data.tar.gz: 1114c3f8fa841321e2a5f832cfc49db97f70bc9e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 4d02d35532f58503c974ebc3cfaff6ae014c12204db91cb9a70a4e8eb57a71d26d2c35213ba3b6764eeb5141ec3d917d4bb17063326f84d55dcd27ab80dbdc1d
|
|
7
|
+
data.tar.gz: c4c1406cc2a8990cc2112b041f59c954908423f3c336fcda323009164cf5a8e7ab498ea2c059037d658bb277af9d42d8dbdb404027e7f958e8bfed45a23807c9
|
data/lib/sms-logparser/cli.rb
CHANGED
|
@@ -36,18 +36,11 @@ module SmsLogparser
|
|
|
36
36
|
desc: "Accumulate and cache results and send totals"
|
|
37
37
|
option :concurrency, type: :numeric, default: 4, aliases: %w(-C),
|
|
38
38
|
desc: "How many threads to use in parallel when sending cached results"
|
|
39
|
-
option :webcast_traffic_correction, type: :numeric, aliases: %w(-W),
|
|
40
|
-
desc: "Correction factor for webcast traffic"
|
|
41
|
-
option :mobile_traffic_correction, type: :numeric, aliases: %w(-M),
|
|
42
|
-
desc: "Correction factor for mobile traffic"
|
|
43
|
-
option :podcast_traffic_correction, type: :numeric, aliases: %w(-P),
|
|
44
|
-
desc: "Correction factor for podcast traffic"
|
|
45
39
|
def parse
|
|
46
40
|
start_message = "Parser started"
|
|
47
41
|
start_message += options[:simulate] ? " in simulation mode." : "."
|
|
48
42
|
logger.debug("Parser options: #{options.inspect}")
|
|
49
43
|
logger.info(start_message)
|
|
50
|
-
parser = Parser.new(options)
|
|
51
44
|
cache = DataCache.new if options[:accumulate]
|
|
52
45
|
mysql = Mysql.new(options)
|
|
53
46
|
if !options[:simulate] && mysql.parser_running?
|
|
@@ -67,7 +60,7 @@ module SmsLogparser
|
|
|
67
60
|
mysql.get_entries(last_id: state[:last_event_id], limit: options[:limit]) do |entries|
|
|
68
61
|
logger.info { "Getting log messages from database..." }
|
|
69
62
|
entries.each do |entry|
|
|
70
|
-
|
|
63
|
+
Parser.extract_data_from_msg(entry['Message']) do |data|
|
|
71
64
|
if data.size > 0
|
|
72
65
|
data.each do |data_entry|
|
|
73
66
|
if options[:accumulate]
|
|
@@ -1,7 +1,36 @@
|
|
|
1
1
|
module SmsLogparser
|
|
2
2
|
class LogMessage
|
|
3
|
+
|
|
4
|
+
attr_reader :message
|
|
5
|
+
|
|
3
6
|
def initialize(message)
|
|
4
|
-
|
|
7
|
+
# reove double slashes from message
|
|
8
|
+
@message = message.squeeze('/')
|
|
9
|
+
end
|
|
10
|
+
|
|
11
|
+
def self.match?(message)
|
|
12
|
+
if match = message.match(/\/content\/\d+\/\d+\/\d+\/(\S*).+(200|206)/)
|
|
13
|
+
# ignore detect.mp4
|
|
14
|
+
return true unless match[1] =~ /detect.mp4/i
|
|
15
|
+
end
|
|
16
|
+
false
|
|
17
|
+
end
|
|
18
|
+
|
|
19
|
+
# see https://developer.mozilla.org/en-US/docs/Browser_detection_using_the_user_agent
|
|
20
|
+
# for mobile browser detection
|
|
21
|
+
def self.get_type(user_agent)
|
|
22
|
+
case user_agent
|
|
23
|
+
when /.*(iTunes).*/i
|
|
24
|
+
'PODCAST'
|
|
25
|
+
when /.*(Mobi|IEMobile|Mobile Safari|iPhone|iPod|iPad|Android|BlackBerry|Opera Mini).*/
|
|
26
|
+
'MOBILE'
|
|
27
|
+
else
|
|
28
|
+
'WEBCAST'
|
|
29
|
+
end
|
|
30
|
+
end
|
|
31
|
+
|
|
32
|
+
def type
|
|
33
|
+
LogMessage.get_type(user_agent)
|
|
5
34
|
end
|
|
6
35
|
|
|
7
36
|
def match
|
data/lib/sms-logparser/parser.rb
CHANGED
|
@@ -1,74 +1,50 @@
|
|
|
1
1
|
module SmsLogparser
|
|
2
|
-
|
|
2
|
+
module Parser
|
|
3
3
|
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
4
|
+
module_function
|
|
5
|
+
|
|
6
|
+
def logger
|
|
7
|
+
SmsLogparser::Loggster.instance
|
|
7
8
|
end
|
|
8
9
|
|
|
9
10
|
def extract_data_from_msg(message)
|
|
10
11
|
data = []
|
|
11
|
-
if
|
|
12
|
-
|
|
12
|
+
if LogMessage.match?(message)
|
|
13
|
+
logger.debug { "Parser MATCH: #{message}" }
|
|
13
14
|
log_message = LogMessage.new(message)
|
|
14
|
-
|
|
15
|
-
|
|
15
|
+
if log_message.match
|
|
16
|
+
data << Parser.extract_usage_data(log_message)
|
|
17
|
+
data << Parser.extract_visit(log_message)
|
|
18
|
+
data.compact! # remove nil values
|
|
16
19
|
else
|
|
17
|
-
|
|
18
|
-
data << log_message.account_info.merge(
|
|
19
|
-
type: "TRAFFIC_#{type}",
|
|
20
|
-
value: (log_message.bytes * traffic_correction_factor(type)).round(0)
|
|
21
|
-
)
|
|
22
|
-
if log_message.status == 200 &&
|
|
23
|
-
(log_message.file_extname =~ /\.(mp3|mp4|flv|f4v)/ ||
|
|
24
|
-
log_message.file == 'index.m3u8')
|
|
25
|
-
data << log_message.account_info.merge(
|
|
26
|
-
type: "VISITORS_#{type}",
|
|
27
|
-
value: 1,
|
|
28
|
-
)
|
|
29
|
-
end
|
|
20
|
+
logger.warn { "Can't extract data from message: #{message}" }
|
|
30
21
|
end
|
|
31
22
|
else
|
|
32
|
-
|
|
33
|
-
end
|
|
34
|
-
return data unless block_given?
|
|
35
|
-
yield data
|
|
36
|
-
end
|
|
37
|
-
|
|
38
|
-
def self.match?(message)
|
|
39
|
-
match = message.match(/\/content\/\d+\/\d+\/\d+\/(\S*).+(200|206)/)
|
|
40
|
-
# ignore detect.mp4
|
|
41
|
-
if match
|
|
42
|
-
return true unless match[1] =~ /detect.mp4/i
|
|
23
|
+
logger.debug { "Parser IGNORE: #{message}" }
|
|
43
24
|
end
|
|
44
|
-
|
|
25
|
+
yield data if block_given?
|
|
26
|
+
data
|
|
45
27
|
end
|
|
46
28
|
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
'PODCAST'
|
|
53
|
-
when /.*(Mobi|IEMobile|Mobile Safari|iPhone|iPod|iPad|Android|BlackBerry|Opera Mini).*/
|
|
54
|
-
'MOBILE'
|
|
55
|
-
else
|
|
56
|
-
'WEBCAST'
|
|
57
|
-
end
|
|
29
|
+
def extract_usage_data(log_message)
|
|
30
|
+
log_message.account_info.merge(
|
|
31
|
+
type: "TRAFFIC_#{log_message.type}",
|
|
32
|
+
value: log_message.bytes
|
|
33
|
+
)
|
|
58
34
|
end
|
|
59
35
|
|
|
60
|
-
def
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
36
|
+
def extract_visit(log_message)
|
|
37
|
+
if log_message.status == 200 &&
|
|
38
|
+
(log_message.file_extname =~ /\.(mp3|mp4|flv|f4v)/ || log_message.file == 'index.m3u8')
|
|
39
|
+
visit_data = log_message.account_info.merge(
|
|
40
|
+
type: "VISITORS_#{log_message.type}",
|
|
41
|
+
value: 1
|
|
42
|
+
)
|
|
43
|
+
logger.debug { "Counting visit for message: #{log_message.message}" }
|
|
68
44
|
else
|
|
69
|
-
|
|
45
|
+
logger.debug { "Not counting visit for message: #{log_message.message}" }
|
|
70
46
|
end
|
|
71
|
-
|
|
47
|
+
visit_data || nil
|
|
72
48
|
end
|
|
73
49
|
|
|
74
50
|
end # class
|
data/spec/log_message_spec.rb
CHANGED
|
@@ -2,6 +2,65 @@ require 'spec_helper'
|
|
|
2
2
|
|
|
3
3
|
describe SmsLogparser::LogMessage do
|
|
4
4
|
|
|
5
|
+
%w(f4v flv mp4 mp3 ts m3u8 jpg js css m4a png sid).each do |extension|
|
|
6
|
+
it "matches #{extension} files" do
|
|
7
|
+
SmsLogparser::LogMessage.match?(
|
|
8
|
+
"GET /content/2/719/54986/file.#{extension} HTTP/1.1\" 200 6741309 "
|
|
9
|
+
).must_equal true
|
|
10
|
+
end
|
|
11
|
+
end
|
|
12
|
+
|
|
13
|
+
%w(200 206).each do |status|
|
|
14
|
+
it "does match status code #{status}" do
|
|
15
|
+
SmsLogparser::LogMessage.match?(
|
|
16
|
+
"GET /content/2/719/54986/file.mp4 HTTP/1.1\" #{status} 50000 "
|
|
17
|
+
).must_equal true
|
|
18
|
+
end
|
|
19
|
+
end
|
|
20
|
+
|
|
21
|
+
%w(404 500 304).each do |status|
|
|
22
|
+
it "does not match status code #{status}" do
|
|
23
|
+
SmsLogparser::LogMessage.match?(
|
|
24
|
+
"GET /content/2/719/54986/file.mp4 HTTP/1.1\" #{status} 50000 "
|
|
25
|
+
).must_equal false
|
|
26
|
+
end
|
|
27
|
+
end
|
|
28
|
+
|
|
29
|
+
%w(contents public index assets).each do |dir|
|
|
30
|
+
it "does not match directories other than /content" do
|
|
31
|
+
SmsLogparser::LogMessage.match?(
|
|
32
|
+
"GET /#{dir}/2/719/54986/file.mp4 HTTP/1.1\" 200 50000 "
|
|
33
|
+
).must_equal false
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
it "does not match for 'detect.mp4' files" do
|
|
38
|
+
SmsLogparser::LogMessage.match?(
|
|
39
|
+
"GET /content/2/719/54986/detect.mp4 HTTP/1.1\" 200 128 "
|
|
40
|
+
).must_equal false
|
|
41
|
+
end
|
|
42
|
+
|
|
43
|
+
[
|
|
44
|
+
"Mozilla/5.0(iPad; U; CPU iPhone OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B314 Safari/531.21.10",
|
|
45
|
+
"Mozilla/5.0 (Android; Mobile; rv:13.0) Gecko/13.0 Firefox/13.0",
|
|
46
|
+
"Opera/9.80 (Android 2.3.3; Linux; Opera Mobi/ADR-1111101157; U; es-ES) Presto/2.9.201 Version/11.50",
|
|
47
|
+
"Mozilla/5.0 (Linux; Android 4.4.2); Nexus 5 Build/KOT49H) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.117 Mobile Safari/537.36 OPR/20.0.1396.72047",
|
|
48
|
+
"Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)",
|
|
49
|
+
"Mozilla/5.0 (iPhone; U; CPU iPhone OS 5_1_1 like Mac OS X; en) AppleWebKit/534.46.0 (KHTML, like Gecko) CriOS/19.0.1084.60 Mobile/9B206 Safari/7534.48.3"
|
|
50
|
+
].each do |mobile_agent|
|
|
51
|
+
it "traffic type for mobile user agents is TRAFFIC_MOBILE (#{mobile_agent})" do
|
|
52
|
+
SmsLogparser::LogMessage.get_type(mobile_agent).must_equal "MOBILE"
|
|
53
|
+
end
|
|
54
|
+
end
|
|
55
|
+
|
|
56
|
+
[
|
|
57
|
+
'127.0.0.1 - - [13/Apr/2014:05:33:23 +0200] "GET /content/51/52/42481/simvid_1.mp4 HTTP/1.1" 206 7865189 "-" "iTunes/11.1.5 (Windows; Microsoft Windows 7 Home Premium Edition Service Pack 1 (Build 7601)) AppleWebKit/537.60.11"'
|
|
58
|
+
].each do |podcast_agent|
|
|
59
|
+
it "traffic type for mobile user agents is TRAFFIC_PODCAST (#{podcast_agent})" do
|
|
60
|
+
SmsLogparser::LogMessage.get_type(podcast_agent).must_equal "PODCAST"
|
|
61
|
+
end
|
|
62
|
+
end
|
|
63
|
+
|
|
5
64
|
it "can extract the correct values from messages without arg string" do
|
|
6
65
|
log_message = SmsLogparser::LogMessage.new('127.0.0.1 - - [13/Apr/2014:05:33:23 +0200] "GET /content/51/102/42481/simvid_1.mp4 HTTP/1.1" 206 7865189 "-" "iTunes/11.1.5 (Windows; Microsoft Windows 7 Home Premium Edition Service Pack 1 (Build 7601)) AppleWebKit/537.60.11"')
|
|
7
66
|
log_message.customer_id.must_equal '51'
|
|
@@ -43,21 +102,15 @@ describe SmsLogparser::LogMessage do
|
|
|
43
102
|
|
|
44
103
|
it "does not fail on double slashes" do
|
|
45
104
|
log_message = SmsLogparser::LogMessage.new('- - [23/Apr/2014:23:01:24 +0200] "GET /content/244/245/42601//player_logo.jpg?0.19035581778734922 HTTP/1.1" 200 21671 "http://blick.simplex.tv/content/244/245/42601/" "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36"')
|
|
46
|
-
log_message.customer_id.must_equal
|
|
47
|
-
log_message.author_id.must_equal
|
|
48
|
-
log_message.project_id.must_equal
|
|
49
|
-
log_message.status.must_equal
|
|
50
|
-
log_message.bytes.must_equal
|
|
51
|
-
log_message.file.must_equal
|
|
52
|
-
log_message.args.must_equal
|
|
53
|
-
log_message.file_extname.must_equal
|
|
54
|
-
log_message.user_agent.must_equal
|
|
55
|
-
#log_message.status.must_equal 200
|
|
56
|
-
#log_message.bytes.must_equal 1181
|
|
57
|
-
#log_message.file.must_equal 'player_logo.jpg'
|
|
58
|
-
#log_message.args.must_equal '0.19035581778734922'
|
|
59
|
-
#log_message.file_extname.must_equal 'jpg'
|
|
60
|
-
#log_message.user_agent.must_equal 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36'
|
|
105
|
+
log_message.customer_id.must_equal '244'
|
|
106
|
+
log_message.author_id.must_equal '245'
|
|
107
|
+
log_message.project_id.must_equal '42601'
|
|
108
|
+
log_message.status.must_equal 200
|
|
109
|
+
log_message.bytes.must_equal 21671
|
|
110
|
+
log_message.file.must_equal 'player_logo.jpg'
|
|
111
|
+
log_message.args.must_equal '0.19035581778734922'
|
|
112
|
+
log_message.file_extname.must_equal '.jpg'
|
|
113
|
+
log_message.user_agent.must_equal 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.116 Safari/537.36'
|
|
61
114
|
end
|
|
62
115
|
|
|
63
116
|
end
|
data/spec/parser_spec.rb
CHANGED
|
@@ -2,68 +2,9 @@ require 'spec_helper'
|
|
|
2
2
|
|
|
3
3
|
describe SmsLogparser::Parser do
|
|
4
4
|
|
|
5
|
-
%w(f4v flv mp4 mp3 ts m3u8 jpg js css m4a png sid).each do |extension|
|
|
6
|
-
it "matches #{extension} files" do
|
|
7
|
-
SmsLogparser::Parser.match?(
|
|
8
|
-
"GET /content/2/719/54986/file.#{extension} HTTP/1.1\" 200 6741309 "
|
|
9
|
-
).must_equal true
|
|
10
|
-
end
|
|
11
|
-
end
|
|
12
|
-
|
|
13
|
-
%w(200 206).each do |status|
|
|
14
|
-
it "does match status code #{status}" do
|
|
15
|
-
SmsLogparser::Parser.match?(
|
|
16
|
-
"GET /content/2/719/54986/file.mp4 HTTP/1.1\" #{status} 50000 "
|
|
17
|
-
).must_equal true
|
|
18
|
-
end
|
|
19
|
-
end
|
|
20
|
-
|
|
21
|
-
%w(404 500 304).each do |status|
|
|
22
|
-
it "does not match status code #{status}" do
|
|
23
|
-
SmsLogparser::Parser.match?(
|
|
24
|
-
"GET /content/2/719/54986/file.mp4 HTTP/1.1\" #{status} 50000 "
|
|
25
|
-
).must_equal false
|
|
26
|
-
end
|
|
27
|
-
end
|
|
28
|
-
|
|
29
|
-
%w(contents public index assets).each do |dir|
|
|
30
|
-
it "does not match directories other than /content" do
|
|
31
|
-
SmsLogparser::Parser.match?(
|
|
32
|
-
"GET /#{dir}/2/719/54986/file.mp4 HTTP/1.1\" 200 50000 "
|
|
33
|
-
).must_equal false
|
|
34
|
-
end
|
|
35
|
-
end
|
|
36
|
-
|
|
37
|
-
it "does not match for 'detect.mp4' files" do
|
|
38
|
-
SmsLogparser::Parser.match?(
|
|
39
|
-
"GET /content/2/719/54986/detect.mp4 HTTP/1.1\" 200 128 "
|
|
40
|
-
).must_equal false
|
|
41
|
-
end
|
|
42
|
-
|
|
43
|
-
[
|
|
44
|
-
"Mozilla/5.0(iPad; U; CPU iPhone OS 3_2 like Mac OS X; en-us) AppleWebKit/531.21.10 (KHTML, like Gecko) Version/4.0.4 Mobile/7B314 Safari/531.21.10",
|
|
45
|
-
"Mozilla/5.0 (Android; Mobile; rv:13.0) Gecko/13.0 Firefox/13.0",
|
|
46
|
-
"Opera/9.80 (Android 2.3.3; Linux; Opera Mobi/ADR-1111101157; U; es-ES) Presto/2.9.201 Version/11.50",
|
|
47
|
-
"Mozilla/5.0 (Linux; Android 4.4.2); Nexus 5 Build/KOT49H) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/33.0.1750.117 Mobile Safari/537.36 OPR/20.0.1396.72047",
|
|
48
|
-
"Mozilla/5.0 (compatible; MSIE 9.0; Windows Phone OS 7.5; Trident/5.0; IEMobile/9.0)",
|
|
49
|
-
"Mozilla/5.0 (iPhone; U; CPU iPhone OS 5_1_1 like Mac OS X; en) AppleWebKit/534.46.0 (KHTML, like Gecko) CriOS/19.0.1084.60 Mobile/9B206 Safari/7534.48.3"
|
|
50
|
-
].each do |mobile_agent|
|
|
51
|
-
it "traffic type for mobile user agents is TRAFFIC_MOBILE (#{mobile_agent})" do
|
|
52
|
-
SmsLogparser::Parser.get_type(mobile_agent).must_equal "MOBILE"
|
|
53
|
-
end
|
|
54
|
-
end
|
|
55
|
-
|
|
56
|
-
[
|
|
57
|
-
'127.0.0.1 - - [13/Apr/2014:05:33:23 +0200] "GET /content/51/52/42481/simvid_1.mp4 HTTP/1.1" 206 7865189 "-" "iTunes/11.1.5 (Windows; Microsoft Windows 7 Home Premium Edition Service Pack 1 (Build 7601)) AppleWebKit/537.60.11"'
|
|
58
|
-
].each do |podcast_agent|
|
|
59
|
-
it "traffic type for mobile user agents is TRAFFIC_PODCAST (#{podcast_agent})" do
|
|
60
|
-
SmsLogparser::Parser.get_type(podcast_agent).must_equal "PODCAST"
|
|
61
|
-
end
|
|
62
|
-
end
|
|
63
|
-
|
|
64
5
|
it "count index.m3u8 with status 200 and user agent iPhone as mobile visit" do
|
|
65
6
|
message = '- - [22/Apr/2014:17:44:17 +0200] "GET /content/51/52/42701/index.m3u8 HTTP/1.1" 200 319 "-" "AppleCoreMedia/1.0.0.11D167 (iPhone; U; CPU OS 7_1 like Mac OS X; de_de)"'
|
|
66
|
-
data = SmsLogparser::Parser.
|
|
7
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
67
8
|
data[1][:customer_id].must_equal "51"
|
|
68
9
|
data[1][:author_id].must_equal "52"
|
|
69
10
|
data[1][:project_id].must_equal "42701"
|
|
@@ -73,7 +14,7 @@ describe SmsLogparser::Parser do
|
|
|
73
14
|
|
|
74
15
|
it "count *.flv with status 200 and user agent Android as mobile visit" do
|
|
75
16
|
message = ' - - [22/Apr/2014:17:44:27 +0200] "GET /content/51/52/42709/simvid_1_40.flv HTTP/1.1" 200 96259 "http://blick.simplex.tv/NubesPlayer/index.html?cID=51&aID=52&pID=42709&autostart=false&themeColor=d6081c&embed=1&configUrl=http://f.blick.ch/resources/61786/ver1-0/js/xtendxIframeStatsSmartphone.js?adtechID=3522740&language=de&quality=40&hideHD=true&progressiveDownload=true" "Mozilla/5.0 (Linux; Android 4.4.2; C6903 Build/14.3.A.0.757) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.114 Mobile Safari/537.36"'
|
|
76
|
-
data = SmsLogparser::Parser.
|
|
17
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
77
18
|
data[1][:customer_id].must_equal "51"
|
|
78
19
|
data[1][:author_id].must_equal "52"
|
|
79
20
|
data[1][:project_id].must_equal "42709"
|
|
@@ -83,7 +24,7 @@ describe SmsLogparser::Parser do
|
|
|
83
24
|
|
|
84
25
|
it "count *.mp4 with status 200 and user agent Android as mobile visit" do
|
|
85
26
|
message = '- - [22/Apr/2014:17:44:21 +0200] "GET /content/51/52/42701/simvid_1.mp4 HTTP/1.1" 200 2644715 "-" "Samsung GT-I9505 stagefright/1.2 (Linux;Android 4.4.2)"'
|
|
86
|
-
data = SmsLogparser::Parser.
|
|
27
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
87
28
|
data[1][:customer_id].must_equal "51"
|
|
88
29
|
data[1][:author_id].must_equal "52"
|
|
89
30
|
data[1][:project_id].must_equal "42701"
|
|
@@ -93,7 +34,7 @@ describe SmsLogparser::Parser do
|
|
|
93
34
|
|
|
94
35
|
it "count *.flv with status 200 and user agent Firefox on Windows as webcast visit" do
|
|
95
36
|
message = '- - [22/Apr/2014:18:00:50 +0200] "GET /content/51/52/42431/simvid_1_40.flv HTTP/1.1" 200 6742274 "http://blick.simplex.tv/NubesPlayer/player.swf" "Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko"'
|
|
96
|
-
data = SmsLogparser::Parser.
|
|
37
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
97
38
|
data[1][:customer_id].must_equal "51"
|
|
98
39
|
data[1][:author_id].must_equal "52"
|
|
99
40
|
data[1][:project_id].must_equal "42431"
|
|
@@ -103,7 +44,7 @@ describe SmsLogparser::Parser do
|
|
|
103
44
|
|
|
104
45
|
it "count traffic with status 206 and a argumenst string and user agent Firefox on Windows as webcast visit" do
|
|
105
46
|
message = '- - [23/Apr/2014:17:36:33 +0200] "GET /content/51/52/42721/simvid_1_40.flv?position=22 HTTP/1.1" 206 100708 "http://blick.simplex.tv/NubesPlayer/player.swf" "Mozilla/5.0 (Windows NT 6.1; rv:28.0) Gecko/20100101 Firefox/28.0"'
|
|
106
|
-
data = SmsLogparser::Parser.
|
|
47
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
107
48
|
data.first[:customer_id].must_equal "51"
|
|
108
49
|
data.first[:author_id].must_equal "52"
|
|
109
50
|
data.first[:project_id].must_equal "42721"
|
|
@@ -113,7 +54,7 @@ describe SmsLogparser::Parser do
|
|
|
113
54
|
|
|
114
55
|
it "count traffic with status 200 and no file from bot as webcast visit" do
|
|
115
56
|
message = '- - [23/Apr/2014:17:47:32 +0200] "GET /content/51/52/42624/ HTTP/1.1" 200 1181 "-" "Googlebot-Video/1.0"'
|
|
116
|
-
data = SmsLogparser::Parser.
|
|
57
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
117
58
|
data.size.must_equal 1
|
|
118
59
|
data.first[:customer_id].must_equal "51"
|
|
119
60
|
data.first[:author_id].must_equal "52"
|
|
@@ -124,13 +65,13 @@ describe SmsLogparser::Parser do
|
|
|
124
65
|
|
|
125
66
|
it "do not count *.css with status 200 as visit" do
|
|
126
67
|
message = '- - [22/Apr/2014:18:00:50 +0200] "GET /content/51/52/42431/application.css HTTP/1.1" 200 192 "http://blick.simplex.tv/NubesPlayer/player.swf" "Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko"'
|
|
127
|
-
data = SmsLogparser::Parser.
|
|
68
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
128
69
|
data.size.must_equal 1
|
|
129
70
|
end
|
|
130
71
|
|
|
131
72
|
it "do not count status 206 as visit" do
|
|
132
73
|
message = '- - [22/Apr/2014:18:00:50 +0200] "GET /content/51/52/42431/simvid_1_40.flv HTTP/1.1" 206 19289 "http://blick.simplex.tv/NubesPlayer/player.swf" "Mozilla/5.0 (Windows NT 6.1; WOW64; Trident/7.0; rv:11.0) like Gecko"'
|
|
133
|
-
data = SmsLogparser::Parser.
|
|
74
|
+
data = SmsLogparser::Parser.extract_data_from_msg(message)
|
|
134
75
|
data.size.must_equal 1
|
|
135
76
|
end
|
|
136
77
|
|