franz 1.4.14 → 1.4.15
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/VERSION +1 -1
- data/lib/franz/agg.rb +0 -2
- data/lib/franz/input.rb +0 -4
- data/lib/franz/watch.rb +3 -27
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 466d76baa09c55e8460bc1c8d20cd328f4537b57
|
4
|
+
data.tar.gz: 762556d187b90dc20b3b8064d52cf0425b7d936a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1547b7ab15bcc09cd58b5dfd8028868d6dac0b4d9d8baa30cced11f994d8540b8d4b1f822d528d7446ff0d8322a741edc84e0298bc3d64ca569f102c58aab314
|
7
|
+
data.tar.gz: afe157ba6e4d593629a0f00dea51cb945bfbaadf9c922320052850bdfb64693ccf6c84d47a058c1ac6b4db76886749f16f467ad346cae996d99aa2cb0e20c598
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
1.4.
|
1
|
+
1.4.15
|
data/lib/franz/agg.rb
CHANGED
data/lib/franz/input.rb
CHANGED
@@ -40,8 +40,6 @@ module Franz
|
|
40
40
|
buffer_limit: nil,
|
41
41
|
line_limit: nil,
|
42
42
|
play_catchup?: nil,
|
43
|
-
skip_interval: nil,
|
44
|
-
stale_interval: nil,
|
45
43
|
configs: []
|
46
44
|
}
|
47
45
|
}.deep_merge!(opts)
|
@@ -102,8 +100,6 @@ module Franz
|
|
102
100
|
watch_events: watch_events,
|
103
101
|
watch_interval: opts[:input][:watch_interval],
|
104
102
|
play_catchup?: opts[:input][:play_catchup?],
|
105
|
-
skip_interval: opts[:input][:skip_interval],
|
106
|
-
stale_interval: opts[:input][:stale_interval],
|
107
103
|
logger: opts[:logger],
|
108
104
|
stats: stats,
|
109
105
|
full_state: full_state
|
data/lib/franz/watch.rb
CHANGED
@@ -23,18 +23,11 @@ module Franz
|
|
23
23
|
@deletions = opts[:deletions] || []
|
24
24
|
@watch_events = opts[:watch_events] || []
|
25
25
|
|
26
|
-
# Check if files older than STALE_INTERVAL have been updated every
|
27
|
-
# SKIP_INTERVAL seconds. Useful if you've got tons of old files.
|
28
|
-
@stale_interval = opts[:stale_interval] || 900 # 15 minutes
|
29
|
-
@skip_interval = opts[:skip_interval] || 120 # 2 minutes
|
30
|
-
|
31
26
|
@play_catchup = opts[:play_catchup?].nil? ? true : opts[:play_catchup?]
|
32
27
|
@watch_interval = opts[:watch_interval] || 10
|
33
28
|
@stats = opts[:stats] || Hash.new
|
34
29
|
@logger = opts[:logger] || Logger.new(STDOUT)
|
35
30
|
|
36
|
-
@num_skipped = 0
|
37
|
-
|
38
31
|
# Make sure we're up-to-date by rewinding our old stats to our cursors
|
39
32
|
if @play_catchup
|
40
33
|
log.debug event: 'play catchup'
|
@@ -45,21 +38,12 @@ module Franz
|
|
45
38
|
|
46
39
|
@stop = false
|
47
40
|
@thread = Thread.new do
|
48
|
-
stale_updated = Time.now - @stale_interval
|
49
|
-
|
50
41
|
until @stop
|
51
|
-
started = Time.now
|
52
42
|
until discoveries.empty?
|
53
43
|
@stats[discoveries.shift] = nil
|
54
44
|
end
|
55
45
|
|
56
|
-
|
57
|
-
if stale_updated < started - @skip_interval
|
58
|
-
skip_stale = false
|
59
|
-
stale_updated = Time.now
|
60
|
-
end
|
61
|
-
|
62
|
-
watch(skip_stale).each do |deleted|
|
46
|
+
watch.each do |deleted|
|
63
47
|
@stats.delete deleted
|
64
48
|
deletions.push deleted
|
65
49
|
end
|
@@ -106,12 +90,10 @@ module Franz
|
|
106
90
|
watch_events.push name: name, path: path, size: size
|
107
91
|
end
|
108
92
|
|
109
|
-
def watch
|
93
|
+
def watch
|
110
94
|
log.debug \
|
111
|
-
event: 'watch'
|
112
|
-
skip_stale: skip_stale
|
95
|
+
event: 'watch'
|
113
96
|
deleted = []
|
114
|
-
skip_past = Time.now - @stale_interval
|
115
97
|
|
116
98
|
stats.keys.each do |path|
|
117
99
|
# Hacks for logs we've removed
|
@@ -119,12 +101,6 @@ module Franz
|
|
119
101
|
next if File.basename(path) == 'zuora.log'
|
120
102
|
|
121
103
|
old_stat = stats[path]
|
122
|
-
|
123
|
-
next if skip_stale \
|
124
|
-
&& old_stat \
|
125
|
-
&& old_stat[:mtime] \
|
126
|
-
&& old_stat[:mtime] < skip_past
|
127
|
-
|
128
104
|
stat = stat_for path
|
129
105
|
stats[path] = stat
|
130
106
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: franz
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.4.
|
4
|
+
version: 1.4.15
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sean Clemmer
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-
|
11
|
+
date: 2014-10-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bunny
|
@@ -130,7 +130,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
130
130
|
version: '0'
|
131
131
|
requirements: []
|
132
132
|
rubyforge_project:
|
133
|
-
rubygems_version: 2.
|
133
|
+
rubygems_version: 2.2.2
|
134
134
|
signing_key:
|
135
135
|
specification_version: 4
|
136
136
|
summary: Aggregate log file events and send them elsewhere
|