franz 1.4.14 → 1.4.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/VERSION +1 -1
- data/lib/franz/agg.rb +0 -2
- data/lib/franz/input.rb +0 -4
- data/lib/franz/watch.rb +3 -27
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 466d76baa09c55e8460bc1c8d20cd328f4537b57
|
|
4
|
+
data.tar.gz: 762556d187b90dc20b3b8064d52cf0425b7d936a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1547b7ab15bcc09cd58b5dfd8028868d6dac0b4d9d8baa30cced11f994d8540b8d4b1f822d528d7446ff0d8322a741edc84e0298bc3d64ca569f102c58aab314
|
|
7
|
+
data.tar.gz: afe157ba6e4d593629a0f00dea51cb945bfbaadf9c922320052850bdfb64693ccf6c84d47a058c1ac6b4db76886749f16f467ad346cae996d99aa2cb0e20c598
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
1.4.
|
|
1
|
+
1.4.15
|
data/lib/franz/agg.rb
CHANGED
data/lib/franz/input.rb
CHANGED
|
@@ -40,8 +40,6 @@ module Franz
|
|
|
40
40
|
buffer_limit: nil,
|
|
41
41
|
line_limit: nil,
|
|
42
42
|
play_catchup?: nil,
|
|
43
|
-
skip_interval: nil,
|
|
44
|
-
stale_interval: nil,
|
|
45
43
|
configs: []
|
|
46
44
|
}
|
|
47
45
|
}.deep_merge!(opts)
|
|
@@ -102,8 +100,6 @@ module Franz
|
|
|
102
100
|
watch_events: watch_events,
|
|
103
101
|
watch_interval: opts[:input][:watch_interval],
|
|
104
102
|
play_catchup?: opts[:input][:play_catchup?],
|
|
105
|
-
skip_interval: opts[:input][:skip_interval],
|
|
106
|
-
stale_interval: opts[:input][:stale_interval],
|
|
107
103
|
logger: opts[:logger],
|
|
108
104
|
stats: stats,
|
|
109
105
|
full_state: full_state
|
data/lib/franz/watch.rb
CHANGED
|
@@ -23,18 +23,11 @@ module Franz
|
|
|
23
23
|
@deletions = opts[:deletions] || []
|
|
24
24
|
@watch_events = opts[:watch_events] || []
|
|
25
25
|
|
|
26
|
-
# Check if files older than STALE_INTERVAL have been updated every
|
|
27
|
-
# SKIP_INTERVAL seconds. Useful if you've got tons of old files.
|
|
28
|
-
@stale_interval = opts[:stale_interval] || 900 # 15 minutes
|
|
29
|
-
@skip_interval = opts[:skip_interval] || 120 # 2 minutes
|
|
30
|
-
|
|
31
26
|
@play_catchup = opts[:play_catchup?].nil? ? true : opts[:play_catchup?]
|
|
32
27
|
@watch_interval = opts[:watch_interval] || 10
|
|
33
28
|
@stats = opts[:stats] || Hash.new
|
|
34
29
|
@logger = opts[:logger] || Logger.new(STDOUT)
|
|
35
30
|
|
|
36
|
-
@num_skipped = 0
|
|
37
|
-
|
|
38
31
|
# Make sure we're up-to-date by rewinding our old stats to our cursors
|
|
39
32
|
if @play_catchup
|
|
40
33
|
log.debug event: 'play catchup'
|
|
@@ -45,21 +38,12 @@ module Franz
|
|
|
45
38
|
|
|
46
39
|
@stop = false
|
|
47
40
|
@thread = Thread.new do
|
|
48
|
-
stale_updated = Time.now - @stale_interval
|
|
49
|
-
|
|
50
41
|
until @stop
|
|
51
|
-
started = Time.now
|
|
52
42
|
until discoveries.empty?
|
|
53
43
|
@stats[discoveries.shift] = nil
|
|
54
44
|
end
|
|
55
45
|
|
|
56
|
-
|
|
57
|
-
if stale_updated < started - @skip_interval
|
|
58
|
-
skip_stale = false
|
|
59
|
-
stale_updated = Time.now
|
|
60
|
-
end
|
|
61
|
-
|
|
62
|
-
watch(skip_stale).each do |deleted|
|
|
46
|
+
watch.each do |deleted|
|
|
63
47
|
@stats.delete deleted
|
|
64
48
|
deletions.push deleted
|
|
65
49
|
end
|
|
@@ -106,12 +90,10 @@ module Franz
|
|
|
106
90
|
watch_events.push name: name, path: path, size: size
|
|
107
91
|
end
|
|
108
92
|
|
|
109
|
-
def watch
|
|
93
|
+
def watch
|
|
110
94
|
log.debug \
|
|
111
|
-
event: 'watch'
|
|
112
|
-
skip_stale: skip_stale
|
|
95
|
+
event: 'watch'
|
|
113
96
|
deleted = []
|
|
114
|
-
skip_past = Time.now - @stale_interval
|
|
115
97
|
|
|
116
98
|
stats.keys.each do |path|
|
|
117
99
|
# Hacks for logs we've removed
|
|
@@ -119,12 +101,6 @@ module Franz
|
|
|
119
101
|
next if File.basename(path) == 'zuora.log'
|
|
120
102
|
|
|
121
103
|
old_stat = stats[path]
|
|
122
|
-
|
|
123
|
-
next if skip_stale \
|
|
124
|
-
&& old_stat \
|
|
125
|
-
&& old_stat[:mtime] \
|
|
126
|
-
&& old_stat[:mtime] < skip_past
|
|
127
|
-
|
|
128
104
|
stat = stat_for path
|
|
129
105
|
stats[path] = stat
|
|
130
106
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: franz
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.4.
|
|
4
|
+
version: 1.4.15
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sean Clemmer
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2014-
|
|
11
|
+
date: 2014-10-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bunny
|
|
@@ -130,7 +130,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
130
130
|
version: '0'
|
|
131
131
|
requirements: []
|
|
132
132
|
rubyforge_project:
|
|
133
|
-
rubygems_version: 2.
|
|
133
|
+
rubygems_version: 2.2.2
|
|
134
134
|
signing_key:
|
|
135
135
|
specification_version: 4
|
|
136
136
|
summary: Aggregate log file events and send them elsewhere
|