franz 1.5.8 → 1.5.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 3cf1ac1563f7fefe2eaa7b8734dc4a61f994eb45
4
- data.tar.gz: 959e4178e46f5f67d4198aafdf8edac7d1e677ec
3
+ metadata.gz: f1b893a08216930ae54c7bc089190ced39575a27
4
+ data.tar.gz: a7bc30fcd0e71b6a0305f1532e1917e44898672e
5
5
  SHA512:
6
- metadata.gz: 4ae60dd86a2fbc863f5b2158e240fd3f6b9a819c41171a13cbed37afea872ca033a36c73760cdbd87749803cd679721c93e2547e23eb5ad2f60b63f84594a61e
7
- data.tar.gz: c6e61eb90bc7f4fd32d900e26eb263e9af715ee048ba9473dc07f72fbd171466121ed1950e27b481c50f38fd3a624d706eb2ac4da4e4947259f27ce30d398652
6
+ metadata.gz: 47c16c78ba9ee896c7e4628fb5e58ac93cb7ce51b8a707e3a275318b799179abeae57d60ff97d36405188e47ab3134bd0dbd2784dbeea81146f19467fe141193
7
+ data.tar.gz: 5c8a3783775c21e0c43d3f2b96f7e5cb27b7eed0dafc05fa5d7bfe5508f768df29e33eec983b335cb1fc62999767edf142f44130c1f08309e185916bb53f93fc
data/VERSION CHANGED
@@ -1 +1 @@
1
- 1.5.8
1
+ 1.5.9
data/lib/franz/input.rb CHANGED
@@ -102,7 +102,8 @@ module Franz
102
102
  watch_interval: opts[:input][:watch_interval],
103
103
  play_catchup?: opts[:input][:play_catchup?],
104
104
  logger: opts[:logger],
105
- stats: stats
105
+ stats: stats,
106
+ cursors: cursors
106
107
 
107
108
  @tail = Franz::Tail.new \
108
109
  input_config: ic,
data/lib/franz/logger.rb CHANGED
@@ -50,10 +50,13 @@ module Franz
50
50
 
51
51
  message = { message: message } unless message.is_a? Hash
52
52
 
53
- event = {
53
+ event = message.merge \
54
54
  'level' => severity,
55
55
  '@timestamp' => datetime.iso8601(3)
56
- }.merge message
56
+
57
+ unless level == ::Logger::INFO
58
+ event.merge! marker: File::basename(caller[4])
59
+ end
57
60
 
58
61
  if colorize # console output
59
62
  event = JSON::pretty_generate(event) + "\n"
data/lib/franz/tail.rb CHANGED
@@ -74,9 +74,10 @@ module Franz
74
74
  @cursors[path] ||= 0
75
75
  spread = size - @cursors[path]
76
76
 
77
- if spread <= 0
78
- log.trace \
79
- event: 'ignoring read',
77
+ # Not convinced this would ever happen...
78
+ if spread < 0
79
+ log.error \
80
+ event: 'negative spread',
80
81
  path: path,
81
82
  size: size,
82
83
  cursor: @cursors[path],
@@ -102,15 +103,17 @@ module Franz
102
103
  data = nil
103
104
  end
104
105
 
105
- if data.nil? # Old file went away
106
+ if data.nil?
107
+ # Not so sure of myself here: It's been truncated, it's been rotated,
108
+ # or else it no longer exists. We "return" in hopes that a :truncated,
109
+ # :rotated, :deleted event comes along soon after. If it doesn't...
106
110
  log.warn \
107
111
  event: 'nil read',
108
112
  path: path,
109
113
  size: size,
110
114
  cursor: @cursors[path],
111
115
  spread: (size - @cursors[path])
112
- @cursors[path] = 0
113
- next
116
+ return
114
117
  end
115
118
 
116
119
  data_size = data.bytesize
@@ -154,10 +157,7 @@ module Franz
154
157
  event: 'handle',
155
158
  raw: event
156
159
  case event[:name]
157
- when :replaced
158
- close event[:path]
159
- read event[:path], event[:size]
160
- when :truncated
160
+ when :replaced, :truncated
161
161
  close event[:path]
162
162
  read event[:path], event[:size]
163
163
  when :appended
data/lib/franz/watch.rb CHANGED
@@ -35,7 +35,7 @@ module Franz
35
35
  if @play_catchup
36
36
  log.debug event: 'play catchup'
37
37
  stats.keys.each do |path|
38
- stats[path][:size] = 0
38
+ stats[path][:size] = opts[:cursors][path] || 0
39
39
  end
40
40
  end
41
41
 
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: franz
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.5.8
4
+ version: 1.5.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sean Clemmer