logstash-input-file 4.0.5 → 4.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +25 -3
  3. data/JAR_VERSION +1 -0
  4. data/docs/index.asciidoc +195 -37
  5. data/lib/filewatch/bootstrap.rb +74 -0
  6. data/lib/filewatch/discoverer.rb +94 -0
  7. data/lib/filewatch/helper.rb +65 -0
  8. data/lib/filewatch/observing_base.rb +97 -0
  9. data/lib/filewatch/observing_read.rb +23 -0
  10. data/lib/filewatch/observing_tail.rb +22 -0
  11. data/lib/filewatch/read_mode/handlers/base.rb +81 -0
  12. data/lib/filewatch/read_mode/handlers/read_file.rb +47 -0
  13. data/lib/filewatch/read_mode/handlers/read_zip_file.rb +57 -0
  14. data/lib/filewatch/read_mode/processor.rb +117 -0
  15. data/lib/filewatch/settings.rb +67 -0
  16. data/lib/filewatch/sincedb_collection.rb +215 -0
  17. data/lib/filewatch/sincedb_record_serializer.rb +70 -0
  18. data/lib/filewatch/sincedb_value.rb +87 -0
  19. data/lib/filewatch/tail_mode/handlers/base.rb +124 -0
  20. data/lib/filewatch/tail_mode/handlers/create.rb +17 -0
  21. data/lib/filewatch/tail_mode/handlers/create_initial.rb +21 -0
  22. data/lib/filewatch/tail_mode/handlers/delete.rb +11 -0
  23. data/lib/filewatch/tail_mode/handlers/grow.rb +11 -0
  24. data/lib/filewatch/tail_mode/handlers/shrink.rb +20 -0
  25. data/lib/filewatch/tail_mode/handlers/timeout.rb +10 -0
  26. data/lib/filewatch/tail_mode/handlers/unignore.rb +37 -0
  27. data/lib/filewatch/tail_mode/processor.rb +209 -0
  28. data/lib/filewatch/watch.rb +107 -0
  29. data/lib/filewatch/watched_file.rb +226 -0
  30. data/lib/filewatch/watched_files_collection.rb +84 -0
  31. data/lib/filewatch/winhelper.rb +65 -0
  32. data/lib/jars/filewatch-1.0.0.jar +0 -0
  33. data/lib/logstash/inputs/delete_completed_file_handler.rb +9 -0
  34. data/lib/logstash/inputs/file.rb +162 -107
  35. data/lib/logstash/inputs/file_listener.rb +61 -0
  36. data/lib/logstash/inputs/log_completed_file_handler.rb +13 -0
  37. data/logstash-input-file.gemspec +5 -4
  38. data/spec/filewatch/buftok_spec.rb +24 -0
  39. data/spec/filewatch/reading_spec.rb +128 -0
  40. data/spec/filewatch/sincedb_record_serializer_spec.rb +71 -0
  41. data/spec/filewatch/spec_helper.rb +120 -0
  42. data/spec/filewatch/tailing_spec.rb +440 -0
  43. data/spec/filewatch/watched_file_spec.rb +38 -0
  44. data/spec/filewatch/watched_files_collection_spec.rb +73 -0
  45. data/spec/filewatch/winhelper_spec.rb +22 -0
  46. data/spec/fixtures/compressed.log.gz +0 -0
  47. data/spec/fixtures/compressed.log.gzip +0 -0
  48. data/spec/fixtures/invalid_utf8.gbk.log +2 -0
  49. data/spec/fixtures/no-final-newline.log +2 -0
  50. data/spec/fixtures/uncompressed.log +2 -0
  51. data/spec/{spec_helper.rb → helpers/spec_helper.rb} +14 -41
  52. data/spec/inputs/file_read_spec.rb +155 -0
  53. data/spec/inputs/{file_spec.rb → file_tail_spec.rb} +55 -52
  54. metadata +96 -28
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-file
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.0.5
4
+ version: 4.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elastic
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-04-06 00:00:00.000000000 Z
11
+ date: 2018-04-27 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -58,26 +58,6 @@ dependencies:
58
58
  - - ">="
59
59
  - !ruby/object:Gem::Version
60
60
  version: '0'
61
- - !ruby/object:Gem::Dependency
62
- requirement: !ruby/object:Gem::Requirement
63
- requirements:
64
- - - ">="
65
- - !ruby/object:Gem::Version
66
- version: 0.8.1
67
- - - "~>"
68
- - !ruby/object:Gem::Version
69
- version: '0.8'
70
- name: filewatch
71
- prerelease: false
72
- type: :runtime
73
- version_requirements: !ruby/object:Gem::Requirement
74
- requirements:
75
- - - ">="
76
- - !ruby/object:Gem::Version
77
- version: 0.8.1
78
- - - "~>"
79
- - !ruby/object:Gem::Version
80
- version: '0.8'
81
61
  - !ruby/object:Gem::Dependency
82
62
  requirement: !ruby/object:Gem::Requirement
83
63
  requirements:
@@ -148,6 +128,34 @@ dependencies:
148
128
  - - ">="
149
129
  - !ruby/object:Gem::Version
150
130
  version: '0'
131
+ - !ruby/object:Gem::Dependency
132
+ requirement: !ruby/object:Gem::Requirement
133
+ requirements:
134
+ - - ">="
135
+ - !ruby/object:Gem::Version
136
+ version: '0'
137
+ name: rspec-wait
138
+ prerelease: false
139
+ type: :development
140
+ version_requirements: !ruby/object:Gem::Requirement
141
+ requirements:
142
+ - - ">="
143
+ - !ruby/object:Gem::Version
144
+ version: '0'
145
+ - !ruby/object:Gem::Dependency
146
+ requirement: !ruby/object:Gem::Requirement
147
+ requirements:
148
+ - - ">="
149
+ - !ruby/object:Gem::Version
150
+ version: '0'
151
+ name: timecop
152
+ prerelease: false
153
+ type: :development
154
+ version_requirements: !ruby/object:Gem::Requirement
155
+ requirements:
156
+ - - ">="
157
+ - !ruby/object:Gem::Version
158
+ version: '0'
151
159
  description: This gem is a Logstash plugin required to be installed on top of the
152
160
  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
153
161
  gem is not a stand-alone program
@@ -159,18 +167,64 @@ files:
159
167
  - CHANGELOG.md
160
168
  - CONTRIBUTORS
161
169
  - Gemfile
170
+ - JAR_VERSION
162
171
  - LICENSE
163
172
  - NOTICE.TXT
164
173
  - README.md
165
174
  - docs/index.asciidoc
175
+ - lib/filewatch/bootstrap.rb
176
+ - lib/filewatch/discoverer.rb
177
+ - lib/filewatch/helper.rb
178
+ - lib/filewatch/observing_base.rb
179
+ - lib/filewatch/observing_read.rb
180
+ - lib/filewatch/observing_tail.rb
181
+ - lib/filewatch/read_mode/handlers/base.rb
182
+ - lib/filewatch/read_mode/handlers/read_file.rb
183
+ - lib/filewatch/read_mode/handlers/read_zip_file.rb
184
+ - lib/filewatch/read_mode/processor.rb
185
+ - lib/filewatch/settings.rb
186
+ - lib/filewatch/sincedb_collection.rb
187
+ - lib/filewatch/sincedb_record_serializer.rb
188
+ - lib/filewatch/sincedb_value.rb
189
+ - lib/filewatch/tail_mode/handlers/base.rb
190
+ - lib/filewatch/tail_mode/handlers/create.rb
191
+ - lib/filewatch/tail_mode/handlers/create_initial.rb
192
+ - lib/filewatch/tail_mode/handlers/delete.rb
193
+ - lib/filewatch/tail_mode/handlers/grow.rb
194
+ - lib/filewatch/tail_mode/handlers/shrink.rb
195
+ - lib/filewatch/tail_mode/handlers/timeout.rb
196
+ - lib/filewatch/tail_mode/handlers/unignore.rb
197
+ - lib/filewatch/tail_mode/processor.rb
198
+ - lib/filewatch/watch.rb
199
+ - lib/filewatch/watched_file.rb
200
+ - lib/filewatch/watched_files_collection.rb
201
+ - lib/filewatch/winhelper.rb
202
+ - lib/jars/filewatch-1.0.0.jar
203
+ - lib/logstash/inputs/delete_completed_file_handler.rb
166
204
  - lib/logstash/inputs/file.rb
167
205
  - lib/logstash/inputs/file/patch.rb
206
+ - lib/logstash/inputs/file_listener.rb
207
+ - lib/logstash/inputs/log_completed_file_handler.rb
168
208
  - logstash-input-file.gemspec
169
- - spec/inputs/file_spec.rb
170
- - spec/spec_helper.rb
209
+ - spec/filewatch/buftok_spec.rb
210
+ - spec/filewatch/reading_spec.rb
211
+ - spec/filewatch/sincedb_record_serializer_spec.rb
212
+ - spec/filewatch/spec_helper.rb
213
+ - spec/filewatch/tailing_spec.rb
214
+ - spec/filewatch/watched_file_spec.rb
215
+ - spec/filewatch/watched_files_collection_spec.rb
216
+ - spec/filewatch/winhelper_spec.rb
217
+ - spec/fixtures/compressed.log.gz
218
+ - spec/fixtures/compressed.log.gzip
219
+ - spec/fixtures/invalid_utf8.gbk.log
220
+ - spec/fixtures/no-final-newline.log
221
+ - spec/fixtures/uncompressed.log
222
+ - spec/helpers/spec_helper.rb
223
+ - spec/inputs/file_read_spec.rb
224
+ - spec/inputs/file_tail_spec.rb
171
225
  homepage: http://www.elastic.co/guide/en/logstash/current/index.html
172
226
  licenses:
173
- - Apache License (2.0)
227
+ - Apache-2.0
174
228
  metadata:
175
229
  logstash_plugin: 'true'
176
230
  logstash_group: input
@@ -190,10 +244,24 @@ required_rubygems_version: !ruby/object:Gem::Requirement
190
244
  version: '0'
191
245
  requirements: []
192
246
  rubyforge_project:
193
- rubygems_version: 2.6.11
247
+ rubygems_version: 2.6.13
194
248
  signing_key:
195
249
  specification_version: 4
196
250
  summary: Streams events from files
197
251
  test_files:
198
- - spec/inputs/file_spec.rb
199
- - spec/spec_helper.rb
252
+ - spec/filewatch/buftok_spec.rb
253
+ - spec/filewatch/reading_spec.rb
254
+ - spec/filewatch/sincedb_record_serializer_spec.rb
255
+ - spec/filewatch/spec_helper.rb
256
+ - spec/filewatch/tailing_spec.rb
257
+ - spec/filewatch/watched_file_spec.rb
258
+ - spec/filewatch/watched_files_collection_spec.rb
259
+ - spec/filewatch/winhelper_spec.rb
260
+ - spec/fixtures/compressed.log.gz
261
+ - spec/fixtures/compressed.log.gzip
262
+ - spec/fixtures/invalid_utf8.gbk.log
263
+ - spec/fixtures/no-final-newline.log
264
+ - spec/fixtures/uncompressed.log
265
+ - spec/helpers/spec_helper.rb
266
+ - spec/inputs/file_read_spec.rb
267
+ - spec/inputs/file_tail_spec.rb