logstash-input-file 4.0.5 → 4.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (54) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +25 -3
  3. data/JAR_VERSION +1 -0
  4. data/docs/index.asciidoc +195 -37
  5. data/lib/filewatch/bootstrap.rb +74 -0
  6. data/lib/filewatch/discoverer.rb +94 -0
  7. data/lib/filewatch/helper.rb +65 -0
  8. data/lib/filewatch/observing_base.rb +97 -0
  9. data/lib/filewatch/observing_read.rb +23 -0
  10. data/lib/filewatch/observing_tail.rb +22 -0
  11. data/lib/filewatch/read_mode/handlers/base.rb +81 -0
  12. data/lib/filewatch/read_mode/handlers/read_file.rb +47 -0
  13. data/lib/filewatch/read_mode/handlers/read_zip_file.rb +57 -0
  14. data/lib/filewatch/read_mode/processor.rb +117 -0
  15. data/lib/filewatch/settings.rb +67 -0
  16. data/lib/filewatch/sincedb_collection.rb +215 -0
  17. data/lib/filewatch/sincedb_record_serializer.rb +70 -0
  18. data/lib/filewatch/sincedb_value.rb +87 -0
  19. data/lib/filewatch/tail_mode/handlers/base.rb +124 -0
  20. data/lib/filewatch/tail_mode/handlers/create.rb +17 -0
  21. data/lib/filewatch/tail_mode/handlers/create_initial.rb +21 -0
  22. data/lib/filewatch/tail_mode/handlers/delete.rb +11 -0
  23. data/lib/filewatch/tail_mode/handlers/grow.rb +11 -0
  24. data/lib/filewatch/tail_mode/handlers/shrink.rb +20 -0
  25. data/lib/filewatch/tail_mode/handlers/timeout.rb +10 -0
  26. data/lib/filewatch/tail_mode/handlers/unignore.rb +37 -0
  27. data/lib/filewatch/tail_mode/processor.rb +209 -0
  28. data/lib/filewatch/watch.rb +107 -0
  29. data/lib/filewatch/watched_file.rb +226 -0
  30. data/lib/filewatch/watched_files_collection.rb +84 -0
  31. data/lib/filewatch/winhelper.rb +65 -0
  32. data/lib/jars/filewatch-1.0.0.jar +0 -0
  33. data/lib/logstash/inputs/delete_completed_file_handler.rb +9 -0
  34. data/lib/logstash/inputs/file.rb +162 -107
  35. data/lib/logstash/inputs/file_listener.rb +61 -0
  36. data/lib/logstash/inputs/log_completed_file_handler.rb +13 -0
  37. data/logstash-input-file.gemspec +5 -4
  38. data/spec/filewatch/buftok_spec.rb +24 -0
  39. data/spec/filewatch/reading_spec.rb +128 -0
  40. data/spec/filewatch/sincedb_record_serializer_spec.rb +71 -0
  41. data/spec/filewatch/spec_helper.rb +120 -0
  42. data/spec/filewatch/tailing_spec.rb +440 -0
  43. data/spec/filewatch/watched_file_spec.rb +38 -0
  44. data/spec/filewatch/watched_files_collection_spec.rb +73 -0
  45. data/spec/filewatch/winhelper_spec.rb +22 -0
  46. data/spec/fixtures/compressed.log.gz +0 -0
  47. data/spec/fixtures/compressed.log.gzip +0 -0
  48. data/spec/fixtures/invalid_utf8.gbk.log +2 -0
  49. data/spec/fixtures/no-final-newline.log +2 -0
  50. data/spec/fixtures/uncompressed.log +2 -0
  51. data/spec/{spec_helper.rb → helpers/spec_helper.rb} +14 -41
  52. data/spec/inputs/file_read_spec.rb +155 -0
  53. data/spec/inputs/{file_spec.rb → file_tail_spec.rb} +55 -52
  54. metadata +96 -28
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-file
3
3
  version: !ruby/object:Gem::Version
4
- version: 4.0.5
4
+ version: 4.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elastic
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-04-06 00:00:00.000000000 Z
11
+ date: 2018-04-27 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -58,26 +58,6 @@ dependencies:
58
58
  - - ">="
59
59
  - !ruby/object:Gem::Version
60
60
  version: '0'
61
- - !ruby/object:Gem::Dependency
62
- requirement: !ruby/object:Gem::Requirement
63
- requirements:
64
- - - ">="
65
- - !ruby/object:Gem::Version
66
- version: 0.8.1
67
- - - "~>"
68
- - !ruby/object:Gem::Version
69
- version: '0.8'
70
- name: filewatch
71
- prerelease: false
72
- type: :runtime
73
- version_requirements: !ruby/object:Gem::Requirement
74
- requirements:
75
- - - ">="
76
- - !ruby/object:Gem::Version
77
- version: 0.8.1
78
- - - "~>"
79
- - !ruby/object:Gem::Version
80
- version: '0.8'
81
61
  - !ruby/object:Gem::Dependency
82
62
  requirement: !ruby/object:Gem::Requirement
83
63
  requirements:
@@ -148,6 +128,34 @@ dependencies:
148
128
  - - ">="
149
129
  - !ruby/object:Gem::Version
150
130
  version: '0'
131
+ - !ruby/object:Gem::Dependency
132
+ requirement: !ruby/object:Gem::Requirement
133
+ requirements:
134
+ - - ">="
135
+ - !ruby/object:Gem::Version
136
+ version: '0'
137
+ name: rspec-wait
138
+ prerelease: false
139
+ type: :development
140
+ version_requirements: !ruby/object:Gem::Requirement
141
+ requirements:
142
+ - - ">="
143
+ - !ruby/object:Gem::Version
144
+ version: '0'
145
+ - !ruby/object:Gem::Dependency
146
+ requirement: !ruby/object:Gem::Requirement
147
+ requirements:
148
+ - - ">="
149
+ - !ruby/object:Gem::Version
150
+ version: '0'
151
+ name: timecop
152
+ prerelease: false
153
+ type: :development
154
+ version_requirements: !ruby/object:Gem::Requirement
155
+ requirements:
156
+ - - ">="
157
+ - !ruby/object:Gem::Version
158
+ version: '0'
151
159
  description: This gem is a Logstash plugin required to be installed on top of the
152
160
  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
153
161
  gem is not a stand-alone program
@@ -159,18 +167,64 @@ files:
159
167
  - CHANGELOG.md
160
168
  - CONTRIBUTORS
161
169
  - Gemfile
170
+ - JAR_VERSION
162
171
  - LICENSE
163
172
  - NOTICE.TXT
164
173
  - README.md
165
174
  - docs/index.asciidoc
175
+ - lib/filewatch/bootstrap.rb
176
+ - lib/filewatch/discoverer.rb
177
+ - lib/filewatch/helper.rb
178
+ - lib/filewatch/observing_base.rb
179
+ - lib/filewatch/observing_read.rb
180
+ - lib/filewatch/observing_tail.rb
181
+ - lib/filewatch/read_mode/handlers/base.rb
182
+ - lib/filewatch/read_mode/handlers/read_file.rb
183
+ - lib/filewatch/read_mode/handlers/read_zip_file.rb
184
+ - lib/filewatch/read_mode/processor.rb
185
+ - lib/filewatch/settings.rb
186
+ - lib/filewatch/sincedb_collection.rb
187
+ - lib/filewatch/sincedb_record_serializer.rb
188
+ - lib/filewatch/sincedb_value.rb
189
+ - lib/filewatch/tail_mode/handlers/base.rb
190
+ - lib/filewatch/tail_mode/handlers/create.rb
191
+ - lib/filewatch/tail_mode/handlers/create_initial.rb
192
+ - lib/filewatch/tail_mode/handlers/delete.rb
193
+ - lib/filewatch/tail_mode/handlers/grow.rb
194
+ - lib/filewatch/tail_mode/handlers/shrink.rb
195
+ - lib/filewatch/tail_mode/handlers/timeout.rb
196
+ - lib/filewatch/tail_mode/handlers/unignore.rb
197
+ - lib/filewatch/tail_mode/processor.rb
198
+ - lib/filewatch/watch.rb
199
+ - lib/filewatch/watched_file.rb
200
+ - lib/filewatch/watched_files_collection.rb
201
+ - lib/filewatch/winhelper.rb
202
+ - lib/jars/filewatch-1.0.0.jar
203
+ - lib/logstash/inputs/delete_completed_file_handler.rb
166
204
  - lib/logstash/inputs/file.rb
167
205
  - lib/logstash/inputs/file/patch.rb
206
+ - lib/logstash/inputs/file_listener.rb
207
+ - lib/logstash/inputs/log_completed_file_handler.rb
168
208
  - logstash-input-file.gemspec
169
- - spec/inputs/file_spec.rb
170
- - spec/spec_helper.rb
209
+ - spec/filewatch/buftok_spec.rb
210
+ - spec/filewatch/reading_spec.rb
211
+ - spec/filewatch/sincedb_record_serializer_spec.rb
212
+ - spec/filewatch/spec_helper.rb
213
+ - spec/filewatch/tailing_spec.rb
214
+ - spec/filewatch/watched_file_spec.rb
215
+ - spec/filewatch/watched_files_collection_spec.rb
216
+ - spec/filewatch/winhelper_spec.rb
217
+ - spec/fixtures/compressed.log.gz
218
+ - spec/fixtures/compressed.log.gzip
219
+ - spec/fixtures/invalid_utf8.gbk.log
220
+ - spec/fixtures/no-final-newline.log
221
+ - spec/fixtures/uncompressed.log
222
+ - spec/helpers/spec_helper.rb
223
+ - spec/inputs/file_read_spec.rb
224
+ - spec/inputs/file_tail_spec.rb
171
225
  homepage: http://www.elastic.co/guide/en/logstash/current/index.html
172
226
  licenses:
173
- - Apache License (2.0)
227
+ - Apache-2.0
174
228
  metadata:
175
229
  logstash_plugin: 'true'
176
230
  logstash_group: input
@@ -190,10 +244,24 @@ required_rubygems_version: !ruby/object:Gem::Requirement
190
244
  version: '0'
191
245
  requirements: []
192
246
  rubyforge_project:
193
- rubygems_version: 2.6.11
247
+ rubygems_version: 2.6.13
194
248
  signing_key:
195
249
  specification_version: 4
196
250
  summary: Streams events from files
197
251
  test_files:
198
- - spec/inputs/file_spec.rb
199
- - spec/spec_helper.rb
252
+ - spec/filewatch/buftok_spec.rb
253
+ - spec/filewatch/reading_spec.rb
254
+ - spec/filewatch/sincedb_record_serializer_spec.rb
255
+ - spec/filewatch/spec_helper.rb
256
+ - spec/filewatch/tailing_spec.rb
257
+ - spec/filewatch/watched_file_spec.rb
258
+ - spec/filewatch/watched_files_collection_spec.rb
259
+ - spec/filewatch/winhelper_spec.rb
260
+ - spec/fixtures/compressed.log.gz
261
+ - spec/fixtures/compressed.log.gzip
262
+ - spec/fixtures/invalid_utf8.gbk.log
263
+ - spec/fixtures/no-final-newline.log
264
+ - spec/fixtures/uncompressed.log
265
+ - spec/helpers/spec_helper.rb
266
+ - spec/inputs/file_read_spec.rb
267
+ - spec/inputs/file_tail_spec.rb