logstash-input-syslog 0.1.0 → 0.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,15 +1,7 @@
1
1
  ---
2
- !binary "U0hBMQ==":
3
- metadata.gz: !binary |-
4
- NzBiZWYwNjJjMDFmYjY4Mjc2YTdlYjZhMjE0ZGYwYjQ2NWUxMzU5NA==
5
- data.tar.gz: !binary |-
6
- MzJmNGU5MmI2NjQ0ZGYxYjAzYmE4OTgwZDQxMmU4M2M5MGQ0N2E5NQ==
2
+ SHA1:
3
+ metadata.gz: fbc628627bc59738a707a9de52d92689c1d535ca
4
+ data.tar.gz: 718a95e238d3c2bbb856cbce165230ac9e5a018c
7
5
  SHA512:
8
- metadata.gz: !binary |-
9
- NGQ0M2RjNWEzMjI1NTQ1ZGYzNDhhNzA0OWI3MjNmOWE0MTIyODE5MGI4NzVh
10
- MDRmMTU3NjJhNGFlZjBhY2FhOWU2ZDMzOTNlNTVmMThlZDc1NjY5NTYxZDU1
11
- MWFlY2Y0Y2Y3YmIxZjQwYmQ1MjljZjg0YmYxYmFmNWFkNWE3YzM=
12
- data.tar.gz: !binary |-
13
- NTkwNzY3NTQ5YWQ0NzM1YTUwMmU2NDFiZjQxOTMyZDk3MzdmZTViYjliMDEx
14
- ZDgzZTkyYzFkODc2ZWE0ZTJmMWI4ZGZkNWJkNDVlOTJkMGMwZTNiODkwZDFm
15
- MDk1NjVmMGNlYjBhMDJjMTAzYjdmOWI5NTFjZTFjZDg4ZDJlYWI=
6
+ metadata.gz: 6574205308fd259f3923f15d51f98e828cf67d29a0ffe491a2c4bcc0b8cb0c91e7e24ed3c99f132e46bcc15cf7d4a3373cb33fa6cc12b30be4432e66d940d025
7
+ data.tar.gz: d4478eab6dbaff92abc8ada784285bdfc8cf6451a39507a72a78410d375c3753537c94b0b493025456503731e1e43568ba96fba4c166ef3d0676e0eae95cc5c7
data/Gemfile CHANGED
@@ -1,4 +1,3 @@
1
- source 'http://rubygems.org'
2
- gem 'rake'
3
- gem 'gem_publisher'
4
- gem 'archive-tar-minitar'
1
+ source 'https://rubygems.org'
2
+ gemspec
3
+ gem "logstash", :github => "elasticsearch/logstash", :branch => "1.5"
data/Rakefile CHANGED
@@ -4,3 +4,4 @@ task :default do
4
4
  system("rake -T")
5
5
  end
6
6
 
7
+ require "logstash/devutils/rake"
@@ -13,14 +13,15 @@ require "socket"
13
13
  # appliances and network devices where you cannot run your own
14
14
  # log collector.
15
15
  #
16
- # Of course, 'syslog' is a very muddy term. This input only supports RFC3164
16
+ # Of course, 'syslog' is a very muddy term. This input only supports `RFC3164`
17
17
  # syslog with some small modifications. The date format is allowed to be
18
- # RFC3164 style or ISO8601. Otherwise the rest of RFC3164 must be obeyed.
19
- # If you do not use RFC3164, do not use this input.
18
+ # `RFC3164` style or `ISO8601`. Otherwise the rest of `RFC3164` must be obeyed.
19
+ # If you do not use `RFC3164`, do not use this input.
20
20
  #
21
- # For more information see [the RFC3164 page](http://www.ietf.org/rfc/rfc3164.txt).
21
+ # For more information see the http://www.ietf.org/rfc/rfc3164.txt[RFC3164 page].
22
22
  #
23
23
  # Note: This input will start listeners on both TCP and UDP.
24
+ #
24
25
  class LogStash::Inputs::Syslog < LogStash::Inputs::Base
25
26
  config_name "syslog"
26
27
  milestone 1
@@ -1,13 +1,13 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-input-syslog'
4
- s.version = '0.1.0'
4
+ s.version = '0.1.1'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = "Read syslog messages as events over the network."
7
- s.description = "Read syslog messages as events over the network."
7
+ s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
8
8
  s.authors = ["Elasticsearch"]
9
- s.email = 'richard.pijnenburg@elasticsearch.com'
10
- s.homepage = "http://logstash.net/"
9
+ s.email = 'info@elasticsearch.com'
10
+ s.homepage = "http://www.elasticsearch.org/guide/en/logstash/current/index.html"
11
11
  s.require_paths = ["lib"]
12
12
 
13
13
  # Files
@@ -17,7 +17,7 @@ Gem::Specification.new do |s|
17
17
  s.test_files = s.files.grep(%r{^(test|spec|features)/})
18
18
 
19
19
  # Special flag to let us know this is actually a logstash plugin
20
- s.metadata = { "logstash_plugin" => "true", "group" => "input" }
20
+ s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
21
21
 
22
22
  # Gem dependencies
23
23
  s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
@@ -26,5 +26,6 @@ Gem::Specification.new do |s|
26
26
  s.add_runtime_dependency 'logstash-filter-grok'
27
27
  s.add_runtime_dependency 'logstash-filter-date'
28
28
 
29
+ s.add_development_dependency 'logstash-devutils'
29
30
  end
30
31
 
@@ -1,5 +1,5 @@
1
1
  # coding: utf-8
2
- require "spec_helper"
2
+ require "logstash/devutils/rspec/spec_helper"
3
3
  require "socket"
4
4
  require "logstash/inputs/syslog"
5
5
  require "logstash/event"
metadata CHANGED
@@ -1,79 +1,93 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-syslog
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.0
4
+ version: 0.1.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
- autorequire:
8
+ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2014-11-05 00:00:00.000000000 Z
11
+ date: 2014-11-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: logstash
15
- requirement: !ruby/object:Gem::Requirement
15
+ version_requirements: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - ! '>='
17
+ - - '>='
18
18
  - !ruby/object:Gem::Version
19
19
  version: 1.4.0
20
20
  - - <
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.0.0
23
- type: :runtime
24
- prerelease: false
25
- version_requirements: !ruby/object:Gem::Requirement
23
+ requirement: !ruby/object:Gem::Requirement
26
24
  requirements:
27
- - - ! '>='
25
+ - - '>='
28
26
  - !ruby/object:Gem::Version
29
27
  version: 1.4.0
30
28
  - - <
31
29
  - !ruby/object:Gem::Version
32
30
  version: 2.0.0
31
+ prerelease: false
32
+ type: :runtime
33
33
  - !ruby/object:Gem::Dependency
34
34
  name: logstash-codec-plain
35
+ version_requirements: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - '>='
38
+ - !ruby/object:Gem::Version
39
+ version: '0'
35
40
  requirement: !ruby/object:Gem::Requirement
36
41
  requirements:
37
- - - ! '>='
42
+ - - '>='
38
43
  - !ruby/object:Gem::Version
39
44
  version: '0'
40
- type: :runtime
41
45
  prerelease: false
46
+ type: :runtime
47
+ - !ruby/object:Gem::Dependency
48
+ name: logstash-filter-grok
42
49
  version_requirements: !ruby/object:Gem::Requirement
43
50
  requirements:
44
- - - ! '>='
51
+ - - '>='
45
52
  - !ruby/object:Gem::Version
46
53
  version: '0'
47
- - !ruby/object:Gem::Dependency
48
- name: logstash-filter-grok
49
54
  requirement: !ruby/object:Gem::Requirement
50
55
  requirements:
51
- - - ! '>='
56
+ - - '>='
52
57
  - !ruby/object:Gem::Version
53
58
  version: '0'
54
- type: :runtime
55
59
  prerelease: false
60
+ type: :runtime
61
+ - !ruby/object:Gem::Dependency
62
+ name: logstash-filter-date
56
63
  version_requirements: !ruby/object:Gem::Requirement
57
64
  requirements:
58
- - - ! '>='
65
+ - - '>='
59
66
  - !ruby/object:Gem::Version
60
67
  version: '0'
61
- - !ruby/object:Gem::Dependency
62
- name: logstash-filter-date
63
68
  requirement: !ruby/object:Gem::Requirement
64
69
  requirements:
65
- - - ! '>='
70
+ - - '>='
66
71
  - !ruby/object:Gem::Version
67
72
  version: '0'
68
- type: :runtime
69
73
  prerelease: false
74
+ type: :runtime
75
+ - !ruby/object:Gem::Dependency
76
+ name: logstash-devutils
70
77
  version_requirements: !ruby/object:Gem::Requirement
71
78
  requirements:
72
- - - ! '>='
79
+ - - '>='
80
+ - !ruby/object:Gem::Version
81
+ version: '0'
82
+ requirement: !ruby/object:Gem::Requirement
83
+ requirements:
84
+ - - '>='
73
85
  - !ruby/object:Gem::Version
74
86
  version: '0'
75
- description: Read syslog messages as events over the network.
76
- email: richard.pijnenburg@elasticsearch.com
87
+ prerelease: false
88
+ type: :development
89
+ description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
90
+ email: info@elasticsearch.com
77
91
  executables: []
78
92
  extensions: []
79
93
  extra_rdoc_files: []
@@ -84,33 +98,31 @@ files:
84
98
  - Rakefile
85
99
  - lib/logstash/inputs/syslog.rb
86
100
  - logstash-input-syslog.gemspec
87
- - rakelib/publish.rake
88
- - rakelib/vendor.rake
89
101
  - spec/inputs/syslog_spec.rb
90
- homepage: http://logstash.net/
102
+ homepage: http://www.elasticsearch.org/guide/en/logstash/current/index.html
91
103
  licenses:
92
104
  - Apache License (2.0)
93
105
  metadata:
94
106
  logstash_plugin: 'true'
95
- group: input
96
- post_install_message:
107
+ logstash_group: input
108
+ post_install_message:
97
109
  rdoc_options: []
98
110
  require_paths:
99
111
  - lib
100
112
  required_ruby_version: !ruby/object:Gem::Requirement
101
113
  requirements:
102
- - - ! '>='
114
+ - - '>='
103
115
  - !ruby/object:Gem::Version
104
116
  version: '0'
105
117
  required_rubygems_version: !ruby/object:Gem::Requirement
106
118
  requirements:
107
- - - ! '>='
119
+ - - '>='
108
120
  - !ruby/object:Gem::Version
109
121
  version: '0'
110
122
  requirements: []
111
- rubyforge_project:
112
- rubygems_version: 2.4.1
113
- signing_key:
123
+ rubyforge_project:
124
+ rubygems_version: 2.2.2
125
+ signing_key:
114
126
  specification_version: 4
115
127
  summary: Read syslog messages as events over the network.
116
128
  test_files:
data/rakelib/publish.rake DELETED
@@ -1,9 +0,0 @@
1
- require "gem_publisher"
2
-
3
- desc "Publish gem to RubyGems.org"
4
- task :publish_gem do |t|
5
- gem_file = Dir.glob(File.expand_path('../*.gemspec',File.dirname(__FILE__))).first
6
- gem = GemPublisher.publish_if_updated(gem_file, :rubygems)
7
- puts "Published #{gem}" if gem
8
- end
9
-
data/rakelib/vendor.rake DELETED
@@ -1,169 +0,0 @@
1
- require "net/http"
2
- require "uri"
3
- require "digest/sha1"
4
-
5
- def vendor(*args)
6
- return File.join("vendor", *args)
7
- end
8
-
9
- directory "vendor/" => ["vendor"] do |task, args|
10
- mkdir task.name
11
- end
12
-
13
- def fetch(url, sha1, output)
14
-
15
- puts "Downloading #{url}"
16
- actual_sha1 = download(url, output)
17
-
18
- if actual_sha1 != sha1
19
- fail "SHA1 does not match (expected '#{sha1}' but got '#{actual_sha1}')"
20
- end
21
- end # def fetch
22
-
23
- def file_fetch(url, sha1)
24
- filename = File.basename( URI(url).path )
25
- output = "vendor/#{filename}"
26
- task output => [ "vendor/" ] do
27
- begin
28
- actual_sha1 = file_sha1(output)
29
- if actual_sha1 != sha1
30
- fetch(url, sha1, output)
31
- end
32
- rescue Errno::ENOENT
33
- fetch(url, sha1, output)
34
- end
35
- end.invoke
36
-
37
- return output
38
- end
39
-
40
- def file_sha1(path)
41
- digest = Digest::SHA1.new
42
- fd = File.new(path, "r")
43
- while true
44
- begin
45
- digest << fd.sysread(16384)
46
- rescue EOFError
47
- break
48
- end
49
- end
50
- return digest.hexdigest
51
- ensure
52
- fd.close if fd
53
- end
54
-
55
- def download(url, output)
56
- uri = URI(url)
57
- digest = Digest::SHA1.new
58
- tmp = "#{output}.tmp"
59
- Net::HTTP.start(uri.host, uri.port, :use_ssl => (uri.scheme == "https")) do |http|
60
- request = Net::HTTP::Get.new(uri.path)
61
- http.request(request) do |response|
62
- fail "HTTP fetch failed for #{url}. #{response}" if [200, 301].include?(response.code)
63
- size = (response["content-length"].to_i || -1).to_f
64
- count = 0
65
- File.open(tmp, "w") do |fd|
66
- response.read_body do |chunk|
67
- fd.write(chunk)
68
- digest << chunk
69
- if size > 0 && $stdout.tty?
70
- count += chunk.bytesize
71
- $stdout.write(sprintf("\r%0.2f%%", count/size * 100))
72
- end
73
- end
74
- end
75
- $stdout.write("\r \r") if $stdout.tty?
76
- end
77
- end
78
-
79
- File.rename(tmp, output)
80
-
81
- return digest.hexdigest
82
- rescue SocketError => e
83
- puts "Failure while downloading #{url}: #{e}"
84
- raise
85
- ensure
86
- File.unlink(tmp) if File.exist?(tmp)
87
- end # def download
88
-
89
- def untar(tarball, &block)
90
- require "archive/tar/minitar"
91
- tgz = Zlib::GzipReader.new(File.open(tarball))
92
- # Pull out typesdb
93
- tar = Archive::Tar::Minitar::Input.open(tgz)
94
- tar.each do |entry|
95
- path = block.call(entry)
96
- next if path.nil?
97
- parent = File.dirname(path)
98
-
99
- mkdir_p parent unless File.directory?(parent)
100
-
101
- # Skip this file if the output file is the same size
102
- if entry.directory?
103
- mkdir path unless File.directory?(path)
104
- else
105
- entry_mode = entry.instance_eval { @mode } & 0777
106
- if File.exists?(path)
107
- stat = File.stat(path)
108
- # TODO(sissel): Submit a patch to archive-tar-minitar upstream to
109
- # expose headers in the entry.
110
- entry_size = entry.instance_eval { @size }
111
- # If file sizes are same, skip writing.
112
- next if stat.size == entry_size && (stat.mode & 0777) == entry_mode
113
- end
114
- puts "Extracting #{entry.full_name} from #{tarball} #{entry_mode.to_s(8)}"
115
- File.open(path, "w") do |fd|
116
- # eof? check lets us skip empty files. Necessary because the API provided by
117
- # Archive::Tar::Minitar::Reader::EntryStream only mostly acts like an
118
- # IO object. Something about empty files in this EntryStream causes
119
- # IO.copy_stream to throw "can't convert nil into String" on JRuby
120
- # TODO(sissel): File a bug about this.
121
- while !entry.eof?
122
- chunk = entry.read(16384)
123
- fd.write(chunk)
124
- end
125
- #IO.copy_stream(entry, fd)
126
- end
127
- File.chmod(entry_mode, path)
128
- end
129
- end
130
- tar.close
131
- File.unlink(tarball) if File.file?(tarball)
132
- end # def untar
133
-
134
- def ungz(file)
135
-
136
- outpath = file.gsub('.gz', '')
137
- tgz = Zlib::GzipReader.new(File.open(file))
138
- begin
139
- File.open(outpath, "w") do |out|
140
- IO::copy_stream(tgz, out)
141
- end
142
- File.unlink(file)
143
- rescue
144
- File.unlink(outpath) if File.file?(outpath)
145
- raise
146
- end
147
- tgz.close
148
- end
149
-
150
- desc "Process any vendor files required for this plugin"
151
- task "vendor" do |task, args|
152
-
153
- @files.each do |file|
154
- download = file_fetch(file['url'], file['sha1'])
155
- if download =~ /.tar.gz/
156
- prefix = download.gsub('.tar.gz', '').gsub('vendor/', '')
157
- untar(download) do |entry|
158
- if !file['files'].nil?
159
- next unless file['files'].include?(entry.full_name.gsub(prefix, ''))
160
- out = entry.full_name.split("/").last
161
- end
162
- File.join('vendor', out)
163
- end
164
- elsif download =~ /.gz/
165
- ungz(download)
166
- end
167
- end
168
-
169
- end