fluent-plugin-output-solr 0.4.0 → 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +2 -0
- data/README.md +10 -9
- data/fluent-plugin-output-solr.gemspec +4 -4
- data/fluent.conf +62 -0
- metadata +16 -15
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a6bb30ea8a019e46da398a17620a375dbac7f04c
|
4
|
+
data.tar.gz: d9c63f29bc37acd20993d838123bef6a06369d98
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 56931b6456e48e1e193cbf4c58aa3f78dc4481fb9e31c2ec67a96748084088c3605cf03de6bf8c377aefef848245b5b44ccc53827cc7dead99c8ba373022ffc8
|
7
|
+
data.tar.gz: 8a7e06c049df7389f74ba75131d13bd6bf63860331de5898f539938527029c20eca3b1b76c8969eb9fb4200dd7c95632717ea30db0cf1104a05c75429fa8ab7c
|
data/.gitignore
CHANGED
data/README.md
CHANGED
@@ -4,19 +4,21 @@ This is a [Fluentd](http://fluentd.org/) output plugin for send data to [Apache
|
|
4
4
|
|
5
5
|
## Installation
|
6
6
|
|
7
|
-
|
7
|
+
Install it yourself as:
|
8
8
|
|
9
9
|
```
|
10
|
-
gem
|
10
|
+
$ gem install fluent-plugin-output-solr
|
11
11
|
```
|
12
12
|
|
13
|
-
|
13
|
+
## How to build
|
14
14
|
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
15
|
+
```
|
16
|
+
$ gem install bundler
|
17
|
+
$ bundle install
|
18
|
+
$ rake test
|
19
|
+
$ rake build
|
20
|
+
$ rake install
|
21
|
+
```
|
20
22
|
|
21
23
|
## Config parameters
|
22
24
|
|
@@ -189,4 +191,3 @@ After checking out the repo, run `bundle install` to install dependencies. Then,
|
|
189
191
|
## Contributing
|
190
192
|
|
191
193
|
Bug reports and pull requests are welcome on GitHub at https://github.com/mosuka/fluent-plugin-output-solr.
|
192
|
-
|
@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
4
4
|
|
5
5
|
Gem::Specification.new do |spec|
|
6
6
|
spec.name = "fluent-plugin-output-solr"
|
7
|
-
spec.version = "0.4.
|
7
|
+
spec.version = "0.4.1"
|
8
8
|
spec.authors = ["Minoru Osuka"]
|
9
9
|
spec.email = ["minoru.osuka@gmail.com"]
|
10
10
|
|
@@ -19,12 +19,12 @@ Gem::Specification.new do |spec|
|
|
19
19
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
20
20
|
spec.require_paths = ["lib"]
|
21
21
|
|
22
|
-
spec.add_runtime_dependency 'fluentd', '~> 0.
|
22
|
+
spec.add_runtime_dependency 'fluentd', '~> 0.12.32'
|
23
|
+
spec.add_runtime_dependency 'rsolr-cloud', '~> 1.1.0'
|
23
24
|
spec.add_runtime_dependency 'rsolr', '~> 1.0.12'
|
24
25
|
spec.add_runtime_dependency 'zk', '~> 1.9.5'
|
25
|
-
spec.add_runtime_dependency 'rsolr-cloud', '~> 1.1.0'
|
26
26
|
|
27
|
-
spec.add_development_dependency 'bundler', '~> 1.
|
27
|
+
spec.add_development_dependency 'bundler', '~> 1.14.6'
|
28
28
|
spec.add_development_dependency 'rake', '~> 11.1.2'
|
29
29
|
spec.add_development_dependency 'test-unit', '~> 3.1.5'
|
30
30
|
spec.add_development_dependency 'minitest', '~> 5.8.3'
|
data/fluent.conf
ADDED
@@ -0,0 +1,62 @@
|
|
1
|
+
<source>
|
2
|
+
@type forward
|
3
|
+
port 24224
|
4
|
+
</source>
|
5
|
+
|
6
|
+
<filter messages>
|
7
|
+
@type parser
|
8
|
+
format grok
|
9
|
+
<grok>
|
10
|
+
pattern %{COMBINEDAPACHELOG:message}
|
11
|
+
time_format "%d/%b/%Y:%H:%M:%S %z"
|
12
|
+
</grok>
|
13
|
+
key_name message
|
14
|
+
</filter>
|
15
|
+
|
16
|
+
<filter messages>
|
17
|
+
@type geoip
|
18
|
+
log_level error
|
19
|
+
enable_auto_download true
|
20
|
+
md5_url http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.md5
|
21
|
+
download_url http://geolite.maxmind.com/download/geoip/database/GeoLite2-City.mmdb.gz
|
22
|
+
md5_path "#{ENV['HOME']}/fluentd/geoip/database/GeoLite2-City.md5"
|
23
|
+
database_path "#{ENV['HOME']}/fluentd/geoip/database/GeoLite2-City.mmdb"
|
24
|
+
lookup_field clientip
|
25
|
+
output_field geoip
|
26
|
+
field_delimiter _
|
27
|
+
flatten true
|
28
|
+
locale en
|
29
|
+
continent true
|
30
|
+
country true
|
31
|
+
city true
|
32
|
+
location true
|
33
|
+
postal true
|
34
|
+
registered_country true
|
35
|
+
represented_country true
|
36
|
+
subdivisions true
|
37
|
+
traits true
|
38
|
+
connection_type true
|
39
|
+
</filter>
|
40
|
+
|
41
|
+
<filter messages>
|
42
|
+
@type record_transformer
|
43
|
+
log_level error
|
44
|
+
enable_ruby
|
45
|
+
<record>
|
46
|
+
event_timestamp ${timestamp}
|
47
|
+
geoip_localtion_latitude_longitude ${geoip_location_latitude.nil? || geoip_location_longitude.nil? ? nil : geoip_location_latitude.to_s + ',' + geoip_location_longitude.to_s}
|
48
|
+
</record>
|
49
|
+
</filter>
|
50
|
+
|
51
|
+
<match messages>
|
52
|
+
@type solr
|
53
|
+
log_level error
|
54
|
+
zk_host "#{ENV['SOLR_ZK_HOST']}"
|
55
|
+
collection "#{ENV['SOLR_COLLECTION']}"
|
56
|
+
ignore_undefined_fields false
|
57
|
+
flush_size 100
|
58
|
+
buffer_type memory
|
59
|
+
buffer_queue_limit 64m
|
60
|
+
buffer_chunk_limit 8m
|
61
|
+
flush_interval 10s
|
62
|
+
</match>
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-output-solr
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Minoru Osuka
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2017-03-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|
@@ -16,70 +16,70 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.12.32
|
20
20
|
type: :runtime
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: 0.
|
26
|
+
version: 0.12.32
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
name: rsolr
|
28
|
+
name: rsolr-cloud
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: 1.0
|
33
|
+
version: 1.1.0
|
34
34
|
type: :runtime
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: 1.0
|
40
|
+
version: 1.1.0
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
-
name:
|
42
|
+
name: rsolr
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
45
|
- - "~>"
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version: 1.
|
47
|
+
version: 1.0.12
|
48
48
|
type: :runtime
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - "~>"
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: 1.
|
54
|
+
version: 1.0.12
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
-
name:
|
56
|
+
name: zk
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
59
|
- - "~>"
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: 1.
|
61
|
+
version: 1.9.5
|
62
62
|
type: :runtime
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - "~>"
|
67
67
|
- !ruby/object:Gem::Version
|
68
|
-
version: 1.
|
68
|
+
version: 1.9.5
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
70
|
name: bundler
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
72
72
|
requirements:
|
73
73
|
- - "~>"
|
74
74
|
- !ruby/object:Gem::Version
|
75
|
-
version: 1.
|
75
|
+
version: 1.14.6
|
76
76
|
type: :development
|
77
77
|
prerelease: false
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
80
|
- - "~>"
|
81
81
|
- !ruby/object:Gem::Version
|
82
|
-
version: 1.
|
82
|
+
version: 1.14.6
|
83
83
|
- !ruby/object:Gem::Dependency
|
84
84
|
name: rake
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
@@ -165,6 +165,7 @@ files:
|
|
165
165
|
- README.md
|
166
166
|
- Rakefile
|
167
167
|
- fluent-plugin-output-solr.gemspec
|
168
|
+
- fluent.conf
|
168
169
|
- lib/fluent/plugin/out_solr.rb
|
169
170
|
homepage: https://github.com/mosuka/fluent-plugin-output-solr
|
170
171
|
licenses:
|