logstash-output-hdfs 0.2.1 → 0.2.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +3 -3
- data/logstash-output-hdfs.gemspec +2 -2
- metadata +4 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 4f84aa3f189f941a904ee7a514f59204318f8dbb
|
|
4
|
+
data.tar.gz: 69c9bd1b9a17d00ba919fa862cc24cd5639a7fc7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c1007da36d50b1641502642cf366014d80ff65a717740916eff1a5c031e7eaf53654f67140406ac6274b7864ba4f420ffd2fb592887f1c97c9abe30a08123fef
|
|
7
|
+
data.tar.gz: 491cf24437fd37f56f157bcd21aaf104c55f2a8ed0e97e15e1d3bdca008c161b4b047a8cbdc91f41dc3f840bc63737cc2eda53f72ff0d33ab8dbb1e42b13c989
|
data/README.md
CHANGED
|
@@ -16,7 +16,7 @@ Important: the Hadoop configuration dir containing `hdfs-site.xml` must be on th
|
|
|
16
16
|
|
|
17
17
|
## Logstash 1.5.x
|
|
18
18
|
|
|
19
|
-
Logstash 1.5.x supports distribution of plugins as rubygems which makes life a
|
|
19
|
+
Logstash 1.5.x supports distribution of plugins as rubygems which makes life a lot easier. To install the plugin from the version on rubygems:
|
|
20
20
|
|
|
21
21
|
$LOGSTASH_DIR/bin/plugin install logstash-output-hdfs
|
|
22
22
|
|
|
@@ -26,13 +26,13 @@ Or from source (after checking out the source, run in checkout directory):
|
|
|
26
26
|
|
|
27
27
|
Then run logstash with the following command:
|
|
28
28
|
|
|
29
|
-
LD_LIBRARY_PATH="$HADOOP_DIR/lib/native" CLASSPATH=$(find $HADOOP_DIR/share/hadoop/common/lib/ -name '*.jar' | tr '\n' ':'):$HADOOP_DIR/share/hadoop/hdfs/hadoop-hdfs-2.4.0.jar:$HADOOP_DIR/share/hadoop/common/hadoop-common-2.4.0.jar:$HADOOP_DIR/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
29
|
+
LD_LIBRARY_PATH="$HADOOP_DIR/lib/native" CLASSPATH=$(find $HADOOP_DIR/share/hadoop/common/lib/ -name '*.jar' | grep -v sources | tr '\n' ':'):$HADOOP_DIR/share/hadoop/hdfs/hadoop-hdfs-2.4.0.jar:$HADOOP_DIR/share/hadoop/common/hadoop-common-2.4.0.jar:$HADOOP_DIR/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
30
30
|
|
|
31
31
|
Hadoop paths may need adjustments depending on the distribution and version you are using. The important thing is to have `hadoop-hdfs`, `hadoop-common` and all the jar files in `common/lib` on the classpath.
|
|
32
32
|
|
|
33
33
|
The following comman line will work on most distributions (but will take a little longer to load since it loads many unnecessary jars):
|
|
34
34
|
|
|
35
|
-
LD_LIBRARY_PATH="/usr/lib/hadoop/lib/native" CLASSPATH=$(find /usr/lib/hadoop-hdfs -type f -name '*.jar' | tr '\n' ':'):$(find /usr/lib/hadoop -type f -name '*.jar' | tr '\n' ':'):/etc/hadoop/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
35
|
+
LD_LIBRARY_PATH="/usr/lib/hadoop/lib/native" CLASSPATH=$(find /usr/lib/hadoop-hdfs -type f -name '*.jar' | tr '\n' ':'):$(find /usr/lib/hadoop -type f -name '*.jar' | grep -v sources | tr '\n' ':'):/etc/hadoop/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
36
36
|
|
|
37
37
|
|
|
38
38
|
# HDFS Configuration
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
|
|
3
3
|
s.name = 'logstash-output-hdfs'
|
|
4
|
-
s.version = '0.2.
|
|
4
|
+
s.version = '0.2.2'
|
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
|
6
6
|
s.summary = "$summary"
|
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
|
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
|
|
|
20
20
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
|
|
21
21
|
|
|
22
22
|
# Gem dependencies
|
|
23
|
-
s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
|
|
23
|
+
s.add_runtime_dependency 'logstash-core', '>= 1.4.0', '< 2.0.0'
|
|
24
24
|
|
|
25
25
|
s.add_development_dependency 'logstash-devutils'
|
|
26
26
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-output-hdfs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Avishai Ish-Shalom
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-
|
|
11
|
+
date: 2015-04-08 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -19,7 +19,7 @@ dependencies:
|
|
|
19
19
|
- - <
|
|
20
20
|
- !ruby/object:Gem::Version
|
|
21
21
|
version: 2.0.0
|
|
22
|
-
name: logstash
|
|
22
|
+
name: logstash-core
|
|
23
23
|
prerelease: false
|
|
24
24
|
type: :runtime
|
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -78,7 +78,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
78
78
|
version: '0'
|
|
79
79
|
requirements: []
|
|
80
80
|
rubyforge_project:
|
|
81
|
-
rubygems_version: 2.
|
|
81
|
+
rubygems_version: 2.4.5
|
|
82
82
|
signing_key:
|
|
83
83
|
specification_version: 4
|
|
84
84
|
summary: $summary
|