logstash-output-hdfs 0.2.1 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +3 -3
- data/logstash-output-hdfs.gemspec +2 -2
- metadata +4 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 4f84aa3f189f941a904ee7a514f59204318f8dbb
|
|
4
|
+
data.tar.gz: 69c9bd1b9a17d00ba919fa862cc24cd5639a7fc7
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c1007da36d50b1641502642cf366014d80ff65a717740916eff1a5c031e7eaf53654f67140406ac6274b7864ba4f420ffd2fb592887f1c97c9abe30a08123fef
|
|
7
|
+
data.tar.gz: 491cf24437fd37f56f157bcd21aaf104c55f2a8ed0e97e15e1d3bdca008c161b4b047a8cbdc91f41dc3f840bc63737cc2eda53f72ff0d33ab8dbb1e42b13c989
|
data/README.md
CHANGED
|
@@ -16,7 +16,7 @@ Important: the Hadoop configuration dir containing `hdfs-site.xml` must be on th
|
|
|
16
16
|
|
|
17
17
|
## Logstash 1.5.x
|
|
18
18
|
|
|
19
|
-
Logstash 1.5.x supports distribution of plugins as rubygems which makes life a
|
|
19
|
+
Logstash 1.5.x supports distribution of plugins as rubygems which makes life a lot easier. To install the plugin from the version on rubygems:
|
|
20
20
|
|
|
21
21
|
$LOGSTASH_DIR/bin/plugin install logstash-output-hdfs
|
|
22
22
|
|
|
@@ -26,13 +26,13 @@ Or from source (after checking out the source, run in checkout directory):
|
|
|
26
26
|
|
|
27
27
|
Then run logstash with the following command:
|
|
28
28
|
|
|
29
|
-
LD_LIBRARY_PATH="$HADOOP_DIR/lib/native" CLASSPATH=$(find $HADOOP_DIR/share/hadoop/common/lib/ -name '*.jar' | tr '\n' ':'):$HADOOP_DIR/share/hadoop/hdfs/hadoop-hdfs-2.4.0.jar:$HADOOP_DIR/share/hadoop/common/hadoop-common-2.4.0.jar:$HADOOP_DIR/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
29
|
+
LD_LIBRARY_PATH="$HADOOP_DIR/lib/native" CLASSPATH=$(find $HADOOP_DIR/share/hadoop/common/lib/ -name '*.jar' | grep -v sources | tr '\n' ':'):$HADOOP_DIR/share/hadoop/hdfs/hadoop-hdfs-2.4.0.jar:$HADOOP_DIR/share/hadoop/common/hadoop-common-2.4.0.jar:$HADOOP_DIR/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
30
30
|
|
|
31
31
|
Hadoop paths may need adjustments depending on the distribution and version you are using. The important thing is to have `hadoop-hdfs`, `hadoop-common` and all the jar files in `common/lib` on the classpath.
|
|
32
32
|
|
|
33
33
|
The following comman line will work on most distributions (but will take a little longer to load since it loads many unnecessary jars):
|
|
34
34
|
|
|
35
|
-
LD_LIBRARY_PATH="/usr/lib/hadoop/lib/native" CLASSPATH=$(find /usr/lib/hadoop-hdfs -type f -name '*.jar' | tr '\n' ':'):$(find /usr/lib/hadoop -type f -name '*.jar' | tr '\n' ':'):/etc/hadoop/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
35
|
+
LD_LIBRARY_PATH="/usr/lib/hadoop/lib/native" CLASSPATH=$(find /usr/lib/hadoop-hdfs -type f -name '*.jar' | tr '\n' ':'):$(find /usr/lib/hadoop -type f -name '*.jar' | grep -v sources | tr '\n' ':'):/etc/hadoop/conf $LOGSTASH_DIR/bin/logstash agent -f logstash.conf
|
|
36
36
|
|
|
37
37
|
|
|
38
38
|
# HDFS Configuration
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
|
|
3
3
|
s.name = 'logstash-output-hdfs'
|
|
4
|
-
s.version = '0.2.
|
|
4
|
+
s.version = '0.2.2'
|
|
5
5
|
s.licenses = ['Apache License (2.0)']
|
|
6
6
|
s.summary = "$summary"
|
|
7
7
|
s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
|
|
@@ -20,7 +20,7 @@ Gem::Specification.new do |s|
|
|
|
20
20
|
s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
|
|
21
21
|
|
|
22
22
|
# Gem dependencies
|
|
23
|
-
s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
|
|
23
|
+
s.add_runtime_dependency 'logstash-core', '>= 1.4.0', '< 2.0.0'
|
|
24
24
|
|
|
25
25
|
s.add_development_dependency 'logstash-devutils'
|
|
26
26
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-output-hdfs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Avishai Ish-Shalom
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-
|
|
11
|
+
date: 2015-04-08 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -19,7 +19,7 @@ dependencies:
|
|
|
19
19
|
- - <
|
|
20
20
|
- !ruby/object:Gem::Version
|
|
21
21
|
version: 2.0.0
|
|
22
|
-
name: logstash
|
|
22
|
+
name: logstash-core
|
|
23
23
|
prerelease: false
|
|
24
24
|
type: :runtime
|
|
25
25
|
version_requirements: !ruby/object:Gem::Requirement
|
|
@@ -78,7 +78,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
78
78
|
version: '0'
|
|
79
79
|
requirements: []
|
|
80
80
|
rubyforge_project:
|
|
81
|
-
rubygems_version: 2.
|
|
81
|
+
rubygems_version: 2.4.5
|
|
82
82
|
signing_key:
|
|
83
83
|
specification_version: 4
|
|
84
84
|
summary: $summary
|