embulk-input-hdfs 0.1.4 → 0.1.5
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 115bf772d6e3eefcf1326451556c501a7efda067
|
4
|
+
data.tar.gz: ddcd9284f586d5ed27c586eece4132e9f781e045
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8dd925dfb1b48497255fb5755f22e6ef439165bb3712186b12735743a307bef813b281f3d0d2e43ee038143e9d90249ae70876e6108e281dd012614fb5c97f5d
|
7
|
+
data.tar.gz: 88566caa1b5e3cfb10d243aaa9de123de43ca16cf3473e0c96bb75ebf8e357801a6bbe96a03bf64a5be4ab738b96b51acdc049a1dd59ff3571d2854872f26f6d
|
data/build.gradle
CHANGED
Binary file
|
@@ -197,7 +197,15 @@ public class HdfsFileInputPlugin implements FileInputPlugin
|
|
197
197
|
List<String> fileList = new ArrayList<>();
|
198
198
|
Path rootPath = new Path(pathString);
|
199
199
|
|
200
|
-
|
200
|
+
final FileStatus[] entries = fs.globStatus(rootPath);
|
201
|
+
// `globStatus` does not throw PathNotFoundException.
|
202
|
+
// return null instead.
|
203
|
+
// see: https://github.com/apache/hadoop/blob/branch-2.7.0/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/Globber.java#L286
|
204
|
+
if (entries == null) {
|
205
|
+
return fileList;
|
206
|
+
}
|
207
|
+
|
208
|
+
for (FileStatus entry : entries) {
|
201
209
|
if (entry.isDirectory()) {
|
202
210
|
fileList.addAll(lsr(fs, entry));
|
203
211
|
}
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-input-hdfs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.5
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- takahiro.nakayama
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-11-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -82,7 +82,7 @@ files:
|
|
82
82
|
- classpath/curator-client-2.6.0.jar
|
83
83
|
- classpath/curator-framework-2.6.0.jar
|
84
84
|
- classpath/curator-recipes-2.6.0.jar
|
85
|
-
- classpath/embulk-input-hdfs-0.1.
|
85
|
+
- classpath/embulk-input-hdfs-0.1.5.jar
|
86
86
|
- classpath/gson-2.2.4.jar
|
87
87
|
- classpath/hadoop-annotations-2.6.0.jar
|
88
88
|
- classpath/hadoop-auth-2.6.0.jar
|