embulk-input-s3 0.2.1 → 0.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c12721e3646d935cb83dd17b9200134cab108b1e
|
4
|
+
data.tar.gz: 0237d9c3e8e7952f52143893a101e3a3e08cc80e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: edb9e5d400d0de2c741e7aecd4654695976a856ecaedf87592b4cd65b25c5682b3b677bfd40aebc1e5e0f771e61d6f863768120edc971a9e1f2255ad2f947c3f
|
7
|
+
data.tar.gz: 223d01c003770e0c78ba646f7cd9d5c24d3ba26ffd1ba710ff62b88efbdffaa892c43857b2d95c0d1b3400d2f68e77678e75c8738bdd2c40b2880ff1bdd9a29d
|
Binary file
|
Binary file
|
@@ -29,7 +29,7 @@ import org.embulk.config.Task;
|
|
29
29
|
import org.embulk.config.TaskSource;
|
30
30
|
import org.embulk.config.ConfigSource;
|
31
31
|
import org.embulk.config.ConfigDiff;
|
32
|
-
import org.embulk.config.
|
32
|
+
import org.embulk.config.TaskReport;
|
33
33
|
import org.embulk.spi.BufferAllocator;
|
34
34
|
import org.embulk.spi.Exec;
|
35
35
|
import org.embulk.spi.FileInputPlugin;
|
@@ -43,6 +43,8 @@ import static org.embulk.spi.util.RetryExecutor.retryExecutor;
|
|
43
43
|
public abstract class AbstractS3FileInputPlugin
|
44
44
|
implements FileInputPlugin
|
45
45
|
{
|
46
|
+
private final Logger log = Exec.getLogger(S3FileInputPlugin.class);
|
47
|
+
|
46
48
|
public interface PluginTask
|
47
49
|
extends Task
|
48
50
|
{
|
@@ -122,7 +124,7 @@ public abstract class AbstractS3FileInputPlugin
|
|
122
124
|
@Override
|
123
125
|
public void cleanup(TaskSource taskSource,
|
124
126
|
int taskCount,
|
125
|
-
List<
|
127
|
+
List<TaskReport> successTaskReports)
|
126
128
|
{
|
127
129
|
// do nothing
|
128
130
|
}
|
@@ -171,6 +173,10 @@ public abstract class AbstractS3FileInputPlugin
|
|
171
173
|
AmazonS3Client client = newS3Client(task);
|
172
174
|
String bucketName = task.getBucket();
|
173
175
|
|
176
|
+
if (task.getPathPrefix().equals("/")) {
|
177
|
+
log.info("Listing files with prefix \"/\". This doesn't mean all files in a bucket. If you intend to read all files, use \"path_prefix: ''\" (empty string) instead.");
|
178
|
+
}
|
179
|
+
|
174
180
|
return listS3FilesByPrefix(client, bucketName, task.getPathPrefix(), task.getLastPath());
|
175
181
|
}
|
176
182
|
|
@@ -284,9 +290,9 @@ public abstract class AbstractS3FileInputPlugin
|
|
284
290
|
|
285
291
|
public void abort() { }
|
286
292
|
|
287
|
-
public
|
293
|
+
public TaskReport commit()
|
288
294
|
{
|
289
|
-
return Exec.
|
295
|
+
return Exec.newTaskReport();
|
290
296
|
}
|
291
297
|
|
292
298
|
@Override
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-input-s3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Sadayuki Furuhashi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-08-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -55,10 +55,10 @@ files:
|
|
55
55
|
- classpath/aws-java-sdk-s3-1.9.22.jar
|
56
56
|
- classpath/commons-codec-1.6.jar
|
57
57
|
- classpath/commons-logging-1.1.3.jar
|
58
|
-
- classpath/embulk-input-s3-0.2.
|
58
|
+
- classpath/embulk-input-s3-0.2.2.jar
|
59
59
|
- classpath/httpclient-4.3.4.jar
|
60
60
|
- classpath/httpcore-4.3.2.jar
|
61
|
-
- classpath/joda-time-2.8.
|
61
|
+
- classpath/joda-time-2.8.2.jar
|
62
62
|
homepage: https://github.com/embulk/embulk-input-s3
|
63
63
|
licenses:
|
64
64
|
- Apache 2.0
|
Binary file
|