embulk-input-s3 0.2.1 → 0.2.2

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 53fcce53ef48e0de5334962d731a1c3ea66dbb37
4
- data.tar.gz: 2233d5ce4ab1058212e37992b0a32547482a50cb
3
+ metadata.gz: c12721e3646d935cb83dd17b9200134cab108b1e
4
+ data.tar.gz: 0237d9c3e8e7952f52143893a101e3a3e08cc80e
5
5
  SHA512:
6
- metadata.gz: 746680b6afad3a6e302b98ba1e109dc7c2e3899800367a1dd6a08c6372ea79ab31c0ea46be8a5ba7c22421ee9662014c8fd5a8a1f603e83f42dfc69fbba4d623
7
- data.tar.gz: f65c944bb757863135e156472b5d14ef29fce1819970e489f6dfed96b1aed291df8f4be56cd537257f5eade64cb4108f45b65cd8a5c91df2a67c5c7989edb8ca
6
+ metadata.gz: edb9e5d400d0de2c741e7aecd4654695976a856ecaedf87592b4cd65b25c5682b3b677bfd40aebc1e5e0f771e61d6f863768120edc971a9e1f2255ad2f947c3f
7
+ data.tar.gz: 223d01c003770e0c78ba646f7cd9d5c24d3ba26ffd1ba710ff62b88efbdffaa892c43857b2d95c0d1b3400d2f68e77678e75c8738bdd2c40b2880ff1bdd9a29d
Binary file
@@ -29,7 +29,7 @@ import org.embulk.config.Task;
29
29
  import org.embulk.config.TaskSource;
30
30
  import org.embulk.config.ConfigSource;
31
31
  import org.embulk.config.ConfigDiff;
32
- import org.embulk.config.CommitReport;
32
+ import org.embulk.config.TaskReport;
33
33
  import org.embulk.spi.BufferAllocator;
34
34
  import org.embulk.spi.Exec;
35
35
  import org.embulk.spi.FileInputPlugin;
@@ -43,6 +43,8 @@ import static org.embulk.spi.util.RetryExecutor.retryExecutor;
43
43
  public abstract class AbstractS3FileInputPlugin
44
44
  implements FileInputPlugin
45
45
  {
46
+ private final Logger log = Exec.getLogger(S3FileInputPlugin.class);
47
+
46
48
  public interface PluginTask
47
49
  extends Task
48
50
  {
@@ -122,7 +124,7 @@ public abstract class AbstractS3FileInputPlugin
122
124
  @Override
123
125
  public void cleanup(TaskSource taskSource,
124
126
  int taskCount,
125
- List<CommitReport> successCommitReports)
127
+ List<TaskReport> successTaskReports)
126
128
  {
127
129
  // do nothing
128
130
  }
@@ -171,6 +173,10 @@ public abstract class AbstractS3FileInputPlugin
171
173
  AmazonS3Client client = newS3Client(task);
172
174
  String bucketName = task.getBucket();
173
175
 
176
+ if (task.getPathPrefix().equals("/")) {
177
+ log.info("Listing files with prefix \"/\". This doesn't mean all files in a bucket. If you intend to read all files, use \"path_prefix: ''\" (empty string) instead.");
178
+ }
179
+
174
180
  return listS3FilesByPrefix(client, bucketName, task.getPathPrefix(), task.getLastPath());
175
181
  }
176
182
 
@@ -284,9 +290,9 @@ public abstract class AbstractS3FileInputPlugin
284
290
 
285
291
  public void abort() { }
286
292
 
287
- public CommitReport commit()
293
+ public TaskReport commit()
288
294
  {
289
- return Exec.newCommitReport();
295
+ return Exec.newTaskReport();
290
296
  }
291
297
 
292
298
  @Override
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: embulk-input-s3
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ version: 0.2.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Sadayuki Furuhashi
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-07-22 00:00:00.000000000 Z
11
+ date: 2015-08-19 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: bundler
@@ -55,10 +55,10 @@ files:
55
55
  - classpath/aws-java-sdk-s3-1.9.22.jar
56
56
  - classpath/commons-codec-1.6.jar
57
57
  - classpath/commons-logging-1.1.3.jar
58
- - classpath/embulk-input-s3-0.2.1.jar
58
+ - classpath/embulk-input-s3-0.2.2.jar
59
59
  - classpath/httpclient-4.3.4.jar
60
60
  - classpath/httpcore-4.3.2.jar
61
- - classpath/joda-time-2.8.1.jar
61
+ - classpath/joda-time-2.8.2.jar
62
62
  homepage: https://github.com/embulk/embulk-input-s3
63
63
  licenses:
64
64
  - Apache 2.0
Binary file