embulk-input-s3 0.1.0 → 0.1.1
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 089138d39186ee5b3be9c5568b5fa406ab1950b8
|
|
4
|
+
data.tar.gz: d1ffa739756982425d9d57a8c7f967f99c2c478e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f3063c5fba94ea815a858a099e4ba6d9b945aaa9664be0864f23534c352c8fea597b28bc21fa81901a1557b1cd12c0eea6eecf033621738c4487bc2903fb5b28
|
|
7
|
+
data.tar.gz: f9c80a61ab30392a56cac8730656760575110c82148d96c8054e45a35db2b031648bd43d702c49079a05e5e0369158c0f3f792313032539582221493b6c8861a
|
data/README.md
CHANGED
|
@@ -3,7 +3,6 @@
|
|
|
3
3
|
## Overview
|
|
4
4
|
|
|
5
5
|
* Plugin type: **file input**
|
|
6
|
-
* Rollback supported: **yes**
|
|
7
6
|
* Resume supported: **yes**
|
|
8
7
|
* Cleanup supported: **yes**
|
|
9
8
|
|
|
@@ -21,6 +20,7 @@
|
|
|
21
20
|
in:
|
|
22
21
|
type: s3
|
|
23
22
|
bucket: my-s3-bucket
|
|
23
|
+
path_prefix: logs/csv-
|
|
24
24
|
endpoint: s3-us-west-1.amazonaws.com
|
|
25
25
|
access_key_id: ABCXYZ123ABCXYZ123
|
|
26
26
|
secret_access_key: AbCxYz123aBcXyZ123
|
data/build.gradle
CHANGED
|
@@ -13,11 +13,11 @@ configurations {
|
|
|
13
13
|
provided
|
|
14
14
|
}
|
|
15
15
|
|
|
16
|
-
version = "0.1.
|
|
16
|
+
version = "0.1.1"
|
|
17
17
|
|
|
18
18
|
dependencies {
|
|
19
|
-
compile "org.embulk:embulk-core:0.4.
|
|
20
|
-
provided "org.embulk:embulk-core:0.4.
|
|
19
|
+
compile "org.embulk:embulk-core:0.4.2"
|
|
20
|
+
provided "org.embulk:embulk-core:0.4.2"
|
|
21
21
|
compile "com.amazonaws:aws-java-sdk-s3:1.9.17"
|
|
22
22
|
testCompile "junit:junit:4.+"
|
|
23
23
|
testCompile "org.mockito:mockito-core:1.+"
|
|
@@ -13,12 +13,12 @@ import java.nio.file.FileVisitResult;
|
|
|
13
13
|
import java.nio.file.attribute.BasicFileAttributes;
|
|
14
14
|
import javax.validation.constraints.NotNull;
|
|
15
15
|
import com.google.common.collect.ImmutableList;
|
|
16
|
-
import com.fasterxml.jackson.annotation.JacksonInject;
|
|
17
16
|
import org.embulk.config.Config;
|
|
18
17
|
import org.embulk.config.Task;
|
|
19
18
|
import org.embulk.config.TaskSource;
|
|
20
19
|
import org.embulk.config.ConfigSource;
|
|
21
20
|
import org.embulk.config.ConfigDiff;
|
|
21
|
+
import org.embulk.config.ConfigInject;
|
|
22
22
|
import org.embulk.config.CommitReport;
|
|
23
23
|
import org.embulk.spi.BufferAllocator;
|
|
24
24
|
import org.embulk.spi.Exec;
|
|
@@ -92,7 +92,7 @@ public class S3FileInputPlugin
|
|
|
92
92
|
public List<String> getFiles();
|
|
93
93
|
public void setFiles(List<String> files);
|
|
94
94
|
|
|
95
|
-
@
|
|
95
|
+
@ConfigInject
|
|
96
96
|
public BufferAllocator getBufferAllocator();
|
|
97
97
|
}
|
|
98
98
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-s3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sadayuki Furuhashi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-02-
|
|
11
|
+
date: 2015-02-18 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -68,13 +68,13 @@ files:
|
|
|
68
68
|
- gradlew.bat
|
|
69
69
|
- lib/embulk/input/s3.rb
|
|
70
70
|
- src/main/java/org/embulk/input/s3/S3FileInputPlugin.java
|
|
71
|
-
- src/test/java/org/embulk/
|
|
71
|
+
- src/test/java/org/embulk/input/s3/TestS3FileInputPlugin.java
|
|
72
72
|
- classpath/aws-java-sdk-core-1.9.17.jar
|
|
73
73
|
- classpath/aws-java-sdk-kms-1.9.17.jar
|
|
74
74
|
- classpath/aws-java-sdk-s3-1.9.17.jar
|
|
75
75
|
- classpath/commons-codec-1.6.jar
|
|
76
76
|
- classpath/commons-logging-1.1.3.jar
|
|
77
|
-
- classpath/embulk-input-s3-0.1.
|
|
77
|
+
- classpath/embulk-input-s3-0.1.1.jar
|
|
78
78
|
- classpath/httpclient-4.3.4.jar
|
|
79
79
|
- classpath/httpcore-4.3.2.jar
|
|
80
80
|
homepage: https://github.com/embulk/embulk-input-s3
|