embulk-input-s3 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 089138d39186ee5b3be9c5568b5fa406ab1950b8
|
|
4
|
+
data.tar.gz: d1ffa739756982425d9d57a8c7f967f99c2c478e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f3063c5fba94ea815a858a099e4ba6d9b945aaa9664be0864f23534c352c8fea597b28bc21fa81901a1557b1cd12c0eea6eecf033621738c4487bc2903fb5b28
|
|
7
|
+
data.tar.gz: f9c80a61ab30392a56cac8730656760575110c82148d96c8054e45a35db2b031648bd43d702c49079a05e5e0369158c0f3f792313032539582221493b6c8861a
|
data/README.md
CHANGED
|
@@ -3,7 +3,6 @@
|
|
|
3
3
|
## Overview
|
|
4
4
|
|
|
5
5
|
* Plugin type: **file input**
|
|
6
|
-
* Rollback supported: **yes**
|
|
7
6
|
* Resume supported: **yes**
|
|
8
7
|
* Cleanup supported: **yes**
|
|
9
8
|
|
|
@@ -21,6 +20,7 @@
|
|
|
21
20
|
in:
|
|
22
21
|
type: s3
|
|
23
22
|
bucket: my-s3-bucket
|
|
23
|
+
path_prefix: logs/csv-
|
|
24
24
|
endpoint: s3-us-west-1.amazonaws.com
|
|
25
25
|
access_key_id: ABCXYZ123ABCXYZ123
|
|
26
26
|
secret_access_key: AbCxYz123aBcXyZ123
|
data/build.gradle
CHANGED
|
@@ -13,11 +13,11 @@ configurations {
|
|
|
13
13
|
provided
|
|
14
14
|
}
|
|
15
15
|
|
|
16
|
-
version = "0.1.
|
|
16
|
+
version = "0.1.1"
|
|
17
17
|
|
|
18
18
|
dependencies {
|
|
19
|
-
compile "org.embulk:embulk-core:0.4.
|
|
20
|
-
provided "org.embulk:embulk-core:0.4.
|
|
19
|
+
compile "org.embulk:embulk-core:0.4.2"
|
|
20
|
+
provided "org.embulk:embulk-core:0.4.2"
|
|
21
21
|
compile "com.amazonaws:aws-java-sdk-s3:1.9.17"
|
|
22
22
|
testCompile "junit:junit:4.+"
|
|
23
23
|
testCompile "org.mockito:mockito-core:1.+"
|
|
@@ -13,12 +13,12 @@ import java.nio.file.FileVisitResult;
|
|
|
13
13
|
import java.nio.file.attribute.BasicFileAttributes;
|
|
14
14
|
import javax.validation.constraints.NotNull;
|
|
15
15
|
import com.google.common.collect.ImmutableList;
|
|
16
|
-
import com.fasterxml.jackson.annotation.JacksonInject;
|
|
17
16
|
import org.embulk.config.Config;
|
|
18
17
|
import org.embulk.config.Task;
|
|
19
18
|
import org.embulk.config.TaskSource;
|
|
20
19
|
import org.embulk.config.ConfigSource;
|
|
21
20
|
import org.embulk.config.ConfigDiff;
|
|
21
|
+
import org.embulk.config.ConfigInject;
|
|
22
22
|
import org.embulk.config.CommitReport;
|
|
23
23
|
import org.embulk.spi.BufferAllocator;
|
|
24
24
|
import org.embulk.spi.Exec;
|
|
@@ -92,7 +92,7 @@ public class S3FileInputPlugin
|
|
|
92
92
|
public List<String> getFiles();
|
|
93
93
|
public void setFiles(List<String> files);
|
|
94
94
|
|
|
95
|
-
@
|
|
95
|
+
@ConfigInject
|
|
96
96
|
public BufferAllocator getBufferAllocator();
|
|
97
97
|
}
|
|
98
98
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-s3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Sadayuki Furuhashi
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-02-
|
|
11
|
+
date: 2015-02-18 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: bundler
|
|
@@ -68,13 +68,13 @@ files:
|
|
|
68
68
|
- gradlew.bat
|
|
69
69
|
- lib/embulk/input/s3.rb
|
|
70
70
|
- src/main/java/org/embulk/input/s3/S3FileInputPlugin.java
|
|
71
|
-
- src/test/java/org/embulk/
|
|
71
|
+
- src/test/java/org/embulk/input/s3/TestS3FileInputPlugin.java
|
|
72
72
|
- classpath/aws-java-sdk-core-1.9.17.jar
|
|
73
73
|
- classpath/aws-java-sdk-kms-1.9.17.jar
|
|
74
74
|
- classpath/aws-java-sdk-s3-1.9.17.jar
|
|
75
75
|
- classpath/commons-codec-1.6.jar
|
|
76
76
|
- classpath/commons-logging-1.1.3.jar
|
|
77
|
-
- classpath/embulk-input-s3-0.1.
|
|
77
|
+
- classpath/embulk-input-s3-0.1.1.jar
|
|
78
78
|
- classpath/httpclient-4.3.4.jar
|
|
79
79
|
- classpath/httpcore-4.3.2.jar
|
|
80
80
|
homepage: https://github.com/embulk/embulk-input-s3
|