embulk-output-larges3 0.1.3 → 0.1.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +5 -1
- data/build.gradle +6 -1
- data/classpath/embulk-output-larges3-0.1.7.jar +0 -0
- data/classpath/jackson-annotations-2.13.3.jar +0 -0
- data/classpath/jackson-core-2.13.3.jar +0 -0
- data/classpath/jackson-databind-2.13.3.jar +0 -0
- data/classpath/jackson-datatype-jdk8-2.13.3.jar +0 -0
- data/src/main/java/org/embulk/output/Larges3FileOutputPlugin.java +1 -1
- metadata +7 -4
- data/classpath/embulk-output-larges3-0.1.3.jar +0 -0
- data/classpath/jackson-databind-2.6.7.1.jar +0 -0
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 30ce0b5554a3457bdcbb4d63a914206f07dc0383
|
|
4
|
+
data.tar.gz: 7d11788f1efad9085e0e27153fab73f01384c4ad
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8d1469bc0e402ff23b0733834db5d7b5b1be276145bb11d3df7b70ca390b7abd6feec54528a0fd25d840637c998e4f4db7268dcefca222917c10a658d272beaf
|
|
7
|
+
data.tar.gz: 5231be212023d27d49e1536264396d7f1cb630ff79b34fe3c12dfedc342a8fa5a8d660bb07da77ce1fc1094d76f1d6dc3577a3853f6199ba4732c1d0762cd4b1
|
data/README.md
CHANGED
|
@@ -12,6 +12,10 @@ This plugin is an extension of classic s3 output plugin. [https://github.com/lli
|
|
|
12
12
|
* **Resume supported**: no
|
|
13
13
|
* **Cleanup supported**: yes
|
|
14
14
|
|
|
15
|
+
## Install
|
|
16
|
+
```
|
|
17
|
+
embulk gem install embulk-output-larges3
|
|
18
|
+
```
|
|
15
19
|
## Configuration
|
|
16
20
|
|
|
17
21
|
- **path_prefix**: prefix of target keys (string, required)
|
|
@@ -62,4 +66,4 @@ out:
|
|
|
62
66
|
|
|
63
67
|
```
|
|
64
68
|
$ ./gradlew gem
|
|
65
|
-
```
|
|
69
|
+
```
|
data/build.gradle
CHANGED
|
@@ -13,13 +13,18 @@ configurations {
|
|
|
13
13
|
provided
|
|
14
14
|
}
|
|
15
15
|
|
|
16
|
-
version = "0.1.
|
|
16
|
+
version = "0.1.7"
|
|
17
17
|
|
|
18
18
|
sourceCompatibility = 1.8
|
|
19
19
|
targetCompatibility = 1.8
|
|
20
20
|
|
|
21
21
|
dependencies {
|
|
22
22
|
compile "org.embulk:embulk-core:0.9.7"
|
|
23
|
+
compile "com.fasterxml.jackson.core:jackson-annotations:2.13.3"
|
|
24
|
+
compile "com.fasterxml.jackson.core:jackson-core:2.13.3"
|
|
25
|
+
compile "com.fasterxml.jackson.core:jackson-databind:2.13.3"
|
|
26
|
+
compile "com.fasterxml.jackson.datatype:jackson-datatype-jdk8:2.13.3"
|
|
27
|
+
|
|
23
28
|
provided "org.embulk:embulk-core:0.9.7"
|
|
24
29
|
compile "com.amazonaws:aws-java-sdk-s3:1.11.271"
|
|
25
30
|
testCompile "junit:junit:4.+"
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -209,7 +209,7 @@ public class Larges3FileOutputPlugin
|
|
|
209
209
|
File file = new File(from.toString());
|
|
210
210
|
long contentLength = file.length();
|
|
211
211
|
long partSize = Long.parseLong(this.partSize); // Set part size to 50 MB.
|
|
212
|
-
|
|
212
|
+
log.info("Splitting into {} Byte size parts", partSize);
|
|
213
213
|
try {
|
|
214
214
|
// Step 2: Upload parts.
|
|
215
215
|
long filePosition = 0;
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-larges3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Angelos Alexopoulos
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2022-09-21 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -64,15 +64,18 @@ files:
|
|
|
64
64
|
- classpath/commons-logging-1.2.jar
|
|
65
65
|
- classpath/aws-java-sdk-core-1.11.271.jar
|
|
66
66
|
- classpath/ion-java-1.0.2.jar
|
|
67
|
+
- classpath/jackson-core-2.13.3.jar
|
|
67
68
|
- classpath/httpclient-4.5.2.jar
|
|
68
69
|
- classpath/commons-codec-1.9.jar
|
|
69
70
|
- classpath/aws-java-sdk-s3-1.11.271.jar
|
|
70
|
-
- classpath/embulk-output-larges3-0.1.
|
|
71
|
+
- classpath/embulk-output-larges3-0.1.7.jar
|
|
72
|
+
- classpath/jackson-databind-2.13.3.jar
|
|
73
|
+
- classpath/jackson-annotations-2.13.3.jar
|
|
71
74
|
- classpath/jmespath-java-1.11.271.jar
|
|
72
75
|
- classpath/jackson-dataformat-cbor-2.6.7.jar
|
|
73
|
-
- classpath/jackson-databind-2.6.7.1.jar
|
|
74
76
|
- classpath/httpcore-4.4.4.jar
|
|
75
77
|
- classpath/aws-java-sdk-kms-1.11.271.jar
|
|
78
|
+
- classpath/jackson-datatype-jdk8-2.13.3.jar
|
|
76
79
|
homepage: https://github.com/angelosalexopoulos/embulk-output-larges3
|
|
77
80
|
licenses:
|
|
78
81
|
- MIT
|
|
Binary file
|
|
Binary file
|