embulk-input-gcs 0.1.1 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/build.gradle +3 -3
- data/src/main/java/org/embulk/input/gcs/GcsFileInputPlugin.java +4 -5
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e98c28e3608e003f393140a900b4bee8483900d0
|
|
4
|
+
data.tar.gz: ae79e9cabb0eb8d5af7581133fa1f710c775192d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 293969daec13f2f01dee3cf3e7ba9b89e252c709d38ec174aec1cac55c6b9ac9269e3bf98b29becb14f6e7a1d84c190df66ef2eb33f210a12fb12d7408c757b1
|
|
7
|
+
data.tar.gz: c01d5d46c5b15c4e3478aa2676e826b858ff79c4d69619079725afb3951338faab22b623429a692207c28e0318df2bc3f2c1baacafed832b42a1bb732d3cad6d
|
data/build.gradle
CHANGED
|
@@ -12,11 +12,11 @@ configurations {
|
|
|
12
12
|
provided
|
|
13
13
|
}
|
|
14
14
|
|
|
15
|
-
version = "0.1.
|
|
15
|
+
version = "0.1.2"
|
|
16
16
|
|
|
17
17
|
dependencies {
|
|
18
|
-
compile "org.embulk:embulk-core:0.
|
|
19
|
-
provided "org.embulk:embulk-core:0.
|
|
18
|
+
compile "org.embulk:embulk-core:0.5.1"
|
|
19
|
+
provided "org.embulk:embulk-core:0.5.1"
|
|
20
20
|
|
|
21
21
|
compile "com.google.http-client:google-http-client-jackson2:1.19.0"
|
|
22
22
|
compile ("com.google.apis:google-api-services-storage:v1-rev27-1.19.1") {exclude module: "guava-jdk5"}
|
|
@@ -60,8 +60,7 @@ public class GcsFileInputPlugin
|
|
|
60
60
|
public String getServiceAccountEmail();
|
|
61
61
|
|
|
62
62
|
@Config("application_name")
|
|
63
|
-
|
|
64
|
-
@ConfigDefault("1000000000")
|
|
63
|
+
@ConfigDefault("\"Embulk GCS input plugin\"")
|
|
65
64
|
public String getApplicationName();
|
|
66
65
|
|
|
67
66
|
@Config("p12_keyfile_fullpath")
|
|
@@ -142,7 +141,7 @@ public class GcsFileInputPlugin
|
|
|
142
141
|
.build();
|
|
143
142
|
return cred;
|
|
144
143
|
} catch (IOException e) {
|
|
145
|
-
log.warn("Could not load client secrets file "
|
|
144
|
+
log.warn(String.format("Could not load client secrets file %s", task.getP12KeyfileFullpath()));
|
|
146
145
|
} catch (GeneralSecurityException e) {
|
|
147
146
|
log.warn ("Google Authentication was failed");
|
|
148
147
|
}
|
|
@@ -205,7 +204,7 @@ public class GcsFileInputPlugin
|
|
|
205
204
|
Objects objects = listObjects.execute();
|
|
206
205
|
List<StorageObject> items = objects.getItems();
|
|
207
206
|
if (items == null) {
|
|
208
|
-
log.info("No file was found in bucket
|
|
207
|
+
log.info(String.format("No file was found in bucket:%s prefix:%s", bucket, prefix));
|
|
209
208
|
break;
|
|
210
209
|
}
|
|
211
210
|
for (StorageObject o : items) {
|
|
@@ -221,7 +220,7 @@ public class GcsFileInputPlugin
|
|
|
221
220
|
listObjects.setPageToken(lastKey);
|
|
222
221
|
} while (lastKey != null);
|
|
223
222
|
} catch (Exception e) {
|
|
224
|
-
log.warn("Could not get file list from bucket
|
|
223
|
+
log.warn(String.format("Could not get file list from bucket:%s", bucket));
|
|
225
224
|
log.warn(e.getMessage());
|
|
226
225
|
}
|
|
227
226
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-gcs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Satoshi Akama
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-03-
|
|
11
|
+
date: 2015-03-07 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -58,7 +58,7 @@ files:
|
|
|
58
58
|
- src/test/java/org/embulk/input/gcs/TestGcsFileInputPlugin.java
|
|
59
59
|
- classpath/commons-codec-1.3.jar
|
|
60
60
|
- classpath/commons-logging-1.1.1.jar
|
|
61
|
-
- classpath/embulk-input-gcs-0.1.
|
|
61
|
+
- classpath/embulk-input-gcs-0.1.2.jar
|
|
62
62
|
- classpath/google-api-client-1.19.1.jar
|
|
63
63
|
- classpath/google-api-services-storage-v1-rev27-1.19.1.jar
|
|
64
64
|
- classpath/google-http-client-1.19.0.jar
|