embulk-input-gcs 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/build.gradle +3 -3
- data/src/main/java/org/embulk/input/gcs/GcsFileInputPlugin.java +4 -5
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e98c28e3608e003f393140a900b4bee8483900d0
|
|
4
|
+
data.tar.gz: ae79e9cabb0eb8d5af7581133fa1f710c775192d
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 293969daec13f2f01dee3cf3e7ba9b89e252c709d38ec174aec1cac55c6b9ac9269e3bf98b29becb14f6e7a1d84c190df66ef2eb33f210a12fb12d7408c757b1
|
|
7
|
+
data.tar.gz: c01d5d46c5b15c4e3478aa2676e826b858ff79c4d69619079725afb3951338faab22b623429a692207c28e0318df2bc3f2c1baacafed832b42a1bb732d3cad6d
|
data/build.gradle
CHANGED
|
@@ -12,11 +12,11 @@ configurations {
|
|
|
12
12
|
provided
|
|
13
13
|
}
|
|
14
14
|
|
|
15
|
-
version = "0.1.
|
|
15
|
+
version = "0.1.2"
|
|
16
16
|
|
|
17
17
|
dependencies {
|
|
18
|
-
compile "org.embulk:embulk-core:0.
|
|
19
|
-
provided "org.embulk:embulk-core:0.
|
|
18
|
+
compile "org.embulk:embulk-core:0.5.1"
|
|
19
|
+
provided "org.embulk:embulk-core:0.5.1"
|
|
20
20
|
|
|
21
21
|
compile "com.google.http-client:google-http-client-jackson2:1.19.0"
|
|
22
22
|
compile ("com.google.apis:google-api-services-storage:v1-rev27-1.19.1") {exclude module: "guava-jdk5"}
|
|
@@ -60,8 +60,7 @@ public class GcsFileInputPlugin
|
|
|
60
60
|
public String getServiceAccountEmail();
|
|
61
61
|
|
|
62
62
|
@Config("application_name")
|
|
63
|
-
|
|
64
|
-
@ConfigDefault("1000000000")
|
|
63
|
+
@ConfigDefault("\"Embulk GCS input plugin\"")
|
|
65
64
|
public String getApplicationName();
|
|
66
65
|
|
|
67
66
|
@Config("p12_keyfile_fullpath")
|
|
@@ -142,7 +141,7 @@ public class GcsFileInputPlugin
|
|
|
142
141
|
.build();
|
|
143
142
|
return cred;
|
|
144
143
|
} catch (IOException e) {
|
|
145
|
-
log.warn("Could not load client secrets file "
|
|
144
|
+
log.warn(String.format("Could not load client secrets file %s", task.getP12KeyfileFullpath()));
|
|
146
145
|
} catch (GeneralSecurityException e) {
|
|
147
146
|
log.warn ("Google Authentication was failed");
|
|
148
147
|
}
|
|
@@ -205,7 +204,7 @@ public class GcsFileInputPlugin
|
|
|
205
204
|
Objects objects = listObjects.execute();
|
|
206
205
|
List<StorageObject> items = objects.getItems();
|
|
207
206
|
if (items == null) {
|
|
208
|
-
log.info("No file was found in bucket
|
|
207
|
+
log.info(String.format("No file was found in bucket:%s prefix:%s", bucket, prefix));
|
|
209
208
|
break;
|
|
210
209
|
}
|
|
211
210
|
for (StorageObject o : items) {
|
|
@@ -221,7 +220,7 @@ public class GcsFileInputPlugin
|
|
|
221
220
|
listObjects.setPageToken(lastKey);
|
|
222
221
|
} while (lastKey != null);
|
|
223
222
|
} catch (Exception e) {
|
|
224
|
-
log.warn("Could not get file list from bucket
|
|
223
|
+
log.warn(String.format("Could not get file list from bucket:%s", bucket));
|
|
225
224
|
log.warn(e.getMessage());
|
|
226
225
|
}
|
|
227
226
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-input-gcs
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Satoshi Akama
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-03-
|
|
11
|
+
date: 2015-03-07 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -58,7 +58,7 @@ files:
|
|
|
58
58
|
- src/test/java/org/embulk/input/gcs/TestGcsFileInputPlugin.java
|
|
59
59
|
- classpath/commons-codec-1.3.jar
|
|
60
60
|
- classpath/commons-logging-1.1.1.jar
|
|
61
|
-
- classpath/embulk-input-gcs-0.1.
|
|
61
|
+
- classpath/embulk-input-gcs-0.1.2.jar
|
|
62
62
|
- classpath/google-api-client-1.19.1.jar
|
|
63
63
|
- classpath/google-api-services-storage-v1-rev27-1.19.1.jar
|
|
64
64
|
- classpath/google-http-client-1.19.0.jar
|