embulk-input-bigquery_extract_files 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 55f1e7dc3d4dcd5ebe905f42c289c4034702718d
-  data.tar.gz: eda2e0485a70f8fa63e6f4c292a792bd2af7633a
+  metadata.gz: 9fd93a8f3a7c23a8e9abe77ce5ee506be8616257
+  data.tar.gz: 3658a9965a2b6e08e374bf311840471dc29ba1bc
 SHA512:
-  metadata.gz: 30debdbcaed3653c29a66a327d5799c4af50fb1783e20244b8aa8ca539dfbcef3a093d159d5678ae684bee2900af44aa7d884a3dc950cd79ecf3eab92eec652e
-  data.tar.gz: c7f538f8dcb10b1799e6c38d4e0e9c5477da032a13ce3bede7ba03830b98c7f7961b1c87e5d141c7313e2f1781a141b19466a942ab826cfe67bd2c481586c913
+  metadata.gz: 9ffe3c12eec23dbde7f32e7c4be48b2c7a65be282adbed14d54e1d2bb7e057fe77701559144887bef3bda376a9ca3741fcd22298e51c1765c79eae15b15faa02
+  data.tar.gz: 7fcf8e3fd0ec1536feee4c43bb4e32aec909ff1cb14142d574e7351aacb09bd3fff2802ff4c33252b14e20bae4d6b377c6d473a874386931e7a6f4e9fef60690

data/build.gradle

@@ -13,7 +13,7 @@ configurations {
     provided
 }
 
-version = "0.0.9"
+version = "0.0.10"
 
 sourceCompatibility = 1.7
 targetCompatibility = 1.7

data/src/main/java/org/embulk/input/bigquery_export_gcs/BigqueryExportGcsFileInputPlugin.java

@@ -168,7 +168,11 @@ public class BigqueryExportGcsFileInputPlugin implements FileInputPlugin
 
         public String getWorkId();
         public void setWorkId(String temp);
-        
+
+
+        @Config("direct_download_enabled")
+        @ConfigDefault("false")
+        public boolean getDirectDownloadEnabled();
         //public Schema getSchemaConfig();
         //public void setSchameConfig(SchemaConfig schema);
     }

data/src/main/java/org/embulk/input/bigquery_export_gcs/BigqueryExportUtils.java

@@ -393,7 +393,7 @@ public class BigqueryExportUtils
         	log.info("Start download : gs://{}/{} ...to ... {} ",task.getGcsBucket(), file, task.getTempLocalPath());
         	
     	    Storage.Objects.Get getObject = gcs.objects().get(task.getGcsBucket(), file);
-    	    getObject.getMediaHttpDownloader().setDirectDownloadEnabled(true);
+    	    getObject.getMediaHttpDownloader().setDirectDownloadEnabled( task.getDirectDownloadEnabled() );
     	     
     	    // return getObject.executeMediaAsInputStream() // direct InputStream ?? I Think this is faster then temp file. but ...
     	    

data/src/test/java/org/embulk/input/bigquery_export_gcs/TestGoogleCloudAccessData.java

@@ -12,11 +12,6 @@ public class TestGoogleCloudAccessData  extends UnitTestInitializer
 {
 	private static final Logger log = LoggerFactory.getLogger(TestGoogleCloudAccessData.class);
 
-    @Test
-    public void envTest(){
-    	log.info("{}",System.getenv("GCP_PROJECT"));
-    }
-
     @Test
     public void testGcsInputStreamOpen() throws FileNotFoundException, IOException
     {

data/src/test/java/org/embulk/input/bigquery_export_gcs/UnitTestInitializer.java

@@ -83,7 +83,8 @@ public class UnitTestInitializer
                       config.get(String.class, "temp_local_path")
                       );
     }
-    
+
+
     @Test
     public void testInitTask(){
     	BigqueryExportGcsFileInputPlugin.PluginTask task = config.loadConfig(BigqueryExportGcsFileInputPlugin.PluginTask.class );

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-bigquery_extract_files
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - jo8937
@@ -65,7 +65,7 @@ files:
 - src/test/java/org/embulk/input/bigquery_export_gcs/UnitTestInitializer.java
 - classpath/commons-codec-1.10.jar
 - classpath/commons-logging-1.2.jar
-- classpath/embulk-input-bigquery_extract_files-0.0.9.jar
+- classpath/embulk-input-bigquery_extract_files-0.0.10.jar
 - classpath/google-api-client-1.25.0.jar
 - classpath/google-api-services-bigquery-v2-rev402-1.25.0.jar
 - classpath/google-api-services-storage-v1-rev136-1.25.0.jar