embulk-input-bigquery_extract_files 0.0.7 → 0.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0728b31117097ca0eef206be33646b0e210a85aa
-  data.tar.gz: 1ce4c3bd0eab4385250bfd7a9876866cd7f4f136
+  metadata.gz: bdb3cb2064c1b19c0748adb981d2593fd30950af
+  data.tar.gz: 4c54a7075d3b4877e0ad66d2e91125fbd2b1af61
 SHA512:
-  metadata.gz: 123ff54b8d18e9ecefaa1525a74792a98ec56537d5123f3e3a5180b62e92b84454fefe42813420fd4c16b5eddb1c300460918dae787b32291271edc2b28afb4c
-  data.tar.gz: 6c3872f92860a27bf42eb8ffc9ad71612c9defbd25f41a82234bb09fad62c5fb87492e6bd8bbf10d8b01ec4c928df4824fd8ffed941a7672b9f3e6b4cdcabd08
+  metadata.gz: 8e4c7646e18867ef61a6488151eed43bda4001b1935bcffc1d5cb5ef545eaf731f3aa94f3f663a07d8d9e363f60b407072dcfea4c41722c5cd8c4dcb807e48cf
+  data.tar.gz: c5f6d6843afb3848714be3bb0ae9dc249ea68f40cf92db75911222c7d72adf0bd55f4b65c8cb1971a8eb357e8678425d0a06befc6d9fb7e0a6668c93da0c04a3

data/.gitignore

@@ -1,16 +1,16 @@
-*~
-/bin/
-/pkg/
-/tmp/
-*.gemspec
-.gradle/
-/classpath/
-build/
-.idea
-/.settings/
-/.metadata/
-.classpath
-.project
-/setenv.bat
-/local_config.yml
-/local_setenv.bat
+*~
+/bin/
+/pkg/
+/tmp/
+*.gemspec
+.gradle/
+/classpath/
+build/
+.idea
+/.settings/
+/.metadata/
+.classpath
+.project
+/setenv.bat
+/local_config.yml
+/local_setenv.bat

data/LICENSE.txt

@@ -1,21 +1,21 @@
-
-MIT License
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -1,144 +1,171 @@
-# Google Cloud Bigquery extract file input plugin for Embulk 
-
-development version. 
-
-## Overview
-
-* **Plugin type**: file input
-* **Resume supported**: no
-* **Cleanup supported**: yes
-
-### Detail
-
-Read files stored in Google Cloud Storage, that exported from Google Cloud Bigquery's table or query result.
-
-Maybe solution for very big data in bigquery.
-
-If you set  **table** config without **query** config, 
-then just extract table to Google Cloud Storage.
-
-If you set **query** config,
-then query result save to temp table and then extracted that temp table to Google Cloud Storage uri.
-see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.extract
-   
-## Usage
-
-### Install plugin
-
-```bash
-embulk gem install embulk-input-bigquery_extract_files
-```
-
-* rubygem url : https://rubygems.org/profiles/jo8937
-
-
-## Configuration
-
-- **project**: Google Cloud Platform (gcp) project id (string, required)
-- **json_keyfile**: gcp service account's private key with json (string, required)
-- **gcs_uri**: bigquery result saved uri. bucket and path names parsed from this uri.  (string, required)
-- **temp_local_path**: extract files download directory in local machine (string, required)
-
-- **dataset**: target datasource dataset (string, default: `null`)
-- **table**: target datasource table. either query or table are required. (string, default: `null`)
-- **query**: target datasource query. either query or table are required. (string, default: `null`)
-
-- **temp_dataset**: if you use **query** param, query result saved here  (string, default: `null`)
-- **temp_table**: if you use **query** param, query result saved here. if not set, plugin generate temp name (string, default: `null`)
-- **use_legacy_sql**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.useLegacySql (string, default: `false`)
-- **cache**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.useQueryCache (string, default: `true`)
-- **create_disposition**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.createDisposition (string, default: `CREATE_IF_NEEDED`)
-- **write_disposition**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.writeDisposition (string, default: `WRITE_APPEND`)
-
-- **file_format**: Table extract file format. see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.extract.destinationFormat (string, default: `CSV`)
-- **compression**: Table extract file compression setting. see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.extract.compression (string, default: `GZIP`)
-
-- **temp_schema_file_path**: bigquery result schema file for parser. (Optional) (string, default: `null`)
-
-- **bigquery_job_wait_second**: bigquery job waiting second. (Optional) (string, default: `600`)
-
-- **cleanup_gcs_before_executing**: delete all file in gcs temp path before process start (Optional) (string, default: `true`)
-
-- **cleanup_gcs_files**: delete all file in gcs temp path after process end (Optional) (string, default: `false`)
-
-- **cleanup_temp_table**: delete query result table after process end (Optional) (string, default: `true`)
-
-- **cleanup_local_temp_files**: delete all file in local temp dir (Optional) (string, default: `true`)
-
-- **decoders**: embulk java-file-input plugin's default attribute. see : http://www.embulk.org/docs/built-in.html#gzip-decoder-plugin
-- **parser**: embulk java-file-input plugin's default .attribute see : http://www.embulk.org/docs/built-in.html#csv-parser-plugin
-
-## Example
-
-```yaml
-in:
-  type: bigquery_extract_files
-  project: googlecloudplatformproject
-  json_keyfile: gcp-service-account-private-key.json
-  dataset: target_dataset
-  #table: target_table
-  query: 'select a,b,c from target_table'
-  gcs_uri: gs://bucket/subdir
-  temp_dataset: temp_dataset
-  temp_local_path: C:\Temp
-  file_format: 'NEWLINE_DELIMITED_JSON'
-  compression: 'GZIP'
-  decoders:
-  - {type: gzip}  
-  parser:
-    type: json
-out: 
-  type: stdout
-```
-
-### Advenced Example 
-
-#### bigquery to mysql with auto-schema 
-
-I have to batch bigquery table to mysql every day for my job.
-then, I wan'to get auto-schema for this file input plugin.
-
-- see also 
- - https://github.com/jo8937/embulk-parser-csv_with_schema_file
- - https://github.com/embulk/embulk-output-jdbc/tree/master/embulk-output-mysql
-
-this is my best practive for bigquery to mysql batch config. 
-
-```yaml
-in:
-  type: bigquery_extract_files
-  project: my-google-project
-  json_keyfile: /tmp/embulk/google_service_account.json
-  query: 'select * from dataset.t_nitocris'
-  temp_dataset: temp_dataset
-  gcs_uri: gs://bucket/embulktemp/t_nitocris_*
-  temp_local_path: /tmp/embulk/data
-  file_format: 'CSV'
-  compression: 'GZIP'
-  temp_schema_file_path: /tmp/embulk/schema/csv_schema_nitocris.json
-  decoders:
-  - {type: gzip}
-  parser:
-    type: csv_with_schema_file
-    default_timestamp_format: '%Y-%m-%d %H:%M:%S %z'
-    schema_path: /tmp/embulk/schema/csv_schema_nitocris.json
-out:
-  type: mysql
-  host: host
-  user: user
-  password: password
-  port: 3306
-  database: MY_DATABASE
-  table: 
-  options: {connectTimeout: 0, waitTimeout: 0, enableQueryTimeouts: false, autoReconnect: true}
-  mode: insert_direct
-  retry_limit: 60
-  retry_wait: 3000
-  batch_size: 4096000
-```
-
-## Build
-
-```
-$ ./gradlew gem  # -t to watch change of files and rebuild continuously
-```
+# Google Cloud Bigquery extract file input plugin for Embulk 
+
+embulk file input plugin. 
+
+- embulk : http://www.embulk.org/docs/
+
+- embulk plugins : http://www.embulk.org/plugins/
+
+Read files stored in Google Cloud Storage that extracted from Google Cloud Bigquery's table or query result.
+
+## Overview
+
+* **Plugin type**: file input
+* **Resume supported**: no
+* **Cleanup supported**: yes
+
+### Detail
+
+Read files stored in Google Cloud Storage, that exported from Google Cloud Bigquery's table or query result.
+
+Maybe solution for very big data in bigquery.
+
+If you set  **table** config without **query** config, 
+then just extract table to Google Cloud Storage.
+
+If you set **query** config,
+then query result save to temp table and then extracted that temp table to Google Cloud Storage uri.
+see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.extract
+   
+## Usage
+
+### Install plugin
+
+```bash
+embulk gem install embulk-input-bigquery_extract_files
+```
+
+* rubygem url : https://rubygems.org/profiles/jo8937
+
+
+## Configuration
+
+- **project**: Google Cloud Platform (gcp) project id (string, required)
+- **json_keyfile**: gcp service account's private key with json (string, required)
+- **location**: location of bigquery dataset and temp_dataset. see : https://cloud.google.com/bigquery/docs/locations (Optional) (string, default: `US`)
+- **gcs_uri**: bigquery result saved uri. bucket and path names parsed from this uri.  (string, required)
+- **temp_local_path**: extract files download directory in local machine (string, required)
+
+- **dataset**: target datasource dataset (string, default: `null`)
+- **table**: target datasource table. either query or table are required. (string, default: `null`)
+- **query**: target datasource query. either query or table are required. (string, default: `null`)
+
+- **temp_dataset**: if you use **query** param, query result saved here  (string, default: `null`)
+- **temp_table**: if you use **query** param, query result saved here. if not set, plugin generate temp name (string, default: `null`)
+- **use_legacy_sql**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.useLegacySql (string, default: `false`)
+- **cache**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.useQueryCache (string, default: `true`)
+- **create_disposition**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.createDisposition (string, default: `CREATE_IF_NEEDED`)
+- **write_disposition**: if you use **query** param, see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.query.writeDisposition (string, default: `WRITE_APPEND`)
+
+- **file_format**: Table extract file format. see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.extract.destinationFormat (string, default: `CSV`)
+- **compression**: Table extract file compression setting. see : https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.extract.compression (string, default: `GZIP`)
+
+- **temp_schema_file_path**: bigquery result schema file for parser. (Optional) (string, default: `null`)
+
+- **bigquery_job_wait_second**: bigquery job waiting second. (Optional) (string, default: `600`)
+
+- **cleanup_gcs_before_executing**: delete all file in gcs temp path before process start (Optional) (string, default: `true`)
+
+- **cleanup_gcs_files**: delete all file in gcs temp path after process end (Optional) (string, default: `false`)
+
+- **cleanup_temp_table**: delete query result table after process end (Optional) (string, default: `true`)
+
+- **cleanup_local_temp_files**: delete all file in local temp dir (Optional) (string, default: `true`)
+
+- **direct_download_enabled**: gcs download option. see : https://developers.google.com/api-client-library/java/google-api-java-client/reference/1.19.1/com/google/api/client/googleapis/media/MediaHttpDownloader#setDirectDownloadEnabled(boolean)  (Optional) (string, default: `false`)
+
+- **decoders**: embulk java-file-input plugin's default attribute. see : http://www.embulk.org/docs/built-in.html#gzip-decoder-plugin
+- **parser**: embulk java-file-input plugin's default .attribute see : http://www.embulk.org/docs/built-in.html#csv-parser-plugin
+
+## Example
+
+```yaml
+in:
+  type: bigquery_extract_files
+  project: googlecloudplatformproject
+  json_keyfile: gcp-service-account-private-key.json
+  dataset: target_dataset
+  #table: target_table
+  query: 'select a,b,c from target_table'
+  gcs_uri: gs://bucket/subdir
+  temp_dataset: temp_dataset
+  temp_local_path: C:\Temp
+  file_format: 'NEWLINE_DELIMITED_JSON'
+  compression: 'GZIP'
+  decoders:
+  - {type: gzip}  
+  parser:
+    type: json
+out: 
+  type: stdout
+```
+
+### Advenced Example 
+
+#### bigquery to mysql with auto-schema 
+
+I have to batch bigquery table to mysql every day for my job.
+then, I wan'to get auto-schema for this file input plugin.
+
+- see also 
+ - https://github.com/jo8937/embulk-parser-csv_with_schema_file
+ - https://github.com/embulk/embulk-output-jdbc/tree/master/embulk-output-mysql
+
+this is my best practive for bigquery to mysql batch config. 
+
+```yaml
+in:
+  type: bigquery_extract_files
+  project: my-google-project
+  json_keyfile: /tmp/embulk/google_service_account.json
+  query: 'select * from dataset.t_nitocris'
+  temp_dataset: temp_dataset
+  gcs_uri: gs://bucket/embulktemp/t_nitocris_*
+  temp_local_path: /tmp/embulk/data
+  file_format: 'CSV'
+  compression: 'GZIP'
+  temp_schema_file_path: /tmp/embulk/schema/csv_schema_nitocris.json
+  decoders:
+  - {type: gzip}
+  parser:
+    type: csv_with_schema_file
+    default_timestamp_format: '%Y-%m-%d %H:%M:%S %z'
+    schema_path: /tmp/embulk/schema/csv_schema_nitocris.json
+out:
+  type: mysql
+  host: host
+  user: user
+  password: password
+  port: 3306
+  database: MY_DATABASE
+  table: 
+  options: {connectTimeout: 0, waitTimeout: 0, enableQueryTimeouts: false, autoReconnect: true}
+  mode: insert_direct
+  retry_limit: 60
+  retry_wait: 3000
+  batch_size: 4096000
+```
+
+* bigquery's TIMESTAMP value format is not exactly one format in one CSV export. you can define optional 'columns' param in 'csv_with_schema_file' parser for another format like below.
+
+```yml
+...
+  parser:
+    type: csv_with_schema_file
+    default_timestamp_format: '%Y-%m-%d %H:%M:%S %z'
+    schema_path: /tmp/embulk/schema/csv_schema_nitocris.json
+    columns:
+      - {name: Date2, type: timestamp, format: '%Y-%m-%d %H:%M:%S.%N %z'}
+```
+
+## Build
+
+```
+$ ./gradlew gem  # -t to watch change of files and rebuild continuously
+```
+
+# Another choice
+
+This plugin useful for file-input type. but maybe so complicated to use.
+
+For portable use, see embulk-input-bigquery : https://github.com/medjed/embulk-input-bigquery

data/build.gradle

@@ -1,102 +1,105 @@
-plugins {
-    id "com.jfrog.bintray" version "1.1"
-    id "com.github.jruby-gradle.base" version "0.1.5"
-    id "java"
-    id "checkstyle"
-}
-import com.github.jrubygradle.JRubyExec
-repositories {
-    mavenCentral()
-    jcenter()
-}
-configurations {
-    provided
-}
-
-version = "0.0.7"
-
-sourceCompatibility = 1.7
-targetCompatibility = 1.7
-
-dependencies {
-    compile ("org.embulk:embulk-core:0.8.36")
-    provided("org.embulk:embulk-core:0.8.36")
-    
-    compile "com.google.http-client:google-http-client-jackson2:1.21.0"
-    compile ('com.google.apis:google-api-services-bigquery:v2-rev363-1.23.0') {exclude module: "guava-jdk5"}
-    compile ("com.google.apis:google-api-services-storage:v1-rev59-1.21.0") {exclude module: "guava-jdk5"}
-    
-    testCompile "junit:junit:4.+"
-    testCompile "org.embulk:embulk-core:0.8.36:tests"
-    testCompile "org.embulk:embulk-standards:0.8.36"
-}
-
-task classpath(type: Copy, dependsOn: ["jar"]) {
-    doFirst { file("classpath").deleteDir() }
-    from (configurations.runtime - configurations.provided + files(jar.archivePath))
-    into "classpath"
-}
-clean { delete "classpath" }
-
-checkstyle {
-    configFile = file("${project.rootDir}/config/checkstyle/checkstyle.xml")
-    toolVersion = '6.14.1'
-}
-checkstyleMain {
-    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
-    ignoreFailures = true
-}
-checkstyleTest {
-    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
-    ignoreFailures = true
-}
-task checkstyle(type: Checkstyle) {
-    classpath = sourceSets.main.output + sourceSets.test.output
-    source = sourceSets.main.allJava + sourceSets.test.allJava
-}
-
-task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
-    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
-    script "${project.name}.gemspec"
-    doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
-}
-
-task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
-    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
-    script "pkg/${project.name}-${project.version}.gem"
-}
-
-task "package"(dependsOn: ["gemspec", "classpath"]) {
-    doLast {
-        println "> Build succeeded."
-        println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
-    }
-}
-
-task gemspec {
-    ext.gemspecFile = file("${project.name}.gemspec")
-    inputs.file "build.gradle"
-    outputs.file gemspecFile
-    doLast { gemspecFile.write($/
-Gem::Specification.new do |spec|
-  spec.name          = "${project.name}"
-  spec.version       = "${project.version}"
-  spec.authors       = ["jo8937"]
-  spec.summary       = %[Bigquery Exports GCS file input plugin for Embulk]
-  spec.description   = %[Reads files stored on Google Cloud Storage, that exportes from Bigquery query result or table]
-  spec.email         = ["jo8937@gmail.com"]
-  spec.licenses      = ["MIT"]
-  spec.homepage      = "https://github.com/jo8937/embulk-input-bigquery_extract_files"
-
-  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
-  spec.test_files    = spec.files.grep(%r"^(test|spec)/")
-  spec.require_paths = ["lib"]
-
-  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
-  spec.add_development_dependency 'bundler', ['~> 1.0']
-  spec.add_development_dependency 'rake', ['>= 10.0']
-end
-/$)
-    }
-}
-clean { delete "${project.name}.gemspec" }
+plugins {
+    id "com.jfrog.bintray" version "1.1"
+    id "com.github.jruby-gradle.base" version "0.1.5"
+    id "java"
+    id "checkstyle"
+}
+import com.github.jrubygradle.JRubyExec
+repositories {
+    mavenCentral()
+    jcenter()
+}
+configurations {
+    provided
+}
+
+version = "0.0.13"
+
+sourceCompatibility = 1.7
+targetCompatibility = 1.7
+
+dependencies {
+    compile ("org.embulk:embulk-core:0.8.36")
+    provided("org.embulk:embulk-core:0.8.36")
+    
+    compile "com.google.guava:guava:16+"
+    compile "com.google.http-client:google-http-client-jackson2:1.28.0"
+    //compile ('com.google.apis:google-api-services-bigquery:v2-rev363-1.23.0') {exclude module: "guava-jdk5"}
+    compile ('com.google.apis:google-api-services-bigquery:v2-rev429-1.25.0') {exclude module: "guava-jdk5"}
+    //compile ("com.google.apis:google-api-services-storage:v1-rev59-1.21.0") {exclude module: "guava-jdk5"}
+    compile ("com.google.apis:google-api-services-storage:v1-rev150-1.25.0") {exclude module: "guava-jdk5"}
+    
+    testCompile "junit:junit:4.+"
+    testCompile "org.embulk:embulk-core:0.8.36:tests"
+    testCompile "org.embulk:embulk-standards:0.8.36"
+}
+
+task classpath(type: Copy, dependsOn: ["jar"]) {
+    doFirst { file("classpath").deleteDir() }
+    from (configurations.runtime - configurations.provided + files(jar.archivePath))
+    into "classpath"
+}
+clean { delete "classpath" }
+
+checkstyle {
+    configFile = file("${project.rootDir}/config/checkstyle/checkstyle.xml")
+    toolVersion = '6.14.1'
+}
+checkstyleMain {
+    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
+    ignoreFailures = true
+}
+checkstyleTest {
+    configFile = file("${project.rootDir}/config/checkstyle/default.xml")
+    ignoreFailures = true
+}
+task checkstyle(type: Checkstyle) {
+    classpath = sourceSets.main.output + sourceSets.test.output
+    source = sourceSets.main.allJava + sourceSets.test.allJava
+}
+
+task gem(type: JRubyExec, dependsOn: ["gemspec", "classpath"]) {
+    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "build"
+    script "${project.name}.gemspec"
+    doLast { ant.move(file: "${project.name}-${project.version}.gem", todir: "pkg") }
+}
+
+task gemPush(type: JRubyExec, dependsOn: ["gem"]) {
+    jrubyArgs "-rrubygems/gem_runner", "-eGem::GemRunner.new.run(ARGV)", "push"
+    script "pkg/${project.name}-${project.version}.gem"
+}
+
+task "package"(dependsOn: ["gemspec", "classpath"]) {
+    doLast {
+        println "> Build succeeded."
+        println "> You can run embulk with '-L ${file(".").absolutePath}' argument."
+    }
+}
+
+task gemspec {
+    ext.gemspecFile = file("${project.name}.gemspec")
+    inputs.file "build.gradle"
+    outputs.file gemspecFile
+    doLast { gemspecFile.write($/
+Gem::Specification.new do |spec|
+  spec.name          = "${project.name}"
+  spec.version       = "${project.version}"
+  spec.authors       = ["jo8937"]
+  spec.summary       = %[Bigquery Exports GCS file input plugin for Embulk]
+  spec.description   = %[Reads files stored on Google Cloud Storage that extracted from bigquery table or query result]
+  spec.email         = ["jo8937@gmail.com"]
+  spec.licenses      = ["MIT"]
+  spec.homepage      = "https://github.com/jo8937/embulk-input-bigquery_extract_files"
+
+  spec.files         = `git ls-files`.split("\n") + Dir["classpath/*.jar"]
+  spec.test_files    = spec.files.grep(%r"^(test|spec)/")
+  spec.require_paths = ["lib"]
+
+  #spec.add_dependency 'YOUR_GEM_DEPENDENCY', ['~> YOUR_GEM_DEPENDENCY_VERSION']
+  spec.add_development_dependency 'bundler', ['~> 1.0']
+  spec.add_development_dependency 'rake', ['>= 10.0']
+end
+/$)
+    }
+}
+clean { delete "${project.name}.gemspec" }