bigquery_migration 0.1.0.pre5 → 0.1.0.pre6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a97b4467ac7f590ebcdfc72191270b67670a50a2
-  data.tar.gz: 00e9d766e4234ef79a67464dd69d30f7619376a4
+  metadata.gz: 7f59228af936baf7e4dab8f4e065f24945f47c26
+  data.tar.gz: 7fa846a9830ec47617e92b76899adba0a8ad1891
 SHA512:
-  metadata.gz: 4a69066ad64ce36003930f62e260db450d86482e8a05a37c6cc0e44cb71634f2db00fef4f85c6733aab055d0df6b74a1e1b21f50b66c2ff6d7ca7416bf8ef891
-  data.tar.gz: 73c7c9260f997a53dd6920c695b84ade0a422ea6cf079043cd6b9d2f2f6b991d1e4404362c6b9eb5f70da664904175481a21fa5e3ddcdfd623b8793e1309f041
+  metadata.gz: 63474dac494bc19b8041255d43cb1f8c20513379bf397c30b5390dba30aa59ff3e3db9193841af9b713a73aecccda305b32c73c88ca41337f6e2df6cdfa185dd
+  data.tar.gz: a0c74a1689507a38b6194393e691b3fcdcbd3a82b9e62b9f0e3bd93713d5d6f28a857b1610ef7bacec9f168aabbc5f2103956dd70568afa8e15e5b44c8025ea1

data/example/copy_table.yml

@@ -0,0 +1,20 @@
+bigquery: &bigquery
+  json_keyfile: example/your-project-000.json
+  dataset: your_dataset_name
+  table: your_table_name
+
+actions:
+- action: create_dataset
+  <<: *bigquery
+- action: migrate_table
+  <<: *bigquery
+  columns:
+    - { name: 'timestamp', type: 'TIMESTAMP' }
+    - name: 'record'
+      type: 'RECORD'
+      fields:
+        - { name: 'string', type: 'STRING' }
+        - { name: 'integer', type: 'INTEGER' }
+- action: copy_table
+  <<: *bigquery
+  destination_table: your_table_name_copy

data/example/example.yml

@@ -0,0 +1 @@
+migrate_table.yml

data/example/insert_select.yml

@@ -0,0 +1,21 @@
+bigquery: &bigquery
+  json_keyfile: example/your-project-000.json
+  dataset: your_dataset_name
+  table: your_table_name
+
+actions:
+- action: create_dataset
+  <<: *bigquery
+- action: migrate_table
+  <<: *bigquery
+  columns:
+    - { name: 'timestamp', type: 'TIMESTAMP' }
+    - name: 'record'
+      type: 'RECORD'
+      fields:
+        - { name: 'string', type: 'STRING' }
+        - { name: 'integer', type: 'INTEGER' }
+- action: insert_select
+  <<: *bigquery
+  destination_table: your_table_name_insert_select
+  query: select * from [your_dataset_name.your_table_name]

data/example/migrate_table.yml

@@ -0,0 +1,22 @@
+bigquery: &bigquery
+  json_keyfile: example/your-project-000.json
+  dataset: your_dataset_name
+  table: your_table_name
+
+actions:
+- action: create_dataset
+  <<: *bigquery
+- action: migrate_table
+  <<: *bigquery
+  columns:
+    - { name: 'timestamp', type: 'TIMESTAMP' }
+    - name: 'record'
+      type: 'RECORD'
+      fields:
+        - { name: 'string', type: 'STRING' }
+        - { name: 'integer', type: 'INTEGER' }
+- action: migrate_table
+  <<: *bigquery
+  schema_file: example/schema.json
+- action: delete_table
+  <<: *bigquery

data/lib/bigquery_migration/action.rb

@@ -39,6 +39,8 @@ class BigqueryMigration
         migrate_table
         insert
         preview
+        insert_select
+        copy_table
       ])
     end
 
@@ -81,5 +83,24 @@ class BigqueryMigration
     def preview
       client.list_table_data(max_results: config[:max_results])
     end
+
+    def copy_table
+      client.copy_table(
+        destination_table: config[:destination_table],
+        destination_dataset: config[:destination_dataset],
+        source_table: config[:source_table],
+        source_dataset: config[:source_dataset],
+        write_disposition: config[:write_disposition],
+      )
+    end
+
+    def insert_select
+      client.insert_select(
+        query: config[:query],
+        destination_table: config[:destination_table],
+        destination_dataset: config[:destination_dataset],
+        write_disposition: config[:write_disposition],
+      )
+    end
   end
 end

data/lib/bigquery_migration/bigquery_wrapper.rb

@@ -107,6 +107,9 @@ class BigqueryMigration
       begin
         result = get_table
         response = result[:responses][:get_table]
+        return [] unless response
+        return [] unless response.schema
+        return [] unless response.schema.fields
         response.schema.fields.map {|column| column.to_h }
       rescue NotFoundError
         return []
@@ -470,10 +473,11 @@ class BigqueryMigration
     end
     alias :add_column :patch_table
 
-    def copy_table(destination_table:, destination_dataset: nil, source_table: nil, source_dataset: nil, write_disposition: 'WRITE_TRUNCATE')
+    def copy_table(destination_table:, destination_dataset: nil, source_table: nil, source_dataset: nil, write_disposition: nil)
       source_table ||= self.table
       source_dataset ||= self.dataset
       destination_dataset ||= source_dataset
+      write_disposition ||= 'WRITE_TRUNCATE'
 
       body = {
         configuration: {
@@ -509,9 +513,10 @@ class BigqueryMigration
       }
     end
 
-    def insert_select(query:, destination_table: nil, destination_dataset: nil, write_disposition: 'WRITE_TRUNCATE')
+    def insert_select(query:, destination_table: nil, destination_dataset: nil, write_disposition: nil)
       destination_table   ||= self.table
       destination_dataset ||= self.dataset
+      write_disposition ||= 'WRITE_TRUNCATE'
 
       body  = {
         configuration: {

data/lib/bigquery_migration/version.rb

@@ -1,3 +1,3 @@
 class BigqueryMigration
-  VERSION = "0.1.0.pre5"
+  VERSION = "0.1.0.pre6"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bigquery_migration
 version: !ruby/object:Gem::Version
-  version: 0.1.0.pre5
+  version: 0.1.0.pre6
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-03-26 00:00:00.000000000 Z
+date: 2016-04-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client
@@ -141,7 +141,10 @@ files:
 - bigquery_migration.gemspec
 - bin/console
 - bin/setup
+- example/copy_table.yml
 - example/example.yml
+- example/insert_select.yml
+- example/migrate_table.yml
 - example/schema.json
 - exe/bq_migrate
 - lib/bigquery_migration.rb

data/example/example.yml

@@ -1,22 +0,0 @@
-bigquery: &bigquery
-  json_keyfile: example/your-project-000.json
-  dataset: your_dataset_name
-  table: your_table_name
-
-actions:
-- action: create_dataset
-  <<: *bigquery
-- action: migrate_table
-  <<: *bigquery
-  columns:
-    - { name: 'timestamp', type: 'TIMESTAMP' }
-    - name: 'record'
-      type: 'RECORD'
-      fields:
-        - { name: 'string', type: 'STRING' }
-        - { name: 'integer', type: 'INTEGER' }
-- action: migrate_table
-  <<: *bigquery
-  schema_file: example/schema.json
-- action: delete_table
-  <<: *bigquery