bigquery_migration 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0fc953326453253906c139453f2bd5b7b95e09fd
-  data.tar.gz: e8e2d924b197c6f2b6ddbd4dc162c765396d13ff
+  metadata.gz: 7d3ea2055c104bf0217847c2f8d1efedbfdc5ebd
+  data.tar.gz: 531d0a9fd96ed38a099ab4bdae85682d844c617c
 SHA512:
-  metadata.gz: 4e207d801d7b5a20e241e95c76d391ddc8863cf42c319016ed84e97e226cf2247ad4bd0a452c09ec342725fdd1c92a39353032adb282ca218b2eb1cd4e211663
-  data.tar.gz: a6a6c3932945426f65641eebbc93cb0bda24150a33fd4456a5ebe4b372ab985312131e92c1eab5d9e122db4165682233f0a3f9341ceb8e57112fdf91f1418021
+  metadata.gz: fa9676f4b90a977a81d1b3faeaa96fcabac9fd014b185d9e2108914650b4a902609d6b9b6680ac9b52fb5d5a9e50d54e5d47dccedcbd93aee4a1a1791c22f209
+  data.tar.gz: d01485a18936f412c3b59185d0c41df62b49f28da130853cec76f205169959988316550c252ba6aa593e0414ef674d2d025c26fee32a23d27ea1f2ceb3a89556

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+# 0.1.4 (2016/07/12)
+
+Fixes:
+
+* Fix to allow downcase type and mode
+
 # 0.1.3 (2016/04/22)
 
 Enhancements:

data/README.md

@@ -76,6 +76,17 @@ migrator.migrate_table(columns: columns)
 # migrator.migrate_table(schema_file: '/path/to/schema.json')
 ```
 
+## LIMITATIONS
+
+There are serveral limitations because of BigQuery API limitations:
+
+* Can not handle `mode: REPEATED` columns
+* Can add only `mode: NULLABLE` columns
+* Columns become `mode: NULLABLE` after type changing
+* Will be charged because a query is issued (If only adding columns, it is not charged because it uses patch_table API)
+
+This tool has an advantage that it is **faster** than reloading data entirely.
+
 ## Further Details
 
 * See [BigQueryテーブルのスキーマを変更する - sonots:blog](http://blog.livedoor.jp/sonots/archives/47294596.html) (Japanese)

data/lib/bigquery_migration/bigquery_wrapper.rb

@@ -584,18 +584,18 @@ class BigqueryMigration
         if status == "DONE"
           logger.info {
             "#{kind} job completed... " \
-            "job id:[#{job_id}] elapsed_time:#{elapsed.to_f}sec status:[#{status}]"
+            "job_id:[#{job_id}] elapsed_time:#{elapsed.to_f}sec status:[#{status}]"
           }
           break
         elsif elapsed.to_i > max_polling_time
-          message = "Checking #{kind} job status... " \
-            "job id:[#{job_id}] elapsed_time:#{elapsed.to_f}sec status:[TIMEOUT]"
+          message = "#{kind} job checking... " \
+            "job_id:[#{job_id}] elapsed_time:#{elapsed.to_f}sec status:[TIMEOUT]"
           logger.info { message }
           raise JobTimeoutError.new(message)
         else
           logger.info {
-            "Checking #{kind} job status... " \
-            "job id:[#{job_id}] elapsed_time:#{elapsed.to_f}sec status:[#{status}]"
+            "#{kind} job checking... " \
+            "job_id:[#{job_id}] elapsed_time:#{elapsed.to_f}sec status:[#{status}]"
           }
           sleep wait_interval
           _response = client.get_job(project, job_id)

data/lib/bigquery_migration/schema.rb

@@ -84,13 +84,13 @@ class BigqueryMigration
       end
 
       def validate_type!(type)
-        unless ALLOWED_FIELD_TYPES.include?(type)
+        unless ALLOWED_FIELD_TYPES.include?(type.upcase)
           raise ConfigError, "Column type `#{type}` is not allowed type"
         end
       end
 
       def validate_mode!(mode)
-        unless ALLOWED_FIELD_MODES.include?(mode)
+        unless ALLOWED_FIELD_MODES.include?(mode.upcase)
           raise ConfigError, "Column mode `#{mode}` is not allowed mode"
         end
       end

data/lib/bigquery_migration/version.rb

@@ -1,3 +1,3 @@
 class BigqueryMigration
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bigquery_migration
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Naotoshi Seo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-04-22 00:00:00.000000000 Z
+date: 2016-07-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-api-client