bigbroda 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a85336962baf88e59b45231a837fba8593239d8c
-  data.tar.gz: 740fe4fe305e177e8211e89fcf4a678d03f5a26c
+  metadata.gz: 6fccea072492e7e4324d86cd6f244edfcb747329
+  data.tar.gz: b4ace5514f1fa3321e32e64f3c5d415cd753b1c1
 SHA512:
-  metadata.gz: a8e82dbbc195c43b093a26e0d1e166d68cc18f6c819a41b7ea486b0f80e4ec044259fc9971a85c8ba160671a5ea03786f331878d97454c5e15cb984c627096ec
-  data.tar.gz: 2bcb219c097c31424e136b1a44c498803e730b9132656968f33ac2ed642c83b4d6dc33224428df6655406fddd3ee1bf9b72ba89a48e3726134bfa59d6ff59ec5
+  metadata.gz: 5b0f96678ecc0b2434127172dcbb72fecb18e55840b8a2c7b682028fc17605c1f8de6b1b7fc514c39e7a702c11b0b3e3e8122e1faaa1bbd4f51101ac1cd73b18
+  data.tar.gz: bd5511d3292c258dc675d9b8771c2aa794e53ad1ac22651c5bccb60da93d20a497d2c2e7ede2fbd6121215652a0f9d0b99c6a6596329f31f9630d1d631899754

data/README.md

@@ -1,6 +1,6 @@
-# GoogleBigquery
+# BigBroda
 
-GoogleBig Query ActiveRecord Adapter & standalone API client
+GoogleBigQuery ActiveRecord Adapter & standalone API client
 
 ## Use Cases:
 
@@ -17,7 +17,7 @@ So, use BigQuery as an OLAP (Online Analytical Processing) service, not as OLTP
 
 Add 'google_bigquery' to your application's Gemfile or install it yourself as:
 
-    $ gem install google_bigquery
+    $ gem install bigbroda
 
 ## Rails / ActiveRecord:
 
@@ -126,6 +126,11 @@ see more at: https://developers.google.com/bigquery/query-reference#joins
   @user.save
 ```
 
+```ruby
+User.create([{name: "miki"}, {name: "jara"}])
+
+```
+
 NOTE: by default the adapter will set Id values as an SecureRandom.hex, and for now all the foreign keys are created as a STRING type 
 
 #### Deletion and edition of single rows:

data/lib/active_record/connection_adapters/bigquery_adapter.rb

@@ -334,7 +334,7 @@ module ActiveRecord
       def bigquery_load(bucket_location = [])
         bucket_location = bucket_location.empty? ? ["#{cfg[:database]}/#{table_name}.json"] : bucket_location
         cfg = connection_config
-        fields = columns.map{|o| {name: o.name, type: o.type} }
+        fields = columns.map{|o| {name: o.name, type: o.sql_type, mode: "nullable" } }
         GoogleBigquery::Jobs.load(cfg[:project], 
           cfg[:database], 
           table_name, 

data/lib/google_bigquery/jobs.rb

@@ -57,6 +57,7 @@ module GoogleBigquery
     end
 
     #export data
+    #TODO: get mappings for formatting options
     def self.export(project_id, dataset_id, table_id, bucket_location)
       body = {'projectId'=> project_id,
        'configuration'=> {
@@ -77,7 +78,7 @@ module GoogleBigquery
         :body_object=> body, 
         :parameters=> {"projectId"=> project_id}
       )
-      
+   
       job_id = JSON.parse(res.body)["jobReference"]["jobId"]
       puts 'Waiting for export to complete..'
 
@@ -98,15 +99,15 @@ module GoogleBigquery
       end
     end
 
+    #TODO: get mappings for formatting options
     def self.load(project_id, dataset_id, table_id, sources, fields)
       body = { 'projectId'=> project_id,
        'configuration'=> {
         'load'=> {
+          'sourceFormat' => "NEWLINE_DELIMITED_JSON",
           'sourceUri' => sources.first,
           'sourceUris' => sources, 
-          'schema' => {
-            "fields"=> fields
-            },
+          
           'destinationTable'=> {
             'projectId'=> project_id,
             'datasetId'=> dataset_id,

data/lib/google_bigquery/version.rb

@@ -1,3 +1,3 @@
 module GoogleBigquery
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/lib/google_bigquery.rb

@@ -24,4 +24,4 @@ module GoogleBigquery
     require File.join(File.dirname(__FILE__), *%w[google_bigquery railtie]) if ::Rails.version.to_s >= '3.1'
   end
 
-end
+end

data/spec/dummy/db/schema.rb

@@ -14,26 +14,26 @@
 ActiveRecord::Schema.define(version: 20140227015551) do
 
   create_table "log_data", force: true do |t|
-    t.string   "name"
-    t.string   "description"
-    t.datetime "created_at"
-    t.datetime "updated_at"
+    t.string    "name"
+    t.string    "description"
+    t.timestamp "created_at"
+    t.timestamp "updated_at"
   end
 
   create_table "posts", force: true do |t|
-    t.string   "title"
-    t.integer  "user_id"
-    t.datetime "created_at"
-    t.datetime "updated_at"
+    t.string    "title"
+    t.string    "user_id"
+    t.timestamp "created_at"
+    t.timestamp "updated_at"
   end
 
   create_table "users", force: true do |t|
-    t.string   "name"
-    t.boolean  "admin"
-    t.integer  "phone"
-    t.datetime "created_at"
-    t.datetime "updated_at"
-    t.string   "last_name"
+    t.string    "name"
+    t.boolean   "admin"
+    t.integer   "phone"
+    t.timestamp "created_at"
+    t.timestamp "updated_at"
+    t.string    "last_name"
   end
 
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bigbroda
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - miguel michelson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-01 00:00:00.000000000 Z
+date: 2014-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler