bigbroda 0.0.1

data/spec/fixtures/vcr_cassettes/datasets.yml

@@ -0,0 +1,119 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://www.googleapis.com/bigquery/v2/projects/985884699512/datasets
+    body:
+      encoding: UTF-8
+      string: '{"datasetReference":{"datasetId":"rspec-schema"}}'
+    headers:
+      User-Agent:
+      - |-
+        google-api-ruby-client/0.7.1 Mac OS X/10.9
+         (gzip)
+      Content-Type:
+      - application/json
+      Accept-Encoding:
+      - gzip
+      Authorization:
+      - Bearer ya29.1.AADtN_Wg4Sg29lGgLuTYiuQYm942Z0_LCwqQ9Jg0OS4RVbh8wzOygJS7_Pe-1y7K
+      Cache-Control:
+      - no-store
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 400
+      message: Bad Request
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Encoding:
+      - gzip
+      Date:
+      - Wed, 26 Feb 2014 00:34:44 GMT
+      Expires:
+      - Wed, 26 Feb 2014 00:34:44 GMT
+      Cache-Control:
+      - private, max-age=0
+      X-Content-Type-Options:
+      - nosniff
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      Content-Length:
+      - '198'
+      Server:
+      - GSE
+      Alternate-Protocol:
+      - 443:quic
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        H4sIAAAAAAAAAM2OOw6DQAxEe05hbZVICSIRVWoazhBSmF0LkPaD7CUN4u5Z
+        IJ8rpLE8b6Z4cwaKmAOrG8wZvIOkdE9pQwma4HDwCarOhhatOu2cCSVsfPBP
+        tIP5FI5EsKO1qfcGDEYUilBX0CiWkfRZdE8OG5VD9S0F3CQRWgK0Y49+csSD
+        hsNoJ4HJG2LRgUmOgN78thFcSO+luJage2TUMS3BBt/lanVa0nmsdkoHs4qV
+        RbHFf1NdsiV7AbxkedaWAQAA
+    http_version: 
+  recorded_at: Wed, 26 Feb 2014 00:34:44 GMT
+- request:
+    method: delete
+    uri: https://www.googleapis.com/bigquery/v2/projects/985884699512/datasets/rspec-schema
+    body:
+      encoding: UTF-8
+      string: ''
+    headers:
+      User-Agent:
+      - |-
+        google-api-ruby-client/0.7.1 Mac OS X/10.9
+         (gzip)
+      Accept-Encoding:
+      - gzip
+      Content-Type:
+      - ''
+      Authorization:
+      - Bearer ya29.1.AADtN_Wg4Sg29lGgLuTYiuQYm942Z0_LCwqQ9Jg0OS4RVbh8wzOygJS7_Pe-1y7K
+      Cache-Control:
+      - no-store
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 400
+      message: Bad Request
+    headers:
+      Content-Type:
+      - application/json; charset=UTF-8
+      Content-Encoding:
+      - gzip
+      Date:
+      - Wed, 26 Feb 2014 00:34:45 GMT
+      Expires:
+      - Wed, 26 Feb 2014 00:34:45 GMT
+      Cache-Control:
+      - private, max-age=0
+      X-Content-Type-Options:
+      - nosniff
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      Content-Length:
+      - '198'
+      Server:
+      - GSE
+      Alternate-Protocol:
+      - 443:quic
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        H4sIAAAAAAAAAM2OOw6DQAxEe05hbZVICSIRVWoazhBSmF0LkPaD7CUN4u5Z
+        IJ8rpLE8b6Z4cwaKmAOrG8wZvIOkdE9pQwma4HDwCarOhhatOu2cCSVsfPBP
+        tIP5FI5EsKO1qfcGDEYUilBX0CiWkfRZdE8OG5VD9S0F3CQRWgK0Y49+csSD
+        hsNoJ4HJG2LRgUmOgN78thFcSO+luJage2TUMS3BBt/lanVa0nmsdkoHs4qV
+        RbHFf1NdsiV7AbxkedaWAQAA
+    http_version: 
+  recorded_at: Wed, 26 Feb 2014 00:34:45 GMT
+recorded_with: VCR 2.8.0

data/spec/fixtures/vcr_cassettes/delete_each_dataset.yml

@@ -0,0 +1,48 @@
+---
+http_interactions:
+- request:
+    method: delete
+    uri: https://www.googleapis.com/bigquery/v2/projects/985884699512/datasets/rspec_schema
+    body:
+      encoding: UTF-8
+      string: ''
+    headers:
+      User-Agent:
+      - |-
+        google-api-ruby-client/0.7.1 Mac OS X/10.9
+         (gzip)
+      Accept-Encoding:
+      - gzip
+      Content-Type:
+      - ''
+      Authorization:
+      - Bearer ya29.1.AADtN_VHikWnQmc17jxgAZiFSL0I58Xs9zF1BB935LWssQalVVpP8ri-FoGEmcU9
+      Cache-Control:
+      - no-store
+      Accept:
+      - '*/*'
+  response:
+    status:
+      code: 204
+      message: No Content
+    headers:
+      Cache-Control:
+      - no-cache, no-store, max-age=0, must-revalidate
+      Pragma:
+      - no-cache
+      Expires:
+      - Fri, 01 Jan 1990 00:00:00 GMT
+      Date:
+      - Wed, 26 Feb 2014 01:02:20 GMT
+      Etag:
+      - '"YElLezYfBS2yoouJ_U61l1GQsXY/vyGp6PvFo4RvsFtPoIWeCReyIC8"'
+      Server:
+      - GSE
+      Alternate-Protocol:
+      - 443:quic
+    body:
+      encoding: UTF-8
+      string: ''
+    http_version: 
+  recorded_at: Wed, 26 Feb 2014 01:02:20 GMT
+recorded_with: VCR 2.8.0

data/spec/functional/adapter/adapter_spec.rb

@@ -0,0 +1,213 @@
+require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
+
+require "active_record"
+require "active_record/connection_adapters/bigquery_adapter.rb"
+
+class CreateUsers < ActiveRecord::Migration
+  def self.up
+    create_table :users do |t|
+      t.string :name
+      t.record :nested_data
+      t.references :taggable, :polymorphic => true
+      t.boolean :admin
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+end
+
+class CreatePosts < ActiveRecord::Migration
+  def self.up
+    create_table :posts do |t|
+      t.string :title
+      t.references :user
+      t.boolean :admin
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+end
+
+class AddPublishedToUser < ActiveRecord::Migration
+  def change
+    add_column :users, :published, :boolean, default: true
+  end
+end
+
+class RemovePublishedToUser < ActiveRecord::Migration
+  def change
+    remove_column :users, :published
+  end
+end
+
+class User < ActiveRecord::Base 
+  validates :name, presence: true
+  has_many :posts
+
+  scope :admins , ->{where(admin: true)}
+end
+
+class Post < ActiveRecord::Base 
+  validates :title, presence: true
+  belongs_to :user
+end
+
+def create_tables
+  @table = GoogleBigquery::Table.create(@project, @name, @table_body )
+  
+  @rows =   {"rows"=> [
+                        {
+                          "insertId"=> Time.now.to_i.to_s,
+                          "json"=> {
+                            "name"=> "User #{Time.now.to_s}"
+                          }
+                        }
+                      ]}
+                      
+  GoogleBigquery::TableData.create(@project, @name, @table_name , @rows )
+end
+
+describe "ActiveRecord Adapter", :vcr => { :allow_unused_http_interactions => true } do
+
+  let(:migration) { CreateUsers.new}
+  let(:posts_migration) { CreatePosts.new}
+  let(:add_col_migration) { AddPublishedToUser.new}
+  let(:remove_col_migration) { RemovePublishedToUser.new}
+
+  before :all do 
+
+    VCR.use_cassette("ActiveRecord_Adapter/authorize_config") do
+      config_setup
+      @auth = GoogleBigquery::Auth.new
+      @auth.authorize
+      @name = "rspec_schema"
+      @project = config_options["email"].match(/(\d*)/)[0]
+
+      @table_name =  "users"
+      @table_body = {  "tableReference"=> {
+                          "projectId"=> @project,
+                          "datasetId"=> @name,
+                          "tableId"=> @table_name}, 
+                        "schema"=> [:fields=>[ 
+                                      {:name=> "id", :type=> "string"},
+                                      {:name=> "name", :type=> "string", :mode => "REQUIRED"},
+                                      {:name=>  "age", :type=> "integer"},
+                                      {:name=> "weight", :type=> "float"},
+                                      {:name=> "is_magic", :type=> "boolean"}
+                                    ]
+                        ]
+                    }
+
+      ActiveRecord::Base.establish_connection(
+        :adapter => 'bigquery', 
+        :project => @project,
+        :database => @name
+      )
+    end
+  end
+
+  before :each do 
+    VCR.use_cassette("ActiveRecord_Adapter/create_each") do
+      GoogleBigquery::Dataset.create(@project, 
+        {"datasetReference"=> { "datasetId" => @name }} )
+      create_tables     
+    end
+  end
+
+  after :each do 
+    VCR.use_cassette("ActiveRecord_Adapter/after_each") do
+      GoogleBigquery::Dataset.delete(@project, @name) 
+    end
+  end
+
+  describe "adapter" do 
+
+    it "simple quering", :vcr do
+      #sleep 50
+      #binding.pry
+      #User.select("name, id").where("name contains ?", "frank").count
+      #User.select("name, id").where("name contains ?", "frank")
+      #User.select("name, id")
+      #User.create(name: "frank capra")
+      #User.find_by(id: "some-id-1393025921")
+      #User.where("id =? and name= ?", "some-id-1393025921", "User 2014-02-21 20:38:41 -0300")
+      expect(User.count).to be 1
+      expect(User.first).to be_an_instance_of User
+      expect(User.all.size).to be 1
+    end
+  end
+
+  describe "migrations" do
+    
+    before :each do 
+      VCR.use_cassette("ActiveRecord_Adapter/after_each") do
+        GoogleBigquery::Table.delete(@project, @name, "users") 
+        migration.up; User.reset_column_information 
+      end
+    end
+   
+    describe '#up', vcr: {:record => :new_episodes} do     
+      it 'adds the created_at & updated_at column', :vcr do
+        User.columns_hash.should have_key('created_at')
+        User.columns_hash.should have_key('updated_at')
+      end
+    end
+
+    describe '#down', vcr: {:record => :new_episodes} do
+      before { 
+        migration.down; User.reset_column_information 
+      }
+     
+      it 'adds the email_at_utc_hour column' do
+        User.should_not be_table_exists
+      end
+
+    end
+
+    #describe "add column", vcr: {:record => :new_episodes} do 
+    #  before { 
+    #    add_col_migration.change; User.reset_column_information 
+    #  }
+     
+    #  it 'adds published column' do
+    #    #binding.pry
+    #    User.columns_hash.should have_key('published')
+    #  end
+    #end
+
+    describe "remove column", vcr: {:record => :new_episodes} do 
+      before { 
+        add_col_migration.change; User.reset_column_information 
+      }
+     
+      it 'should raise error' do
+        expect{remove_col_migration.change}.to raise_error
+      end
+    end
+
+    describe "associations", vcr: {:record => :new_episodes} do 
+      before { 
+        posts_migration.up; Post.reset_column_information 
+      }
+
+      it "users_posts" do 
+        User.create(name: "ALF")
+        #sleep 50
+        post = User.first.posts.create(title: "yeah")
+        #sleep 50
+        expect(User.first).to respond_to(:id)
+        expect(User.first.posts.first).to be_an_instance_of Post
+        expect(User.joins(:posts).first.posts.count).to be 1
+      end
+
+    end
+
+  end
+
+end

data/spec/functional/auth_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe "Config" do
+  before(:all) do
+    config_setup
+    @auth = GoogleBigquery::Auth.new
+  end
+
+  it "authorization object" do
+    VCR.use_cassette('auth') do
+      @auth.authorize
+      @auth.api.class.should be Google::APIClient::API
+      GoogleBigquery::Auth.api.class.should be Google::APIClient::API
+      GoogleBigquery::Auth.client.class.should be Google::APIClient
+    end
+  end
+
+end
+
+
+
+
+
+

data/spec/functional/client_spec.rb

@@ -0,0 +1,9 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+
+describe "Client" do
+  before :each do
+    config_setup
+  end
+
+end

data/spec/functional/config_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe "Config class" do
+  before(:all) do
+
+    GoogleBigquery::Config.setup do |config|
+      config.pass_phrase = config_options["pass_phrase"]
+      config.key_file    = config_options["key_file"]
+      config.client_id   = config_options["client_id"]
+      config.scope       = config_options["scope"]
+      config.profile_id  = config_options["profile_id"]
+      config.email       =  config_options["email"]
+    end
+  end
+
+  it "has all the keys required" do
+    GoogleBigquery::Config.pass_phrase.should_not be_empty
+    GoogleBigquery::Config.key_file.should_not be_empty
+    GoogleBigquery::Config.scope.should_not be_empty
+    GoogleBigquery::Config.profile_id.should_not be_empty
+    GoogleBigquery::Config.email.should_not be_empty
+  end
+
+end

data/spec/functional/dataset_spec.rb

@@ -0,0 +1,77 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe "Dataset", :vcr => { :allow_unused_http_interactions => true } do
+
+  before(:all) do
+     VCR.use_cassette("Dataset/authorize_config") do
+      config_setup
+      @auth = GoogleBigquery::Auth.new
+      @auth.authorize
+      @project = config_options["email"].match(/(\d*)/)[0]
+    end
+  end
+
+  before :each do 
+    @name = "rspec_schema"
+  end
+
+  it ".list", :vcr do
+    expect(GoogleBigquery::Dataset.list(@project)["datasets"]).to_not be_empty
+  end
+
+  context "operations" do 
+    after(:each) do 
+      VCR.use_cassette('delete_each_dataset') do
+        GoogleBigquery::Dataset.delete(@project, @name)
+      end 
+    end
+
+    it "create & .delete", :vcr do
+      expect(
+        GoogleBigquery::Dataset.create(@project, 
+          {"datasetReference"=> { "datasetId" => @name }} )["id"]
+        ).to include @name
+    end
+
+    it ".update & delete", :vcr do
+      expect(
+        GoogleBigquery::Dataset.create(@project, 
+          {"datasetReference"=> { "datasetId" =>@name }} )["id"]
+        ).to include @name
+      
+      expect(
+        GoogleBigquery::Dataset.update(@project, @name,
+          {"datasetReference"=> {
+           "datasetId" =>@name }, 
+          "description"=> "foobar"} )["description"]
+        ).to include "foobar"
+    end
+
+    it ".patch & delete", :vcr do
+      expect(
+        GoogleBigquery::Dataset.create(@project, 
+          {"datasetReference"=> { "datasetId" =>@name }} )["id"]
+        ).to include @name
+      
+      expect(
+        GoogleBigquery::Dataset.patch(@project, @name,
+          {"datasetReference"=> {
+           "datasetId" =>@name }, 
+          "description"=> "foobar"} )["description"]
+        ).to include "foobar"
+    end
+
+    it ".get & delete", :vcr do 
+      expect(
+        GoogleBigquery::Dataset.create(@project, 
+          {"datasetReference"=> { "datasetId" =>@name }} )["id"]
+      ).to include @name
+
+      expect(
+        GoogleBigquery::Dataset.get(@project, @name )["id"]
+      ).to include @name
+    end
+  end
+
+
+end

data/spec/functional/project_spec.rb

@@ -0,0 +1,24 @@
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe "Project", :vcr => { :allow_unused_http_interactions => true } do
+  
+  before(:all) do
+    VCR.use_cassette("Project/authorize_config") do
+      config_setup
+      @auth = GoogleBigquery::Auth.new
+      @auth.authorize
+      @project = config_options["email"].match(/(\d*)/)[0]
+    end
+  end
+
+  before :each do 
+    @name = "rspec_schema"
+  end
+
+  it ".list", :vcr do
+    expect(
+      GoogleBigquery::Project.list["projects"].class
+    ).to be Array
+  end
+
+end

data/spec/functional/table_data_spec.rb

@@ -0,0 +1,61 @@
+
+
+require File.expand_path(File.dirname(__FILE__) + '../../spec_helper')
+
+describe "TableData", :vcr => { :allow_unused_http_interactions => true } do
+  before(:all) do
+    VCR.use_cassette("TableData/authorize_config") do
+      config_setup
+      @auth = GoogleBigquery::Auth.new
+      @auth.authorize
+      @project = config_options["email"].match(/(\d*)/)[0]
+    end
+  end
+
+  before :each do 
+    @name = "rspec_schema"
+    VCR.use_cassette("TableData/create_each", :record => :new_episodes) do
+      GoogleBigquery::Dataset.create(@project, {"datasetReference"=> { "datasetId" => @name }} )["id"]  
+        @table_name =  "users"
+        @table_body = {  "tableReference"=> {
+                            "projectId"=> @project,
+                            "datasetId"=> @name,
+                            "tableId"=> @table_name}, 
+                "schema"=> [:fields=>[ 
+                                              {:name=> "name", :type=> "string", :mode => "REQUIRED"},
+                                              {:name=>  "age", :type=> "integer"},
+                                              {:name=> "weight", :type=> "float"},
+                                              {:name=> "is_magic", :type=> "boolean"}
+                                      ]
+                          ]
+              }
+      @table = GoogleBigquery::Table.create(@project, @name, @table_body )
+  
+      @rows =   {"rows"=> [
+                            {
+                              "insertId"=> Time.now.to_i.to_s,
+                              "json"=> {
+                                "name"=> "User #{Time.now.to_s}"
+                              }
+                            }
+                          ]}
+    end
+  end
+
+  after(:each) do 
+    VCR.use_cassette("TableData/delete_each") do
+      GoogleBigquery::Dataset.delete(@project, @name) 
+    end
+  end
+
+  it "insertAll" do 
+    VCR.use_cassette("TableData/insertAll2", :record => :new_episodes) do
+      GoogleBigquery::TableData.create(@project, @name, @table_name , @rows )
+      #sleep 60
+      expect(GoogleBigquery::Jobs.query(@project, {"query"=> "SELECT * FROM [#{@name}.#{@table_name}] LIMIT 1000" })["rows"].empty?).to be false
+      expect(GoogleBigquery::TableData.list(@project, @name, @table_name)["rows"].empty?).to be false
+    end
+  end
+
+
+end