bq_fake_view 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b9b3cd29abd815321af3cb724be1768fc8baee68
+  data.tar.gz: 339d15edb49527ded87f26b60118dd445bf7ac99
+SHA512:
+  metadata.gz: b8a5b2a50d5db698945b6af77d6cacab61d9c597d6ff8fa5ab7fff681973b4ef53fa96420fe3365458db3680b8e6496045f49a484aae4e004fe8e50ae5cbda56
+  data.tar.gz: ad9ef7d63bf2f7b6c7fdb4f310b455b9ef29c0ab8bda7706a511b053b3b7729afc71b585fb116a233fa5602eeb711883e741e523289a932df09a0eec5d3e4ba1

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in bq_fake_view.gemspec
+gemspec

data/README.md

@@ -0,0 +1,56 @@
+# BqFakeView
+This gem create Static SQL View on Google Bigquery from Hash data.
+
+It is main purpose to create fake data for testing.
+
+Inspired by [BigQuery で無からリレーションを出現させる - Qiita](http://qiita.com/yancya/items/9af89b6f8d7975ef5892 "BigQuery で無からリレーションを出現させる - Qiita").
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'bq_fake_view'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install bq_fake_view
+
+## Usage
+
+```ruby
+bq_fake_view = BqFakeView.new(Google::Auth.get_application_default(["https://www.googleapis.com/auth/bigquery"]))
+
+data = [
+  {foo: 1, bar: "bar", time: Time.now},
+  {foo: 2, bar: nil, time: Time.now}
+]
+schema = [
+  {name: "foo", type: "INTEGER"},
+  {name: "bar", type: "STRING"},
+  {name: "time", type: "TIMESTAMP"}
+]
+bq_fake_view.create_view("your_project_id", "your_dataset_id", "test_data", data, schema)
+# =>
+# create "test_data" view.
+# view query is
+# SELECT * FROM (SELECT 1 as foo, "bar" as bar, TIMESTAMP('2016-1-8 10:02:01') as time), (SELECT 2 as foo, CAST(NULL as STRING) as bar, TIMESTAMP('2016-1-8 10:02:01') as time)
+
+bq_fake_view.view_query(data, schema) # => return Query string used by View definition
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/joker1007/bq_fake_view.
+

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "bq_fake_view"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/bq_fake_view.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'bq_fake_view/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "bq_fake_view"
+  spec.version       = BqFakeView::VERSION
+  spec.authors       = ["joker1007"]
+  spec.email         = ["kakyoin.hierophant@gmail.com"]
+
+  spec.summary       = %q{This gem create Static SQL View on Google Bigquery from Hash data}
+  spec.description   = %q{This gem create Static SQL View on Google Bigquery from Hash data}
+  spec.homepage      = "https://github.com/joker1007/bq_fake_view"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_runtime_dependency "google-api-client", "~> 0.9.pre3"
+  spec.add_development_dependency "bundler", "~> 1.11"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/lib/bq_fake_view.rb

@@ -0,0 +1,63 @@
+require "bq_fake_view/version"
+
+require 'google/apis/bigquery_v2'
+
+class BqFakeView
+  class CastError < StandardError; end
+  class FieldNotFound < StandardError; end
+
+  def initialize(auth)
+    @bigquery = Google::Apis::BigqueryV2::BigqueryService.new
+    @bigquery.authorization = auth
+    @bigquery
+  end
+
+  def create_view(project_id, dataset_id, name, rows, schema)
+    query = view_query(rows, schema)
+
+    Bigquery.client.insert_table(project_id, dataset_id, Google::Apis::BigqueryV2::Table.new({
+      table_reference: {
+        project_id: project_id,
+        dataset_id: dataset_id,
+        table_id: name,
+      },
+      view: {
+        query: query
+      },
+    }))
+  end
+
+  def view_query(rows, schema)
+    subqueries = rows.map do |r|
+      "(#{sql_from_hash(r, schema)})"
+    end
+    "SELECT * FROM #{subqueries.join(", ")}"
+  end
+
+  def sql_from_hash(row, schema)
+    cols = row.map do |k, v|
+      field = schema.find { |f| f[:name] == k }
+      raise FieldNotFound, "#{k} is not found from schema" unless field
+      "#{cast_to_sql_value(v, field[:type])} as #{k}"
+    end
+
+    "SELECT #{cols.join(", ")}"
+  end
+
+  private
+
+  def cast_to_sql_value(value, type)
+    case value
+    when String
+      %Q{"#{value.gsub(/"/, %q{\"})}"}
+    when Numeric
+      value.to_s
+    when Time, Date
+      "TIMESTAMP(\"#{value.to_s(:db)}\")"
+    when nil
+      "CAST(NULL AS #{type})"
+    else
+      raise CastError, "#{value} is unsupported type"
+    end
+  end
+end

data/lib/bq_fake_view/version.rb

@@ -0,0 +1,3 @@
+class BqFakeView
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification
+name: bq_fake_view
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- joker1007
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-01-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: google-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.pre3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.pre3
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: This gem create Static SQL View on Google Bigquery from Hash data
+email:
+- kakyoin.hierophant@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- bq_fake_view.gemspec
+- lib/bq_fake_view.rb
+- lib/bq_fake_view/version.rb
+homepage: https://github.com/joker1007/bq_fake_view
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: This gem create Static SQL View on Google Bigquery from Hash data
+test_files: []