bigqueryid 0.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ebd0bdb293a7eb11391a3da70f46f3b084301088
+  data.tar.gz: 0c7664612aa35d696e37bc303b257b8ed260df08
+SHA512:
+  metadata.gz: 6fc71e931b932fb59d56a9c73c48d7ca0b86b9cb73a59d5d87942d02e2578ecd7214b04f11723c709b493e8468e722720f4956163a61fd2c09886ad8f55e3e53
+  data.tar.gz: 8573c4e24e1bdad7b1a177dfc534e7f8199821577bc60fb73cb154de5ba9c5d18464675bf07ba2a30452a04f610157cb0758de9bd50447432c3d9ca58db7162c

data/README.md

@@ -0,0 +1,69 @@
+# BigQueryID
+
+BigQueryID is an ORM (Object-Relational-Mapper) framework for Google BigQuery in Ruby.
+
+Install
+-------
+```sh
+gem build bigqueryid.gem
+gem install bigqueryid-<version>.gem
+```
+or
+```ruby
+gem 'bigqueryid', :git => 'git://github.com/fabiotomio/bigqueryid.git'
+```
+
+Configure
+---------
+```sh
+export GCLOUD_PROJECT=my-todo-project-id
+export GCLOUD_KEYFILE_JSON=/path/to/keyfile.json
+```
+
+Use
+-------
+```ruby
+# Define product model product.rb
+class Product
+
+  include Bigquery::Base
+
+  dataset 'core'
+  table 'products'
+
+  def self.create_table
+    bigquery.dataset(self.dataset_name).create_table self.table_name do |schema|
+      schema.string 'barcode'
+      schema.timestamp 'created_at'
+      schema.integer 'id'
+      schema.string 'name'
+      schema.float 'price'
+      schema.timestamp 'updated_at'
+    end unless table_exist?
+  end
+
+  def self.fetch_all
+    sql = <<-SQL.squish
+      SELECT
+       *
+      FROM core.products
+      ORDER BY
+        P.name
+    SQL
+    fetch sql
+  end
+end
+
+# Return if table exists
+Product.table_exist?
+
+# Delete table
+Product.delete_table
+
+# Delete and create table
+Product.flush
+
+# Fetch all rows
+Product.fetch_all
+
+```

data/lib/bigqueryid/attributes.rb

@@ -0,0 +1,70 @@
+module Bigqueryid
+  # Define behaviour to attributes of entity.
+  module Attributes
+    extend ActiveSupport::Concern
+
+    included do
+      class_attribute :attributes
+
+      self.attributes = {}
+
+      field :id
+
+      def attributes=(attributes)
+        if attributes.is_a? ::Hash
+          attributes.each_pair { |key, value| send("#{key}=", value) }
+        else
+          raise Bigqueryid::Errors::BigqueryError.new 'Attributes params need is Hash'
+        end
+      rescue
+        raise Bigqueryid::Errors::BigqueryError.new 'Attribute invalid'
+      end
+
+      def properties_names
+        attributes.keys
+      end
+
+      def set_default_values
+        attributes.each_pair do |name, options|
+          next unless options.key? :default
+
+          default = options[:default]
+          # Default might be a lambda
+          value = default.respond_to?(:call) ? default.call : default
+          send("#{name}=", value)
+        end
+      end
+
+      def to_hash
+        hash = {}
+        properties_names.each do |property|
+          hash[property] = send(property)
+        end
+        hash.sort.to_h
+      end
+    end
+
+    class_methods do
+      protected
+
+      def field(name, options = {})
+        add_field(name.to_s, options)
+      end
+
+      def add_field(name, options)
+        attributes[name] = options
+        create_accessors(name)
+      end
+
+      # https://www.leighhalliday.com/ruby-metaprogramming-creating-methods
+      def create_accessors(name)
+        define_method(name) do # Define get method
+          instance_variable_get("@#{name}")
+        end
+        define_method("#{name}=") do |value| # Define set method
+          instance_variable_set("@#{name}", value)
+        end
+      end
+    end
+  end
+end

data/lib/bigqueryid/base/initializable.rb

@@ -0,0 +1,20 @@
+module Bigqueryid
+  module Base
+    # Define behaviour for initialization of Base.
+    module Initializable
+      extend ActiveSupport::Concern
+
+      included do
+        def initialize(options = nil)
+          set_default_values
+          if options.is_a? Google::Cloud::Bigquery::Data
+            properties_names.each { |a| send("#{a}=", options[a.to_s]) }
+            send('id=', options.key.id)
+          elsif options.is_a? ::Hash
+            options.each_pair { |key, value| send("#{key}=", value) }
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bigqueryid/base.rb

@@ -0,0 +1,59 @@
+require 'active_support/concern'
+# BigQuery DSL
+module Bigqueryid
+  # Inject class methods in BigQuery Model
+  module Base
+    extend ActiveSupport::Concern
+
+    include Attributes
+    include Criteria
+
+    include Base::Initializable
+
+    included do
+      class_attribute :dataset_name
+      class_attribute :table_name
+
+      def self.dataset(name)
+        self.dataset_name = name
+      end
+
+      def self.table(name)
+        self.table_name = name
+      end
+
+      def self.gcloud
+        Google::Cloud.new
+      end
+
+      def self.bigquery
+        @bigquery_connection ||= gcloud.bigquery
+      end
+
+      def self.gcloud_table
+        bigquery.dataset(dataset_name).table(table_name)
+      end
+
+      def self.table_exist?
+        gcloud_table ? true : false
+      end
+
+      def self.delete_table
+        gcloud_table.delete if table_exist?
+      end
+
+      def self.flush
+        delete_table
+        create_table
+      end
+
+      def self.load_data_from_csv(gs_url)
+        job = gcloud_table.load gs_url
+      end
+
+      def self.run(query_string)
+        bigquery.query query_string
+      end
+    end
+  end
+end

data/lib/bigqueryid/criteria/queryable.rb

@@ -0,0 +1,25 @@
+module Bigqueryid
+  module Criteria
+    # Defines behaviour for query operations.
+    module Queryable
+      extend ActiveSupport::Concern
+
+      class_methods do
+
+        def run(query)
+          result = bigquery.query query
+          new(result.first) if result.count == 1
+        end
+
+        def fetch(query)
+          result = bigquery.query query
+          if result.count > 0
+            result.map { |element| new(element) }
+          else
+            []
+          end
+        end
+      end
+    end
+  end
+end

data/lib/bigqueryid/criteria.rb

@@ -0,0 +1,8 @@
+module Bigqueryid
+  # Inject behaviour for query operations.
+  module Criteria
+    extend ActiveSupport::Concern
+
+    include Queryable
+  end
+end

data/lib/bigqueryid/errors/bigquery_error.rb

@@ -0,0 +1,6 @@
+module Bigqueryid
+  module Errors
+    class BigqueryError < StandardError
+    end
+  end
+end

data/lib/bigqueryid/timestamps.rb

@@ -0,0 +1,10 @@
+module Bigqueryid
+  # Define behaviour to created_at and updated_at data
+  module Timestamps
+    extend ActiveSupport::Concern
+
+    included do
+      field :created_at, default: -> { Time.now.strftime('%Y-%m-%d %H:%M:%S') }
+    end
+  end
+end

data/lib/bigqueryid/version.rb

@@ -0,0 +1,5 @@
+module Bigqueryid
+  # version string
+  # @api public
+  VERSION = '0.4.0'
+end

data/lib/bigqueryid.rb

@@ -0,0 +1,14 @@
+module Bigqueryid
+  require 'google/cloud/bigquery'
+  require 'active_support/concern'
+  require 'active_model'
+
+  require 'bigqueryid/errors/bigquery_error'
+  require 'bigqueryid/attributes'
+  require 'bigqueryid/criteria/queryable'
+  require 'bigqueryid/criteria'
+  require 'bigqueryid/base/initializable'
+  require 'bigqueryid/base'
+  require 'bigqueryid/timestamps'
+  require 'bigqueryid/version'
+end

metadata

@@ -0,0 +1,95 @@
+--- !ruby/object:Gem::Specification
+name: bigqueryid
+version: !ruby/object:Gem::Version
+  version: 0.4.0
+platform: ruby
+authors:
+- Fabio Tomio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-11-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: google-cloud-bigquery
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.20'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: activemodel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+description: Simple ORM to Google BigQuery
+email: fabiotomio@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- lib/bigqueryid.rb
+- lib/bigqueryid/attributes.rb
+- lib/bigqueryid/base.rb
+- lib/bigqueryid/base/initializable.rb
+- lib/bigqueryid/criteria.rb
+- lib/bigqueryid/criteria/queryable.rb
+- lib/bigqueryid/errors/bigquery_error.rb
+- lib/bigqueryid/timestamps.rb
+- lib/bigqueryid/version.rb
+homepage: http://github.com/fabiotomio/bigqueryid
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.7
+signing_key: 
+specification_version: 4
+summary: Google BigQuery ORM
+test_files: []