querygazer 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: f22e87052d0282a23350a09cdf2b028c3e70807d5396a2506e2a10e977c5634f
+  data.tar.gz: bb97c3181f90fb99358680942f087340edfaaabe37e7eee4cdaf1563fb114ab8
+SHA512:
+  metadata.gz: ec2f9c4bfcd5f415568d6424ddc108fb1d6d1208bd5d10b5aa34ac9c07d9938a5d22a3a71a3b13eeccc89e8943c3bcc983b7425461aec019b3ca58b64c891a5d
+  data.tar.gz: 4fc4af98b0a09d35bd757c66888709f737a51a6dae08ed078c65d4fcc5c6dc87a306ea935258924f01c4a2d1d77d892d36e083465e6dfe92f5a3e68563fadadd

data/.github/workflows/ruby.yml

@@ -0,0 +1,30 @@
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
+# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
+
+name: Ruby
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  test:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+      uses: ruby/setup-ruby@ec106b438a1ff6ff109590de34ddc62c540232e0
+      with:
+        ruby-version: 2.6
+    - name: Install dependencies
+      run: bundle install
+    - name: Run tests
+      run: bundle exec rake spec

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+.ruby-version
+.python-version
+.example/
+secrets-*.json

data/Gemfile

@@ -0,0 +1,9 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in querygazer.gemspec
+gemspec
+
+gem "rake", "~> 12.0"
+gem "pry"
+gem "solargraph", group: :development
+gem "activesupport"

data/Gemfile.lock

@@ -0,0 +1,172 @@
+PATH
+  remote: .
+  specs:
+    querygazer (0.1.0)
+      google-cloud-bigquery (~> 1.0)
+      google-cloud-storage (~> 1.0)
+      rspec (~> 3.0)
+      rspec-expectations (~> 3.0)
+      rspec-its
+      rspec-mocks (~> 3.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (6.0.3.3)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+      zeitwerk (~> 2.2, >= 2.2.2)
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    ast (2.4.1)
+    backport (1.1.2)
+    benchmark (0.1.0)
+    coderay (1.1.3)
+    concurrent-ruby (1.1.7)
+    declarative (0.0.20)
+    declarative-option (0.1.0)
+    diff-lcs (1.4.4)
+    digest-crc (0.6.0)
+    e2mmap (0.1.0)
+    faraday (1.0.1)
+      multipart-post (>= 1.2, < 3)
+    google-api-client (0.45.1)
+      addressable (~> 2.5, >= 2.5.1)
+      googleauth (~> 0.9)
+      httpclient (>= 2.8.1, < 3.0)
+      mini_mime (~> 1.0)
+      representable (~> 3.0)
+      retriable (>= 2.0, < 4.0)
+      rexml
+      signet (~> 0.12)
+    google-cloud-bigquery (1.23.0)
+      concurrent-ruby (~> 1.0)
+      google-api-client (~> 0.33)
+      google-cloud-core (~> 1.2)
+      googleauth (~> 0.9)
+      mini_mime (~> 1.0)
+    google-cloud-core (1.5.0)
+      google-cloud-env (~> 1.0)
+      google-cloud-errors (~> 1.0)
+    google-cloud-env (1.3.3)
+      faraday (>= 0.17.3, < 2.0)
+    google-cloud-errors (1.0.1)
+    google-cloud-storage (1.29.0)
+      addressable (~> 2.5)
+      digest-crc (~> 0.4)
+      google-api-client (~> 0.33)
+      google-cloud-core (~> 1.2)
+      googleauth (~> 0.9)
+      mini_mime (~> 1.0)
+    googleauth (0.13.1)
+      faraday (>= 0.17.3, < 2.0)
+      jwt (>= 1.4, < 3.0)
+      memoist (~> 0.16)
+      multi_json (~> 1.11)
+      os (>= 0.9, < 2.0)
+      signet (~> 0.14)
+    httpclient (2.8.3)
+    i18n (1.8.5)
+      concurrent-ruby (~> 1.0)
+    jaro_winkler (1.5.4)
+    jwt (2.2.2)
+    maruku (0.7.3)
+    memoist (0.16.2)
+    method_source (1.0.0)
+    mini_mime (1.0.2)
+    mini_portile2 (2.4.0)
+    minitest (5.14.2)
+    multi_json (1.15.0)
+    multipart-post (2.1.1)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    os (1.1.1)
+    parallel (1.19.2)
+    parser (2.7.1.5)
+      ast (~> 2.4.1)
+    pry (0.13.1)
+      coderay (~> 1.1)
+      method_source (~> 1.0)
+    public_suffix (4.0.6)
+    rainbow (3.0.0)
+    rake (12.3.3)
+    regexp_parser (1.8.1)
+    representable (3.0.4)
+      declarative (< 0.1.0)
+      declarative-option (< 0.2.0)
+      uber (< 0.2.0)
+    retriable (3.1.2)
+    reverse_markdown (2.0.0)
+      nokogiri
+    rexml (3.2.4)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.2)
+      rspec-support (~> 3.9.3)
+    rspec-expectations (3.9.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-its (1.3.0)
+      rspec-core (>= 3.0.0)
+      rspec-expectations (>= 3.0.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.3)
+    rubocop (0.92.0)
+      parallel (~> 1.10)
+      parser (>= 2.7.1.5)
+      rainbow (>= 2.2.2, < 4.0)
+      regexp_parser (>= 1.7)
+      rexml
+      rubocop-ast (>= 0.5.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (>= 1.4.0, < 2.0)
+    rubocop-ast (0.7.1)
+      parser (>= 2.7.1.5)
+    ruby-progressbar (1.10.1)
+    signet (0.14.0)
+      addressable (~> 2.3)
+      faraday (>= 0.17.3, < 2.0)
+      jwt (>= 1.5, < 3.0)
+      multi_json (~> 1.10)
+    solargraph (0.39.17)
+      backport (~> 1.1)
+      benchmark
+      bundler (>= 1.17.2)
+      e2mmap
+      jaro_winkler (~> 1.5)
+      maruku (~> 0.7, >= 0.7.3)
+      nokogiri (~> 1.9, >= 1.9.1)
+      parser (~> 2.3)
+      reverse_markdown (>= 1.0.5, < 3)
+      rubocop (~> 0.52)
+      thor (~> 1.0)
+      tilt (~> 2.0)
+      yard (~> 0.9, >= 0.9.24)
+    thor (1.0.1)
+    thread_safe (0.3.6)
+    tilt (2.0.10)
+    tzinfo (1.2.7)
+      thread_safe (~> 0.1)
+    uber (0.1.0)
+    unicode-display_width (1.7.0)
+    yard (0.9.25)
+    zeitwerk (2.4.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport
+  pry
+  querygazer!
+  rake (~> 12.0)
+  solargraph
+
+BUNDLED WITH
+   2.1.4

data/README.md

@@ -0,0 +1,50 @@
+# Querygazer
+
+![Ruby](https://github.com/udzura/querygazer/workflows/Ruby/badge.svg?branch=master) 
+
+Repeated Query Runner - for monitoring, operation and CI.
+
+This gem has a query definition DSL using RSpec.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'querygazer'
+```
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install querygazer
+
+## Usage
+
+```ruby
+describe dataset("example_database") do
+  describe query("SELECT count(*) FROM mytable1") do
+    it { should be_successful }
+    its(:result) { should be_more_than(100) }
+  end
+
+  describe assert("(SELECT count(*) FROM mytable2) > 5",
+                  as: "mytable2 has more than 5 records") do
+    it { should be_successful }
+  end
+end
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/udzura/querygazer.
+

data/Rakefile

@@ -0,0 +1,5 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new("spec")
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "querygazer"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/querygazer.rb

@@ -0,0 +1,36 @@
+require "rspec"
+require "rspec/expectations"
+require "rspec/its"
+require "google/cloud/bigquery"
+require "querygazer/version"
+require "querygazer/dataset"
+require "querygazer/query"
+require "querygazer/result"
+require "querygazer/kernel_ext"
+require "querygazer/example_group_ext"
+
+module Querygazer
+  class << self
+    def setup!(**opts, &blk)
+      if blk
+        Google::Cloud::Bigquery.configure(&blk)
+      end
+      @client ||= Google::Cloud::Bigquery.new(**opts)
+    end
+
+    def __setup__mocks!
+      client = Object.new # singleton
+      dataset = Object.new # singleton
+      client.define_singleton_method :dataset do |*arg|
+        dataset
+      end
+
+      @dataset = dataset
+      @client = client
+    end
+
+    def client
+      @client
+    end
+  end
+end

data/lib/querygazer/dataset.rb

@@ -0,0 +1,13 @@
+module Querygazer
+  class Dataset
+    def initialize(ds_name)
+      @name = ds_name
+      @cli = Querygazer.client.dataset(ds_name)
+    end
+    attr_reader :name, :cli
+
+    def to_s
+      "Dataset #{self.name.inspect}"
+    end
+  end
+end

data/lib/querygazer/example_group_ext.rb

@@ -0,0 +1,17 @@
+module Querygazer
+  module ExampleGroupExt
+    def dataset(name)
+      Dataset.new(name)
+    end
+
+    def query(sql)
+      cli = metadata[:described_class].cli
+      Query.new(sql: sql, cli: cli)
+    end
+  end
+end
+
+class RSpec::Core::ExampleGroup
+  extend Querygazer::ExampleGroupExt
+  include Querygazer::ExampleGroupExt
+end

data/lib/querygazer/kernel_ext.rb

@@ -0,0 +1,13 @@
+module Querygazer
+  module KernelExt
+    def dataset(name)
+      Dataset.new(name)
+    end
+
+    def query(sql)
+      Query.new(sql: sql, dataset: Querygazer.dataset)
+    end
+  end
+end
+
+self.extend Querygazer::KernelExt

data/lib/querygazer/query.rb

@@ -0,0 +1,56 @@
+require 'forwardable'
+
+module Querygazer
+  class Query
+    extend Forwardable
+
+    def initialize(sql:, cli:)
+      @sql = sql
+      @dataset_cli = cli
+    end
+    attr_reader :sql
+
+    def to_s
+      "Query #{@sql.inspect}"
+    end
+
+    def successful?
+      called? || lazy_call
+      @successful
+    end
+
+    def result
+      called? || lazy_call
+      @result
+    end
+
+    def_delegators :result, :[],
+                   :first, :last,
+                   :size, :length, :count
+
+    private
+    def lazy_call
+      @result = Result.new(@dataset_cli.query(@sql))
+      @successful = true
+    rescue => e
+      @query_error = e
+      @successful = false
+    ensure
+      @__called__ = true
+    end
+
+    def called?
+      !! @__called__
+    end
+
+    def method_missing(name, *a, **b)
+      if name =~ /^(?:\w|_)+\[((?:\w|_)+)\]$/
+        key = $1
+        key = key.to_i if key =~ /^\d+$/
+        self.result[key]
+      else
+        super
+      end
+    end
+  end
+end

data/lib/querygazer/result.rb

@@ -0,0 +1,74 @@
+require 'forwardable'
+
+module Querygazer
+  class Result
+    extend Forwardable
+
+    def initialize(raw_result)
+      @raw_result = raw_result
+      @empty_result = false
+      @single_record = false
+      @record = extract_result
+    end
+    attr_reader :raw_result, :record
+
+    def value
+      record.values[0]
+    end
+
+    def extract_result
+      case raw_result.size
+      when 0
+        @empty_result = true
+        {}
+      when 1
+        @single_record = (raw_result[0].keys.size == 1)
+        raw_result[0]
+      else
+        # record should be first record
+        raw_result[0]
+      end
+    end
+
+    def [](key)
+      case key
+      when Numeric
+        raw_result[key].values
+      when Symbol, String
+        record[key.to_sym]
+      else
+        raise KeyError, "Maybe invalid key specified"
+      end
+    end
+
+    def to_a
+      record.values
+    end
+    alias to_record to_a
+
+    def to_records
+      raw_result
+    end
+
+    [
+      :<, :<=, :>, :>=, :==, :eq, # for be <, be >=, ...
+      :-, :+ # for be_within
+    ].each do |op|
+      define_method op do |arg0|
+        if arg0.is_a?(Hash) || arg0.is_a?(Array)
+          self.record.send(op, arg0)
+        else
+          self.value.send(op, arg0)
+        end
+      end
+    end
+
+    [:first, :last].each do |msg|
+      define_method msg do
+        self.to_records.send(msg).values
+      end
+    end
+
+    def_delegators :to_records, :size, :length, :count
+  end
+end

data/lib/querygazer/version.rb

@@ -0,0 +1,3 @@
+module Querygazer
+  VERSION = "0.1.0"
+end

data/querygazer.gemspec

@@ -0,0 +1,33 @@
+require_relative 'lib/querygazer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "querygazer"
+  spec.version       = Querygazer::VERSION
+  spec.authors       = ["Uchio Kondo"]
+  spec.email         = ["udzura@udzura.jp"]
+
+  spec.summary       = %q{Repeated Query Runner}
+  spec.description   = %q{Repeated Query Runner - for monitoring, operation and CI.}
+  spec.homepage      = "https://github.com/udzura/querygazer"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+  # spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+  # spec.metadata["homepage_uri"] = spec.homepage
+  # spec.metadata["source_code_uri"] = "TODO: Put your gem's public repo URL here."
+  # spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
+
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'rspec', '~> 3.0'
+  spec.add_dependency 'rspec-its'
+  spec.add_dependency 'rspec-expectations', '~> 3.0'
+  spec.add_dependency 'rspec-mocks', '~> 3.0'
+  spec.add_dependency 'google-cloud-storage', '~> 1.0'
+  spec.add_dependency 'google-cloud-bigquery', '~> 1.0'
+end

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: querygazer
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Uchio Kondo
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2020-10-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-its
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rspec-mocks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: google-cloud-storage
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: google-cloud-bigquery
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: Repeated Query Runner - for monitoring, operation and CI.
+email:
+- udzura@udzura.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/ruby.yml"
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/querygazer.rb
+- lib/querygazer/dataset.rb
+- lib/querygazer/example_group_ext.rb
+- lib/querygazer/kernel_ext.rb
+- lib/querygazer/query.rb
+- lib/querygazer/result.rb
+- lib/querygazer/version.rb
+- querygazer.gemspec
+homepage: https://github.com/udzura/querygazer
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: Repeated Query Runner
+test_files: []