redshift_connector-queuery 10.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 44e282de30cd6a22a17e1447c57307fde96b5d602d931214b2fe4381e9bae0d2
+  data.tar.gz: 8942b67704a904beb98538e5b3205d44adfd7ce492d8783a4802913da8bbcd92
+SHA512:
+  metadata.gz: 66e4a3b100707eb125833caa826dbb20c94e8489ed37782d65bf92d1110cd9543efec449e83bc9bee89e7d203967a6d9dfcafbb0ad19036b0227610b03e6f470
+  data.tar.gz: d24cd113783b166aaa3ac8cc68ab56f0ffdd2d11f8f29ed0950e9c1aa0af151476fcdbb214f99f412ce23ddf681e404351134397a63c0c2ac1265b0105623a77

data/.gitignore

@@ -0,0 +1 @@
+/Gemfile.lock

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org/'
+gemspec
+gem 'activerecord', '~> 5.0'
+gem 'mysql2', '< 0.5.0'

data/README.md

@@ -0,0 +1,21 @@
+# redshift_connector adapter for Queuery
+
+redshift_connector adapter for Queuery (Redshift HTTP API).
+Queuery is Cookpad internal system, you may not need this library.
+
+## Setup
+
+Add following line to your Gemfile.
+```
+gem 'redshift_connector-queuery'
+```
+
+Add `config/initializer/redshift_connector.rb` as following:
+```
+QueueryClient.configure do |config|
+  config.endpoint = "https://queuery.example.com"
+  config.token = "xxxxxxxxxx"
+  config.token_secret = "yyyyyyyyyy"
+end
+RedshiftConnector::Exporter.default_data_source = RedshiftConnector::QueueryDataSource.new
+```

data/lib/redshift_connector-queuery.rb

@@ -0,0 +1,3 @@
+require 'redshift_connector/queuery_data_source'
+require 'redshift_connector/queuery_direct_data_source'
+require 'redshift_connector/queuery_exporter'

data/lib/redshift_connector/queuery_data_source.rb

@@ -0,0 +1,22 @@
+require 'redshift_connector/queuery_exporter'
+require 'redshift_connector/exporter_builder'
+require 'redshift_connector/exception'
+require 'queuery_client/client'
+
+module RedshiftConnector
+  class QueueryDataSource
+    def initialize(client = nil)
+      @client = client || QueueryClient::Client.new
+    end
+
+    def exporter_builder
+      ExporterBuilder.new(ds: self, exporter_class: QueueryExporter)
+    end
+
+    def execute_query(stmt, params = [])
+      @client.query(stmt, params)
+    rescue QueueryClient::QueryError => ex
+      raise ExportError, ex.message
+    end
+  end
+end

data/lib/redshift_connector/queuery_direct_data_source.rb

@@ -0,0 +1,10 @@
+require 'redshift_connector/queuery_data_source'
+require 'redshift_connector/exception'
+
+module RedshiftConnector
+  class QueueryDirectDataSource < QueueryDataSource
+    def execute_query(stmt, params = [])
+      super(stmt, params).direct
+    end
+  end
+end

data/lib/redshift_connector/queuery_exporter.rb

@@ -0,0 +1,29 @@
+require 'redshift_connector/logger'
+
+module RedshiftConnector
+  class QueueryExporter
+    def initialize(ds:, query:, bundle_params: nil, enable_sort: false, logger: RedshiftConnector.logger)
+      @ds = ds
+      @query = query
+      @bundle_params = bundle_params
+      @bundle = nil
+      @enable_sort = enable_sort
+      @logger = logger
+    end
+
+    attr_reader :query
+    attr_reader :bundle_params
+    attr_reader :bundle
+    attr_reader :logger
+
+    def execute
+      @logger.info "EXPORT #{@query.description} -> (Queuery S3 tmp)"
+      stmt = @query.to_sql
+      @logger.info "[SQL/Queuery] #{stmt.strip}"
+      # FIXME: support enable_sort
+      # FIXME: pass bundle_params?
+      @bundle = @ds.execute_query(stmt)
+      @bundle
+    end
+  end
+end

data/redshift_connector-queuery.gemspec

@@ -0,0 +1,20 @@
+Gem::Specification.new do |s|
+  s.platform = Gem::Platform::RUBY
+  s.name = 'redshift_connector-queuery'
+  s.version = '10.0.0'
+  s.summary = 'Queuery adapter for redshift_connector'
+  s.license = 'MIT'
+
+  s.author = ['Minero Aoki']
+  s.email = ['aamine@loveruby.net']
+  s.homepage = 'https://github.com/bricolages/redshift_connector-queuery'
+
+  s.files = `git ls-files -z`.split("\x0").reject {|f| f.match(%r{^(test|spec|features)/}) }
+  s.require_path = 'lib'
+
+  s.required_ruby_version = '>= 2.1.0'
+  s.add_dependency 'redshift_connector', '~> 8.0'
+  s.add_dependency 'queuery_client', '~> 1.0'
+  s.add_development_dependency 'test-unit'
+  s.add_development_dependency 'rake'
+end

metadata

@@ -0,0 +1,108 @@
+--- !ruby/object:Gem::Specification
+name: redshift_connector-queuery
+version: !ruby/object:Gem::Version
+  version: 10.0.0
+platform: ruby
+authors:
+- Minero Aoki
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-07-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redshift_connector
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '8.0'
+- !ruby/object:Gem::Dependency
+  name: queuery_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- aamine@loveruby.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- lib/redshift_connector-queuery.rb
+- lib/redshift_connector/queuery_data_source.rb
+- lib/redshift_connector/queuery_direct_data_source.rb
+- lib/redshift_connector/queuery_exporter.rb
+- redshift_connector-queuery.gemspec
+homepage: https://github.com/bricolages/redshift_connector-queuery
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6.2
+signing_key: 
+specification_version: 4
+summary: Queuery adapter for redshift_connector
+test_files: []