sql-jarvis 1.8.0 → 1.9.6

data/lib/blazer/adapters/druid_adapter.rb

@@ -0,0 +1,67 @@
+module Blazer
+  module Adapters
+    class DruidAdapter < BaseAdapter
+      TIMESTAMP_REGEX = /\A\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z\z/
+
+      def run_statement(statement, comment)
+        columns = []
+        rows = []
+        error = nil
+
+        header = {"Content-Type" => "application/json", "Accept" => "application/json"}
+        timeout = data_source.timeout ? data_source.timeout.to_i : 300
+        data = {
+          query: statement,
+          context: {
+            timeout: timeout * 1000
+          }
+        }
+
+        uri = URI.parse("#{settings["url"]}/druid/v2/sql/")
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.read_timeout = timeout
+
+        begin
+          response = JSON.parse(http.post(uri.request_uri, data.to_json, header).body)
+          if response.is_a?(Hash)
+            error = response["errorMessage"] || "Unknown error: #{response.inspect}"
+            if error.include?("timed out")
+              error = Blazer::TIMEOUT_MESSAGE
+            end
+          else
+            columns = (response.first || {}).keys
+            rows = response.map { |r| r.values }
+
+            # Druid doesn't return column types
+            # and no timestamp type in JSON
+            rows.each do |row|
+              row.each_with_index do |v, i|
+                if v.is_a?(String) && TIMESTAMP_REGEX.match(v)
+                  row[i] = Time.parse(v)
+                end
+              end
+            end
+          end
+         rescue => e
+           error = e.message
+         end
+
+        [columns, rows, error]
+      end
+
+      def tables
+        result = data_source.run_statement("SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA NOT IN ('INFORMATION_SCHEMA') ORDER BY TABLE_NAME")
+        result.rows.map(&:first)
+      end
+
+      def schema
+        result = data_source.run_statement("SELECT TABLE_SCHEMA, TABLE_NAME, COLUMN_NAME, DATA_TYPE, ORDINAL_POSITION FROM INFORMATION_SCHEMA.COLUMNS WHERE TABLE_SCHEMA NOT IN ('INFORMATION_SCHEMA') ORDER BY 1, 2")
+        result.rows.group_by { |r| [r[0], r[1]] }.map { |k, vs| {schema: k[0], table: k[1], columns: vs.sort_by { |v| v[2] }.map { |v| {name: v[2], data_type: v[3]} }} }
+      end
+
+      def preview_statement
+        "SELECT * FROM {table} LIMIT 10"
+      end
+    end
+  end
+end

data/lib/blazer/adapters/snowflake_adapter.rb

@@ -0,0 +1,73 @@
+module Blazer
+  module Adapters
+    class SnowflakeAdapter < SqlAdapter
+      def initialize(data_source)
+        @data_source = data_source
+
+        @@registered ||= begin
+          require "active_record/connection_adapters/odbc_adapter"
+          require "odbc_adapter/adapters/postgresql_odbc_adapter"
+
+          ODBCAdapter.register(/snowflake/, ODBCAdapter::Adapters::PostgreSQLODBCAdapter) do
+            # Explicitly turning off prepared statements as they are not yet working with
+            # snowflake + the ODBC ActiveRecord adapter
+            def prepared_statements
+              false
+            end
+
+            # Quoting needs to be changed for snowflake
+            def quote_column_name(name)
+              name.to_s
+            end
+
+            private
+
+            # Override dbms_type_cast to get the values encoded in UTF-8
+            def dbms_type_cast(columns, values)
+              int_column = {}
+              columns.each_with_index do |c, i|
+                int_column[i] = c.type == 3 && c.scale == 0
+              end
+
+              float_column = {}
+              columns.each_with_index do |c, i|
+                float_column[i] = c.type == 3 && c.scale != 0
+              end
+
+              values.each do |row|
+                row.each_index do |idx|
+                  val = row[idx]
+                  if val
+                    if int_column[idx]
+                      row[idx] = val.to_i
+                    elsif float_column[idx]
+                      row[idx] = val.to_f
+                    elsif val.is_a?(String)
+                      row[idx] = val.force_encoding('UTF-8')
+                    end
+                  end
+                end
+              end
+            end
+          end
+        end
+
+        @connection_model =
+          Class.new(Blazer::Connection) do
+            def self.name
+              "Blazer::Connection::SnowflakeAdapter#{object_id}"
+            end
+            if data_source.settings["conn_str"]
+              establish_connection(adapter: "odbc", conn_str: data_source.settings["conn_str"])
+            elsif data_source.settings["dsn"]
+              establish_connection(adapter: "odbc", dsn: data_source.settings["dsn"])
+            end
+        end
+      end
+
+      def cancel(run_id)
+        # todo
+      end
+    end
+  end
+end

data/lib/blazer/data_source.rb

@@ -4,24 +4,13 @@ module Blazer
   class DataSource
     extend Forwardable
 
-    attr_reader :id, :settings, :adapter, :adapter_instance
+    attr_reader :id, :settings
 
     def_delegators :adapter_instance, :schema, :tables, :preview_statement, :reconnect, :cost, :explain, :cancel
 
     def initialize(id, settings)
       @id = id
       @settings = settings
-
-      unless settings["url"] || Rails.env.development? || ["bigquery", "athena"].include?(settings["adapter"])
-        raise Blazer::Error, "Empty url for data source: #{id}"
-      end
-
-      @adapter_instance =
-        if Blazer.adapters[adapter]
-          Blazer.adapters[adapter].new(self)
-        else
-          raise Blazer::Error, "Unknown adapter"
-        end
     end
 
     def adapter
@@ -101,7 +90,6 @@ module Blazer
     end
 
     def run_statement(statement, options = {})
-      run_id = options[:run_id]
       async = options[:async]
       result = nil
       if cache_mode != "off"
@@ -154,9 +142,23 @@ module Blazer
 
     protected
 
+    def adapter_instance
+      @adapter_instance ||= begin
+        unless settings["url"] || Rails.env.development? || ["bigquery", "athena", "snowflake"].include?(settings["adapter"])
+          raise Blazer::Error, "Empty url for data source: #{id}"
+        end
+
+        unless Blazer.adapters[adapter]
+          raise Blazer::Error, "Unknown adapter"
+        end
+
+        Blazer.adapters[adapter].new(self)
+      end
+    end
+
     def run_statement_helper(statement, comment, run_id)
       start_time = Time.now
-      columns, rows, error = @adapter_instance.run_statement(statement, comment)
+      columns, rows, error = adapter_instance.run_statement(statement, comment)
       duration = Time.now - start_time
 
       cache_data = nil
@@ -165,7 +167,7 @@ module Blazer
         cache_data = Marshal.dump([columns, rows, error, cache ? Time.now : nil]) rescue nil
       end
 
-      if cache && cache_data && @adapter_instance.cachable?(statement)
+      if cache && cache_data && adapter_instance.cachable?(statement)
         Blazer.cache.write(statement_cache_key(statement), cache_data, expires_in: cache_expires_in.to_f * 60)
       end
 
@@ -183,7 +185,7 @@ module Blazer
     def detect_adapter
       schema = settings["url"].to_s.split("://").first
       case schema
-      when "mongodb", "presto"
+      when "mongodb", "presto", "cassandra"
         schema
       else
         "sql"

data/lib/blazer/engine.rb

@@ -11,21 +11,23 @@ module Blazer
       Blazer.audit = Blazer.settings.key?("audit") ? Blazer.settings["audit"] : true
       Blazer.user_name = Blazer.settings["user_name"] if Blazer.settings["user_name"]
       Blazer.from_email = Blazer.settings["from_email"] if Blazer.settings["from_email"]
-      Blazer.before_action = Blazer.settings["before_action"] if Blazer.settings["before_action"]
-
-      Blazer.user_class ||= Blazer.settings.key?("user_class") ? Blazer.settings["user_class"] : (User rescue nil)
-      Blazer.user_method = Blazer.settings["user_method"]
-      if Blazer.user_class
-        Blazer.user_method ||= "current_#{Blazer.user_class.to_s.downcase.singularize}"
-      end
-
+      Blazer.before_action = Blazer.settings["before_action_method"] if Blazer.settings["before_action_method"]
       Blazer.check_schedules = Blazer.settings["check_schedules"] if Blazer.settings.key?("check_schedules")
+
       if Blazer.settings.key?("mapbox_access_token")
         Blazer.mapbox_access_token = Blazer.settings["mapbox_access_token"]
       elsif ENV["MAPBOX_ACCESS_TOKEN"].present?
         Blazer.mapbox_access_token = ENV["MAPBOX_ACCESS_TOKEN"]
       end
 
+      if Blazer.settings.key?('assignees')
+        data_source = Blazer.data_sources['main']
+        statement = Blazer.settings['assignees']
+        Blazer.assignees = (Blazer::RunStatement.new.perform(data_source, statement, {}).rows rescue [])
+      else
+        Blazer.assignees = []
+      end
+
       if Blazer.user_class
         options = Blazer::BELONGS_TO_OPTIONAL.merge(class_name: Blazer.user_class.to_s)
         Blazer::Query.belongs_to :creator, options

data/lib/blazer/version.rb

@@ -1,3 +1,3 @@
 module Blazer
-  VERSION = "1.8.0"
+  VERSION = "1.9.6"
 end

data/lib/generators/blazer/templates/{config.yml → config.yml.tt}

@@ -3,7 +3,6 @@
 data_sources:
   main:
     url: <%%= ENV["BLAZER_DATABASE_URL"] %>
-    mapbox_access_token: <%%= ENV["MAPBOX_ACCESS_TOKEN"] %>
 
     # statement timeout, in seconds
     # none by default
@@ -48,13 +47,15 @@ audit: true
 # method name for the display name
 # user_name: name
 
-# optional auth method to use as a before_action (default: nil)
-# before_action: :authenticate!
+# custom before_action to use for auth
+# before_action_method: require_admin
 
 # email to send checks from
 # from_email: blazer@example.org
 
-# mapbox_access_token: ''
+mapbox_access_token: <%= ENV["MAPBOX_ACCESS_TOKEN"] %>
+
+#assignees: 'SELECT id, name FROM users ORDER BY id ASC'
 
 check_schedules:
   - "1 day"

data/lib/generators/blazer/templates/{install.rb → install.rb.tt}

@@ -6,6 +6,7 @@ class <%= migration_class_name %> < ActiveRecord::Migration<%= migration_version
       t.text :description
       t.text :statement
       t.string :data_source
+      t.string :assignee_ids
       t.timestamps null: false
     end
 

data/lib/tasks/blazer.rake

@@ -1,6 +1,6 @@
 namespace :blazer do
   desc "run checks"
-  task :run_checks, [:schedule] => :environment do |t, args|
+  task :run_checks, [:schedule] => :environment do |_, args|
     Blazer.run_checks(schedule: args[:schedule] || ENV["SCHEDULE"])
   end
 

metadata

@@ -1,17 +1,31 @@
 --- !ruby/object:Gem::Specification
 name: sql-jarvis
 version: !ruby/object:Gem::Version
-  version: 1.8.0
+  version: 1.9.6
 platform: ruby
 authors:
 - ThanhKhoaIT
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-12-03 00:00:00.000000000 Z
+date: 2018-09-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rails
+  name: railties
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4'
+- !ruby/object:Gem::Dependency
+  name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -87,8 +101,11 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".gitattributes"
+- ".github/ISSUE_TEMPLATE.md"
 - ".gitignore"
 - CHANGELOG.md
+- CONTRIBUTING.md
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -120,6 +137,7 @@ files:
 - app/assets/javascripts/blazer/moment.js
 - app/assets/javascripts/blazer/queries.js
 - app/assets/javascripts/blazer/routes.js
+- app/assets/javascripts/blazer/select2.js
 - app/assets/javascripts/blazer/selectize.js
 - app/assets/javascripts/blazer/stupidtable.js
 - app/assets/javascripts/blazer/vue.js
@@ -127,6 +145,7 @@ files:
 - app/assets/stylesheets/blazer/bootstrap.css.erb
 - app/assets/stylesheets/blazer/daterangepicker-bs3.css
 - app/assets/stylesheets/blazer/github.css
+- app/assets/stylesheets/blazer/select2.min.css
 - app/assets/stylesheets/blazer/selectize.default.css
 - app/controllers/blazer/base_controller.rb
 - app/controllers/blazer/checks_controller.rb
@@ -167,10 +186,13 @@ files:
 - lib/blazer/adapters/athena_adapter.rb
 - lib/blazer/adapters/base_adapter.rb
 - lib/blazer/adapters/bigquery_adapter.rb
+- lib/blazer/adapters/cassandra_adapter.rb
 - lib/blazer/adapters/drill_adapter.rb
+- lib/blazer/adapters/druid_adapter.rb
 - lib/blazer/adapters/elasticsearch_adapter.rb
 - lib/blazer/adapters/mongodb_adapter.rb
 - lib/blazer/adapters/presto_adapter.rb
+- lib/blazer/adapters/snowflake_adapter.rb
 - lib/blazer/adapters/sql_adapter.rb
 - lib/blazer/data_source.rb
 - lib/blazer/detect_anomalies.R
@@ -180,9 +202,11 @@ files:
 - lib/blazer/run_statement_job.rb
 - lib/blazer/version.rb
 - lib/generators/blazer/install_generator.rb
-- lib/generators/blazer/templates/config.yml
-- lib/generators/blazer/templates/install.rb
+- lib/generators/blazer/templates/config.yml.tt
+- lib/generators/blazer/templates/install.rb.tt
 - lib/tasks/blazer.rake
+- sql-jarvis-1.9.4.gem
+- sql-jarvis-1.9.5.gem
 homepage: https://github.com/ThanhKhoaIT/blazer
 licenses:
 - MIT
@@ -203,7 +227,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.11
+rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
 summary: Fork from ankane! Explore your data with SQL. Easily create charts and dashboards,