blazer 2.4.3 → 2.4.7
Sign up to get free protection for your applications and to get access to all the features.
Potentially problematic release.
This version of blazer might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/CHANGELOG.md +22 -0
- data/README.md +41 -1
- data/app/assets/javascripts/blazer/bootstrap.js +300 -97
- data/app/assets/javascripts/blazer/vue.js +10754 -9687
- data/app/assets/stylesheets/blazer/bootstrap.css.erb +529 -451
- data/app/controllers/blazer/queries_controller.rb +2 -1
- data/app/models/blazer/query.rb +1 -1
- data/app/views/blazer/queries/run.html.erb +4 -2
- data/lib/blazer/adapters/athena_adapter.rb +35 -19
- data/lib/blazer/adapters/bigquery_adapter.rb +1 -1
- data/{app/mailers → lib}/blazer/check_mailer.rb +0 -0
- data/{app/mailers → lib}/blazer/slack_notifier.rb +0 -0
- data/lib/blazer/version.rb +1 -1
- data/lib/blazer.rb +5 -0
- data/licenses/LICENSE-bootstrap.txt +1 -1
- metadata +4 -4
@@ -71,7 +71,7 @@ module Blazer
|
|
71
71
|
@sql_errors << error if error
|
72
72
|
end
|
73
73
|
|
74
|
-
@query.update!(status: "active") if @query.
|
74
|
+
@query.update!(status: "active") if @query.respond_to?(:status) && @query.status.in?(["archived", nil])
|
75
75
|
|
76
76
|
Blazer.transform_statement.call(data_source, @statement) if Blazer.transform_statement
|
77
77
|
|
@@ -180,6 +180,7 @@ module Blazer
|
|
180
180
|
@query = Blazer::Query.new
|
181
181
|
@query.creator = blazer_user if @query.respond_to?(:creator)
|
182
182
|
end
|
183
|
+
@query.status = "active" if @query.respond_to?(:status)
|
183
184
|
unless @query.editable?(blazer_user)
|
184
185
|
@query.errors.add(:base, "Sorry, permission denied")
|
185
186
|
end
|
data/app/models/blazer/query.rb
CHANGED
@@ -8,7 +8,7 @@ module Blazer
|
|
8
8
|
|
9
9
|
validates :statement, presence: true
|
10
10
|
|
11
|
-
scope :active, -> { column_names.include?("status") ? where(status: "active") : all }
|
11
|
+
scope :active, -> { column_names.include?("status") ? where(status: ["active", nil]) : all }
|
12
12
|
scope :named, -> { where.not(name: "") }
|
13
13
|
|
14
14
|
def to_param
|
@@ -73,12 +73,14 @@
|
|
73
73
|
<% series_library[1] = {borderDash: [8], borderColor: color, pointBackgroundColor: color, backgroundColor: color, pointHoverBackgroundColor: color} %>
|
74
74
|
<% end %>
|
75
75
|
<% if blazer_maps? && @markers.any? %>
|
76
|
-
|
76
|
+
<% map_id = SecureRandom.hex %>
|
77
|
+
<%= content_tag :div, nil, id: map_id, style: "height: #{@only_chart ? 300 : 500}px;" %>
|
77
78
|
<script>
|
78
79
|
<%= blazer_js_var "mapboxAccessToken", Blazer.mapbox_access_token %>
|
79
80
|
<%= blazer_js_var "markers", @markers %>
|
81
|
+
<%= blazer_js_var "mapId", map_id %>
|
80
82
|
L.mapbox.accessToken = mapboxAccessToken;
|
81
|
-
var map = L.mapbox.map(
|
83
|
+
var map = L.mapbox.map(mapId)
|
82
84
|
.addLayer(L.mapbox.styleLayer('mapbox://styles/mapbox/streets-v11'));
|
83
85
|
var featureLayer = L.mapbox.featureLayer().addTo(map);
|
84
86
|
var geojson = [];
|
@@ -8,19 +8,25 @@ module Blazer
|
|
8
8
|
rows = []
|
9
9
|
error = nil
|
10
10
|
|
11
|
+
query_options = {
|
12
|
+
query_string: statement,
|
13
|
+
# use token so we fetch cached results after query is run
|
14
|
+
client_request_token: Digest::MD5.hexdigest([statement, data_source.id, settings["workgroup"]].compact.join("/")),
|
15
|
+
query_execution_context: {
|
16
|
+
database: database,
|
17
|
+
}
|
18
|
+
}
|
19
|
+
|
20
|
+
if settings["output_location"]
|
21
|
+
query_options[:result_configuration] = {output_location: settings["output_location"]}
|
22
|
+
end
|
23
|
+
|
24
|
+
if settings["workgroup"]
|
25
|
+
query_options[:work_group] = settings["workgroup"]
|
26
|
+
end
|
27
|
+
|
11
28
|
begin
|
12
|
-
resp =
|
13
|
-
client.start_query_execution(
|
14
|
-
query_string: statement,
|
15
|
-
# use token so we fetch cached results after query is run
|
16
|
-
client_request_token: Digest::MD5.hexdigest([statement,data_source.id].join("/")),
|
17
|
-
query_execution_context: {
|
18
|
-
database: database,
|
19
|
-
},
|
20
|
-
result_configuration: {
|
21
|
-
output_location: settings["output_location"]
|
22
|
-
}
|
23
|
-
)
|
29
|
+
resp = client.start_query_execution(**query_options)
|
24
30
|
query_execution_id = resp.query_execution_id
|
25
31
|
|
26
32
|
timeout = data_source.timeout || 300
|
@@ -60,21 +66,21 @@ module Blazer
|
|
60
66
|
column_types.each_with_index do |ct, i|
|
61
67
|
# TODO more column_types
|
62
68
|
case ct
|
63
|
-
when "timestamp"
|
69
|
+
when "timestamp", "timestamp with time zone"
|
64
70
|
rows.each do |row|
|
65
|
-
row[i]
|
71
|
+
row[i] &&= utc.parse(row[i])
|
66
72
|
end
|
67
73
|
when "date"
|
68
74
|
rows.each do |row|
|
69
|
-
row[i]
|
75
|
+
row[i] &&= Date.parse(row[i])
|
70
76
|
end
|
71
77
|
when "bigint"
|
72
78
|
rows.each do |row|
|
73
|
-
row[i]
|
79
|
+
row[i] &&= row[i].to_i
|
74
80
|
end
|
75
81
|
when "double"
|
76
82
|
rows.each do |row|
|
77
|
-
row[i]
|
83
|
+
row[i] &&= row[i].to_f
|
78
84
|
end
|
79
85
|
end
|
80
86
|
end
|
@@ -118,11 +124,21 @@ module Blazer
|
|
118
124
|
end
|
119
125
|
|
120
126
|
def client
|
121
|
-
@client ||= Aws::Athena::Client.new
|
127
|
+
@client ||= Aws::Athena::Client.new(**client_options)
|
122
128
|
end
|
123
129
|
|
124
130
|
def glue
|
125
|
-
@glue ||= Aws::Glue::Client.new
|
131
|
+
@glue ||= Aws::Glue::Client.new(**client_options)
|
132
|
+
end
|
133
|
+
|
134
|
+
def client_options
|
135
|
+
@client_options ||= begin
|
136
|
+
if settings["access_key_id"] || settings["secret_access_key"]
|
137
|
+
{credentials: Aws::Credentials.new(settings["access_key_id"], settings["secret_access_key"])}
|
138
|
+
else
|
139
|
+
{}
|
140
|
+
end
|
141
|
+
end
|
126
142
|
end
|
127
143
|
end
|
128
144
|
end
|
@@ -13,7 +13,7 @@ module Blazer
|
|
13
13
|
# code is for backward compatibility
|
14
14
|
if !results.respond_to?(:complete?) || results.complete?
|
15
15
|
columns = results.first.keys.map(&:to_s) if results.size > 0
|
16
|
-
rows = results.map(&:values)
|
16
|
+
rows = results.all.map(&:values)
|
17
17
|
else
|
18
18
|
error = Blazer::TIMEOUT_MESSAGE
|
19
19
|
end
|
File without changes
|
File without changes
|
data/lib/blazer/version.rb
CHANGED
data/lib/blazer.rb
CHANGED
@@ -38,6 +38,11 @@ module Blazer
|
|
38
38
|
class UploadError < Error; end
|
39
39
|
class TimeoutNotSupported < Error; end
|
40
40
|
|
41
|
+
# actionmailer optional
|
42
|
+
autoload :CheckMailer, "blazer/check_mailer"
|
43
|
+
# net/http optional
|
44
|
+
autoload :SlackNotifier, "blazer/slack_notifier"
|
45
|
+
|
41
46
|
class << self
|
42
47
|
attr_accessor :audit
|
43
48
|
attr_reader :time_zone
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: blazer
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.4.
|
4
|
+
version: 2.4.7
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Andrew Kane
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-09-25 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: railties
|
@@ -119,8 +119,6 @@ files:
|
|
119
119
|
- app/controllers/blazer/queries_controller.rb
|
120
120
|
- app/controllers/blazer/uploads_controller.rb
|
121
121
|
- app/helpers/blazer/base_helper.rb
|
122
|
-
- app/mailers/blazer/check_mailer.rb
|
123
|
-
- app/mailers/blazer/slack_notifier.rb
|
124
122
|
- app/models/blazer/audit.rb
|
125
123
|
- app/models/blazer/check.rb
|
126
124
|
- app/models/blazer/connection.rb
|
@@ -177,12 +175,14 @@ files:
|
|
177
175
|
- lib/blazer/adapters/soda_adapter.rb
|
178
176
|
- lib/blazer/adapters/spark_adapter.rb
|
179
177
|
- lib/blazer/adapters/sql_adapter.rb
|
178
|
+
- lib/blazer/check_mailer.rb
|
180
179
|
- lib/blazer/data_source.rb
|
181
180
|
- lib/blazer/detect_anomalies.R
|
182
181
|
- lib/blazer/engine.rb
|
183
182
|
- lib/blazer/result.rb
|
184
183
|
- lib/blazer/run_statement.rb
|
185
184
|
- lib/blazer/run_statement_job.rb
|
185
|
+
- lib/blazer/slack_notifier.rb
|
186
186
|
- lib/blazer/version.rb
|
187
187
|
- lib/generators/blazer/install_generator.rb
|
188
188
|
- lib/generators/blazer/templates/config.yml.tt
|