karafka-web 0.6.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data/CHANGELOG.md +10 -1
- data/Gemfile.lock +1 -1
- data/lib/karafka/web/tracking/consumers/contracts/report.rb +7 -3
- data/lib/karafka/web/tracking/consumers/sampler.rb +2 -1
- data/lib/karafka/web/tracking/sampler.rb +5 -0
- data/lib/karafka/web/ui/models/status.rb +31 -7
- data/lib/karafka/web/ui/pro/views/consumers/consumer/_metrics.erb +6 -1
- data/lib/karafka/web/ui/views/status/failures/_initial_state.erb +1 -10
- data/lib/karafka/web/ui/views/status/info/_components.erb +6 -1
- data/lib/karafka/web/ui/views/status/show.erb +6 -1
- data/lib/karafka/web/ui/views/status/successes/_connection.erb +1 -0
- data/lib/karafka/web/ui/views/status/warnings/_connection.erb +11 -0
- data/lib/karafka/web/version.rb +1 -1
- data.tar.gz.sig +0 -0
- metadata +4 -2
- metadata.gz.sig +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 25d9203285a7e2587ec78b57bcde9951c647e5eb026c4c32cd7040bfb844ae88
|
|
4
|
+
data.tar.gz: 46b15b79ebd7b6ce8d9a234c395a6f71bfb7891b8a9cb00d4121fd055bf3f727
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 529d6eff4eeae68edadd3989cf4e5de9c1c91ea5e0612e2df976717a8700bbbc53e4d917d0421a8e930392b973f19d8a31366be036955392f8ac9a89b821be69
|
|
7
|
+
data.tar.gz: bcd6de8973599bb034733dd2921cff7277f11aab5e735917695e87722049fcf8bf3a4bcdb6e52a86cbcc4c0dfa91d2ebe7f90c9cc9af3f484ae1b0c6a8dbe8a3
|
checksums.yaml.gz.sig
CHANGED
|
Binary file
|
data/CHANGELOG.md
CHANGED
|
@@ -1,6 +1,15 @@
|
|
|
1
1
|
# Karafka Web changelog
|
|
2
2
|
|
|
3
|
-
## 0.6.
|
|
3
|
+
## 0.6.1 (2023-06-25)
|
|
4
|
+
- [Improvement] Include the karafka-web version in the status page tags.
|
|
5
|
+
- [Improvement] Report `karafka-web` version that is running in particular processes.
|
|
6
|
+
- [Improvement] Display `karafka-web` version in the per-process view.
|
|
7
|
+
- [Improvement] Report in the web-ui a scenario, where getting cluster info takes more than 500ms as a warning to make people realize, that operating with Kafka with extensive latencies is not recommended.
|
|
8
|
+
- [Improvement] Continue the status assessment flow on warnings.
|
|
9
|
+
- [Fix] Do not recommend running a server as a way to bootstrap the initial state.
|
|
10
|
+
- [Fix] Ensure in the report contract, that `karafka-core`, `karafka-web`, `rdkafka` and `librdkafka` are validated.
|
|
11
|
+
|
|
12
|
+
## 0.6.0 (2023-06-13)
|
|
4
13
|
- **[Feature]** Introduce producers errors tracking.
|
|
5
14
|
- [Improvement] Display the error origin as a badge to align with consumers view topic assignments.
|
|
6
15
|
- [Improvement] Collect more job metrics for future usage.
|
data/Gemfile.lock
CHANGED
|
@@ -12,7 +12,7 @@ module Karafka
|
|
|
12
12
|
class Report < Tracking::Contracts::Base
|
|
13
13
|
configure
|
|
14
14
|
|
|
15
|
-
required(:schema_version) { |val| val.is_a?(String) }
|
|
15
|
+
required(:schema_version) { |val| val.is_a?(String) && !val.empty? }
|
|
16
16
|
required(:dispatched_at) { |val| val.is_a?(Numeric) && val.positive? }
|
|
17
17
|
# We have consumers and producer reports and need to ensure that each is handled
|
|
18
18
|
# in an expected fashion
|
|
@@ -24,7 +24,7 @@ module Karafka
|
|
|
24
24
|
required(:memory_usage) { |val| val.is_a?(Integer) && val >= 0 }
|
|
25
25
|
required(:memory_total_usage) { |val| val.is_a?(Integer) && val >= 0 }
|
|
26
26
|
required(:memory_size) { |val| val.is_a?(Integer) && val >= 0 }
|
|
27
|
-
required(:status) { |val| ::Karafka::Status::STATES.key?(val.to_sym) }
|
|
27
|
+
required(:status) { |val| ::Karafka::Status::STATES.key?(val.to_s.to_sym) }
|
|
28
28
|
required(:listeners) { |val| val.is_a?(Integer) && val >= 0 }
|
|
29
29
|
required(:concurrency) { |val| val.is_a?(Integer) && val.positive? }
|
|
30
30
|
required(:tags) { |val| val.is_a?(Karafka::Core::Taggable::Tags) }
|
|
@@ -38,9 +38,13 @@ module Karafka
|
|
|
38
38
|
end
|
|
39
39
|
|
|
40
40
|
nested(:versions) do
|
|
41
|
+
required(:ruby) { |val| val.is_a?(String) && !val.empty? }
|
|
41
42
|
required(:karafka) { |val| val.is_a?(String) && !val.empty? }
|
|
43
|
+
required(:karafka_core) { |val| val.is_a?(String) && !val.empty? }
|
|
44
|
+
required(:karafka_web) { |val| val.is_a?(String) && !val.empty? }
|
|
42
45
|
required(:waterdrop) { |val| val.is_a?(String) && !val.empty? }
|
|
43
|
-
required(:
|
|
46
|
+
required(:rdkafka) { |val| val.is_a?(String) && !val.empty? }
|
|
47
|
+
required(:librdkafka) { |val| val.is_a?(String) && !val.empty? }
|
|
44
48
|
end
|
|
45
49
|
|
|
46
50
|
nested(:stats) do
|
|
@@ -75,8 +75,9 @@ module Karafka
|
|
|
75
75
|
versions: {
|
|
76
76
|
ruby: ruby_version,
|
|
77
77
|
karafka: karafka_version,
|
|
78
|
-
waterdrop: waterdrop_version,
|
|
79
78
|
karafka_core: karafka_core_version,
|
|
79
|
+
karafka_web: karafka_web_version,
|
|
80
|
+
waterdrop: waterdrop_version,
|
|
80
81
|
rdkafka: rdkafka_version,
|
|
81
82
|
librdkafka: librdkafka_version
|
|
82
83
|
},
|
|
@@ -32,6 +32,11 @@ module Karafka
|
|
|
32
32
|
::Karafka::VERSION
|
|
33
33
|
end
|
|
34
34
|
|
|
35
|
+
# @return [String] Karafka Web UI version
|
|
36
|
+
def karafka_web_version
|
|
37
|
+
::Karafka::Web::VERSION
|
|
38
|
+
end
|
|
39
|
+
|
|
35
40
|
# @return [String] Karafka::Core version
|
|
36
41
|
def karafka_core_version
|
|
37
42
|
::Karafka::Core::VERSION
|
|
@@ -5,6 +5,7 @@ module Karafka
|
|
|
5
5
|
module Ui
|
|
6
6
|
module Models
|
|
7
7
|
# Model that represents the general status of the Web UI.
|
|
8
|
+
#
|
|
8
9
|
# We use this data to display a status page that helps with debugging on what is missing
|
|
9
10
|
# in the overall setup of the Web UI.
|
|
10
11
|
#
|
|
@@ -15,7 +16,18 @@ module Karafka
|
|
|
15
16
|
Step = Struct.new(:status, :details) do
|
|
16
17
|
# @return [Boolean] is the given step successfully configured and working
|
|
17
18
|
def success?
|
|
18
|
-
status == :success
|
|
19
|
+
status == :success || status == :warning
|
|
20
|
+
end
|
|
21
|
+
|
|
22
|
+
# @return [String] local namespace for partial of a given type
|
|
23
|
+
def partial_namespace
|
|
24
|
+
case status
|
|
25
|
+
when :success then 'successes'
|
|
26
|
+
when :warning then 'warnings'
|
|
27
|
+
when :failure then 'failures'
|
|
28
|
+
else
|
|
29
|
+
raise ::Karafka::Errors::UnsupportedCaseError, status
|
|
30
|
+
end
|
|
19
31
|
end
|
|
20
32
|
|
|
21
33
|
# @return [String] stringified status
|
|
@@ -29,11 +41,21 @@ module Karafka
|
|
|
29
41
|
connect
|
|
30
42
|
end
|
|
31
43
|
|
|
32
|
-
# @return [Status::Step] were we able to connect to Kafka or not
|
|
44
|
+
# @return [Status::Step] were we able to connect to Kafka or not and how fast.
|
|
45
|
+
# Some people try to work with Kafka over the internet with really high latency and this
|
|
46
|
+
# should be highlighted in the UI as often the connection just becomes unstable
|
|
33
47
|
def connection
|
|
48
|
+
level = if @connection_time < 1_000
|
|
49
|
+
:success
|
|
50
|
+
elsif @connection_time < 1_000_000
|
|
51
|
+
:warning
|
|
52
|
+
else
|
|
53
|
+
:failure
|
|
54
|
+
end
|
|
55
|
+
|
|
34
56
|
Step.new(
|
|
35
|
-
|
|
36
|
-
|
|
57
|
+
level,
|
|
58
|
+
{ time: @connection_time }
|
|
37
59
|
)
|
|
38
60
|
end
|
|
39
61
|
|
|
@@ -171,12 +193,14 @@ module Karafka
|
|
|
171
193
|
topics
|
|
172
194
|
end
|
|
173
195
|
|
|
174
|
-
# Tries connecting with the cluster and
|
|
196
|
+
# Tries connecting with the cluster and saves the cluster info and the connection time
|
|
197
|
+
# @note If fails, `connection_time` will be 1_000_000
|
|
175
198
|
def connect
|
|
199
|
+
started = Time.now.to_f
|
|
176
200
|
@cluster_info = ::Karafka::Admin.cluster_info
|
|
177
|
-
@
|
|
201
|
+
@connection_time = (Time.now.to_f - started) * 1_000
|
|
178
202
|
rescue ::Rdkafka::RdkafkaError
|
|
179
|
-
@
|
|
203
|
+
@connection_time = 1_000_000
|
|
180
204
|
end
|
|
181
205
|
end
|
|
182
206
|
end
|
|
@@ -7,14 +7,5 @@
|
|
|
7
7
|
</p>
|
|
8
8
|
|
|
9
9
|
<p>
|
|
10
|
-
To fix this, you
|
|
11
|
-
</p>
|
|
12
|
-
|
|
13
|
-
<ul>
|
|
14
|
-
<li>Run <code>bundle exec karafka-web install</code></li>
|
|
15
|
-
<li>Run at least one Karafka consumer process</li>
|
|
16
|
-
</ul>
|
|
17
|
-
|
|
18
|
-
<p class="mb-0">
|
|
19
|
-
Any of the above, when successful, will bootstrap the initial state.
|
|
10
|
+
To fix this, you need to ensure that the <code>bundle exec karafka-web install</code> runs successfully.
|
|
20
11
|
</p>
|
|
@@ -8,7 +8,12 @@
|
|
|
8
8
|
"status/#{@status.connection.to_s}",
|
|
9
9
|
locals: {
|
|
10
10
|
title: 'Connection to Kafka',
|
|
11
|
-
description: partial(
|
|
11
|
+
description: partial(
|
|
12
|
+
"status/#{@status.connection.partial_namespace}/connection",
|
|
13
|
+
locals: {
|
|
14
|
+
details: @status.connection.details
|
|
15
|
+
}
|
|
16
|
+
)
|
|
12
17
|
}
|
|
13
18
|
)
|
|
14
19
|
%>
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
<%# Expected to be empty. No content on success needed. %>
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
<p>
|
|
2
|
+
High latency detected when connecting to the Kafka cluster from the Web-UI.
|
|
3
|
+
</p>
|
|
4
|
+
|
|
5
|
+
<p>
|
|
6
|
+
Kafka is not designed to perform optimally under high network latencies; even when configurations seem appropriate, you may still encounter disconnects and other unexpected issues.
|
|
7
|
+
</p>
|
|
8
|
+
|
|
9
|
+
<p class="mb-0">
|
|
10
|
+
It took Web-UI <strong><%= details[:time].round(2) %> ms</strong> to get the cluster info.
|
|
11
|
+
</p>
|
data/lib/karafka/web/version.rb
CHANGED
data.tar.gz.sig
CHANGED
|
Binary file
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: karafka-web
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.6.
|
|
4
|
+
version: 0.6.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Maciej Mensfeld
|
|
@@ -35,7 +35,7 @@ cert_chain:
|
|
|
35
35
|
Qf04B9ceLUaC4fPVEz10FyobjaFoY4i32xRto3XnrzeAgfEe4swLq8bQsR3w/EF3
|
|
36
36
|
MGU0FeSV2Yj7Xc2x/7BzLK8xQn5l7Yy75iPF+KP3vVmDHnNl
|
|
37
37
|
-----END CERTIFICATE-----
|
|
38
|
-
date: 2023-06-
|
|
38
|
+
date: 2023-06-25 00:00:00.000000000 Z
|
|
39
39
|
dependencies:
|
|
40
40
|
- !ruby/object:Gem::Dependency
|
|
41
41
|
name: erubi
|
|
@@ -349,6 +349,8 @@ files:
|
|
|
349
349
|
- lib/karafka/web/ui/views/status/failures/_topics.erb
|
|
350
350
|
- lib/karafka/web/ui/views/status/info/_components.erb
|
|
351
351
|
- lib/karafka/web/ui/views/status/show.erb
|
|
352
|
+
- lib/karafka/web/ui/views/status/successes/_connection.erb
|
|
353
|
+
- lib/karafka/web/ui/views/status/warnings/_connection.erb
|
|
352
354
|
- lib/karafka/web/ui/views/status/warnings/_pro_subscription.erb
|
|
353
355
|
- lib/karafka/web/version.rb
|
|
354
356
|
- renovate.json
|
metadata.gz.sig
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
1
|
+
��z~Nu��<��7�������xA `���p�\�jcYd3�ݯ�mXJoF|w�� A�d2X#����� n��AR��M�A�����ع���0$,�AN�2����*�J;
|
|
2
|
+
�ҀgkXs�ἦ� Nsr�s��'C_�Hj�*��$�:c��f�+�3�7�����ظ=�I�wy������y�?�
|
|
3
|
+
O��e����Ā��`V�0}��<Ϡ�' �Z�]na�M��F��K�6d6K�(*��2��Rk��*_��)��t��%\;s<�+�iAe�� 锼�.%�� ˔��V'��ȣ�������!s�f�c��n a�C���_�9u�&ҿ��c� JWS��LX�ŵ�8?��H&����(���ʡ�w�T�W�X��Q�s��
|