deimos-kafka 1.0.0.pre.beta17 → 1.0.0.pre.beta18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -0
- data/Gemfile.lock +5 -5
- data/lib/deimos.rb +3 -3
- data/lib/deimos/instrumentation.rb +2 -2
- data/lib/deimos/utils/db_producer.rb +1 -1
- data/lib/deimos/version.rb +1 -1
- data/lib/generators/deimos/db_backend/templates/migration +1 -1
- data/lib/generators/deimos/db_backend/templates/rails3_migration +1 -1
- data/lib/tasks/deimos.rake +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: aa0b3386a91de8df444dc0dd95daa79965dd2458d7f76088ce9f3aab9812838e
|
4
|
+
data.tar.gz: 59ac90f569462a2493e3ecf7920a1114ff275db52bda1f2ac0f4777828cc3b97
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1c5ec5ccba522c2e668cb71e4d46254eacf8af7c190918567e62b70924cf1d382f5a03ce75df9ea2f8f5e5d55a66f34d259d702419f3620891d1c1d421c00531
|
7
|
+
data.tar.gz: 39644011b97084a32ec248ad7fc39c068c10b0d199744e6a8d2a47f82606093c05a242388a32a90464078abcdecb08df0e186061266a00d6589ddf2eb3cf737e
|
data/CHANGELOG.md
CHANGED
@@ -5,6 +5,9 @@ All notable changes to this project will be documented in this file.
|
|
5
5
|
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
|
6
6
|
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
7
7
|
|
8
|
+
## [1.0.0-beta18] - 2019-08-02
|
9
|
+
- Fixed crash when sending metrics in a couple of places.
|
10
|
+
|
8
11
|
## [1.0.0-beta17] - 2019-07-31
|
9
12
|
- Added `rails deimos:db_producer` rake task.
|
10
13
|
- Fixed the DB producer so it runs inline instead of on a separate thread.
|
data/Gemfile.lock
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
deimos-kafka (1.0.0.pre.
|
4
|
+
deimos-kafka (1.0.0.pre.beta18)
|
5
5
|
avro-patches (~> 0.3)
|
6
6
|
avro_turf (~> 0.8)
|
7
7
|
phobos (~> 1.8)
|
@@ -29,8 +29,8 @@ GEM
|
|
29
29
|
multi_json
|
30
30
|
avro-patches (0.4.1)
|
31
31
|
avro (= 1.8.2)
|
32
|
-
avro_turf (0.
|
33
|
-
avro (>= 1.7.7, < 1.
|
32
|
+
avro_turf (0.9.0)
|
33
|
+
avro (>= 1.7.7, < 1.10)
|
34
34
|
excon (~> 0.45)
|
35
35
|
coderay (1.1.2)
|
36
36
|
concurrent-ruby (1.1.3)
|
@@ -41,7 +41,7 @@ GEM
|
|
41
41
|
diff-lcs (1.3)
|
42
42
|
digest-crc (0.4.1)
|
43
43
|
dogstatsd-ruby (4.2.0)
|
44
|
-
excon (0.
|
44
|
+
excon (0.65.0)
|
45
45
|
exponential-backoff (0.0.2)
|
46
46
|
ffi (1.11.1)
|
47
47
|
formatador (0.2.5)
|
@@ -127,7 +127,7 @@ GEM
|
|
127
127
|
unicode-display_width (>= 1.4.0, < 1.7)
|
128
128
|
rubocop-rspec (1.32.0)
|
129
129
|
rubocop (>= 0.60.0)
|
130
|
-
ruby-kafka (0.7.
|
130
|
+
ruby-kafka (0.7.9)
|
131
131
|
digest-crc
|
132
132
|
ruby-progressbar (1.10.1)
|
133
133
|
ruby_dep (1.5.0)
|
data/lib/deimos.rb
CHANGED
@@ -78,12 +78,12 @@ module Deimos
|
|
78
78
|
# Start the DB producers to send Kafka messages.
|
79
79
|
# @param thread_count [Integer] the number of threads to start.
|
80
80
|
def start_db_backend!(thread_count: 1)
|
81
|
-
if self.config.publish_backend != :db
|
82
|
-
raise(
|
81
|
+
if self.config.publish_backend != :db # rubocop:disable Style/IfUnlessModifier
|
82
|
+
raise('Publish backend is not set to :db, exiting')
|
83
83
|
end
|
84
84
|
|
85
85
|
if thread_count.nil? || thread_count.zero?
|
86
|
-
raise(
|
86
|
+
raise('Thread count is not given or set to zero, exiting')
|
87
87
|
end
|
88
88
|
|
89
89
|
producers = (1..thread_count).map do
|
@@ -51,8 +51,8 @@ module Deimos
|
|
51
51
|
producer = batch.first.metadata[:producer_name]
|
52
52
|
payloads = batch.map { |m| m.metadata[:decoded_payload] }
|
53
53
|
|
54
|
-
Deimos.metrics&.count('publish_error', payloads.size,
|
55
|
-
|
54
|
+
Deimos.config.metrics&.count('publish_error', payloads.size,
|
55
|
+
tags: %W(topic:#{topic}))
|
56
56
|
Deimos.instrument(
|
57
57
|
'produce_error',
|
58
58
|
producer: producer,
|
@@ -83,7 +83,7 @@ module Deimos
|
|
83
83
|
def produce_messages(batch)
|
84
84
|
@logger.debug("Publishing #{batch.size} messages to #{@current_topic}")
|
85
85
|
producer.publish_list(batch)
|
86
|
-
Deimos.metrics&.increment(
|
86
|
+
Deimos.config.metrics&.increment(
|
87
87
|
'publish',
|
88
88
|
tags: %W(status:success topic:#{@current_topic}),
|
89
89
|
by: batch.size
|
data/lib/deimos/version.rb
CHANGED
@@ -10,7 +10,7 @@ class <%= migration_class_name %> < ActiveRecord::Migration<%= migration_version
|
|
10
10
|
|
11
11
|
add_index :kafka_messages, [:topic, :id]
|
12
12
|
|
13
|
-
create_table :kafka_topic_info, force: true do |t|
|
13
|
+
create_table :kafka_topic_info, force: true do |t| # rubocop:disable Rails/CreateTableWithTimestamps
|
14
14
|
t.string :topic, null: false
|
15
15
|
t.string :locked_by
|
16
16
|
t.datetime :locked_at
|
@@ -10,7 +10,7 @@ class <%= migration_class_name %> < ActiveRecord::Migration<%= migration_version
|
|
10
10
|
|
11
11
|
add_index :kafka_messages, [:topic, :id]
|
12
12
|
|
13
|
-
create_table :kafka_topic_info, force: true do |t|
|
13
|
+
create_table :kafka_topic_info, force: true do |t| # rubocop:disable Rails/CreateTableWithTimestamps
|
14
14
|
t.string :topic, null: false
|
15
15
|
t.string :locked_by
|
16
16
|
t.datetime :locked_at
|
data/lib/tasks/deimos.rake
CHANGED
@@ -19,7 +19,7 @@ namespace :deimos do
|
|
19
19
|
task db_producer: :environment do
|
20
20
|
ENV['DEIMOS_RAKE_TASK'] = 'true'
|
21
21
|
STDOUT.sync = true
|
22
|
-
Rails.logger.info(
|
22
|
+
Rails.logger.info('Running deimos:db_producer rake task.')
|
23
23
|
thread_count = ENV['THREADS'].presence || 1
|
24
24
|
Deimos.start_db_backend!(thread_count: thread_count)
|
25
25
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: deimos-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.0.pre.
|
4
|
+
version: 1.0.0.pre.beta18
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Daniel Orner
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-
|
11
|
+
date: 2019-08-02 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: avro-patches
|