quark 0.3.3 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/quark/commands/fetch.rb +2 -2
- data/lib/quark/commands/list.rb +2 -2
- data/lib/quark/commands/observe.rb +3 -1
- data/lib/quark/commands/peek.rb +4 -4
- data/lib/quark/commands/put.rb +2 -1
- data/lib/quark/commands/tree.rb +13 -0
- data/lib/quark/server.rb +2 -2
- data/lib/quark/version.rb +1 -1
- metadata +23 -21
data/lib/quark/commands/fetch.rb
CHANGED
@@ -24,8 +24,8 @@ module Quark
|
|
24
24
|
raise Quark::ArgumentError.new("FETCH 'to' argument must be numeric") if not to.nil? and (Integer(to) rescue false) === false
|
25
25
|
|
26
26
|
# find all matching keys from all blocks
|
27
|
-
@redis.keys("#{@_prefix}:#{keys}:*").each do |key|
|
28
|
-
x, name, block = key.split(':',
|
27
|
+
@redis.keys("#{@_prefix}:observations:#{keys}:*").each do |key|
|
28
|
+
x, y, name, block = key.split(':',4)
|
29
29
|
block = block.to_i
|
30
30
|
|
31
31
|
# skip keys whose block falls outside of the given time range (if given)
|
data/lib/quark/commands/list.rb
CHANGED
@@ -5,8 +5,8 @@ module Quark
|
|
5
5
|
fields = fields.to_s.split(',')
|
6
6
|
fields = fields.collect{|f| f.split('-',2) }
|
7
7
|
|
8
|
-
return @redis.keys("#{@_prefix}:#{pattern}:*").collect{|i|
|
9
|
-
value = i.split(':')[
|
8
|
+
return @redis.keys("#{@_prefix}:observations:#{pattern}:*").collect{|i|
|
9
|
+
value = i.split(':')[2]
|
10
10
|
|
11
11
|
if not fields.empty?
|
12
12
|
rv = []
|
@@ -15,7 +15,9 @@ module Quark
|
|
15
15
|
puts "OBSERVE #{@_prefix}:#{id}:#{block} #{value} #{timestamp}"
|
16
16
|
end
|
17
17
|
|
18
|
-
@redis.hset("#{@_prefix}:#{id}:#{block}", timestamp, value)
|
18
|
+
@redis.hset("#{@_prefix}:observations:#{id}:#{block}", timestamp, value)
|
19
|
+
@redis.sadd("#{@_prefix}:blocks:#{Quark::Config.get("quark.blocksize").to_i}", block)
|
20
|
+
|
19
21
|
return ({
|
20
22
|
:metric => id,
|
21
23
|
:block => block
|
data/lib/quark/commands/peek.rb
CHANGED
@@ -2,16 +2,16 @@ module Quark
|
|
2
2
|
module CommandProcessor
|
3
3
|
def self.process_command_peek(data)
|
4
4
|
rv = {}
|
5
|
-
keys = @redis.keys("#{@_prefix}:#{data}:*")
|
5
|
+
keys = @redis.keys("#{@_prefix}:observations:#{data}:*")
|
6
6
|
peek_keys = []
|
7
7
|
|
8
8
|
# get unique metric names
|
9
9
|
keys.collect{|i|
|
10
|
-
i.split(':')[
|
10
|
+
i.split(':')[2]
|
11
11
|
}.uniq().each do |name|
|
12
12
|
# get most recent bucket for this metric
|
13
13
|
peek_keys << keys.select{|i|
|
14
|
-
i.split(':')[
|
14
|
+
i.split(':')[2] == name
|
15
15
|
}.sort.last
|
16
16
|
end
|
17
17
|
|
@@ -21,7 +21,7 @@ module Quark
|
|
21
21
|
a[0] <=> b[0]
|
22
22
|
}.last
|
23
23
|
|
24
|
-
rv[peek.split(':')[
|
24
|
+
rv[peek.split(':')[2]] = [data[0].to_i, data[1].to_f]
|
25
25
|
end
|
26
26
|
|
27
27
|
return rv
|
data/lib/quark/commands/put.rb
CHANGED
@@ -15,7 +15,8 @@ module Quark
|
|
15
15
|
puts "PUT #{@_prefix}:#{id}:#{block} #{value} #{timestamp}"
|
16
16
|
end
|
17
17
|
|
18
|
-
@redis.hset("#{@_prefix}:#{id}:#{block}", timestamp, value)
|
18
|
+
@redis.hset("#{@_prefix}:observations:#{id}:#{block}", timestamp, value)
|
19
|
+
@redis.sadd("#{@_prefix}:blocks:#{Quark::Config.get("quark.blocksize").to_i}", block)
|
19
20
|
|
20
21
|
return nil
|
21
22
|
end
|
@@ -0,0 +1,13 @@
|
|
1
|
+
module Quark
|
2
|
+
module CommandProcessor
|
3
|
+
def self.process_command_tree(data)
|
4
|
+
root, max_age = data.to_s.strip.chomp.split(' ', 2)
|
5
|
+
depth = root.split('.').length
|
6
|
+
root = (root.nil? or root.empty? ? '*' : "#{root}.*")
|
7
|
+
|
8
|
+
return @redis.keys("#{@_prefix}:observations:#{root}:*").collect{|i|
|
9
|
+
i.split(':')[2].split('.')[0..depth].join('.')
|
10
|
+
}.compact.sort.uniq()
|
11
|
+
end
|
12
|
+
end
|
13
|
+
end
|
data/lib/quark/server.rb
CHANGED
@@ -80,12 +80,12 @@ module Quark
|
|
80
80
|
# if 'to' is negative, it is assumed to be n-seconds ago
|
81
81
|
#
|
82
82
|
def self.purge(keys, to=nil)
|
83
|
-
keys = [@_prefix, keys, '*'].join(':') if not keys.start_with?(@_prefix)
|
83
|
+
keys = [@_prefix, 'observations', keys, '*'].join(':') if not keys.start_with?("#{@_prefix}:observations")
|
84
84
|
now = (Time.now.to_f * 1000).to_i
|
85
85
|
rv = []
|
86
86
|
|
87
87
|
@redis.keys(keys).each do |key|
|
88
|
-
x, name, block = key.split(':',
|
88
|
+
x, y, name, block = key.split(':', 4)
|
89
89
|
block = block.to_i
|
90
90
|
|
91
91
|
if ((to = Integer(to)) rescue false)
|
data/lib/quark/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: quark
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.4.0
|
5
5
|
prerelease:
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
@@ -13,7 +13,7 @@ date: 2014-05-06 00:00:00.000000000 Z
|
|
13
13
|
dependencies:
|
14
14
|
- !ruby/object:Gem::Dependency
|
15
15
|
name: multi_json
|
16
|
-
requirement: &
|
16
|
+
requirement: &15032140 !ruby/object:Gem::Requirement
|
17
17
|
none: false
|
18
18
|
requirements:
|
19
19
|
- - =
|
@@ -21,10 +21,10 @@ dependencies:
|
|
21
21
|
version: 1.7.9
|
22
22
|
type: :runtime
|
23
23
|
prerelease: false
|
24
|
-
version_requirements: *
|
24
|
+
version_requirements: *15032140
|
25
25
|
- !ruby/object:Gem::Dependency
|
26
26
|
name: eventmachine
|
27
|
-
requirement: &
|
27
|
+
requirement: &15031540 !ruby/object:Gem::Requirement
|
28
28
|
none: false
|
29
29
|
requirements:
|
30
30
|
- - ~>
|
@@ -32,10 +32,10 @@ dependencies:
|
|
32
32
|
version: 1.0.0
|
33
33
|
type: :runtime
|
34
34
|
prerelease: false
|
35
|
-
version_requirements: *
|
35
|
+
version_requirements: *15031540
|
36
36
|
- !ruby/object:Gem::Dependency
|
37
37
|
name: redis
|
38
|
-
requirement: &
|
38
|
+
requirement: &15030220 !ruby/object:Gem::Requirement
|
39
39
|
none: false
|
40
40
|
requirements:
|
41
41
|
- - ~>
|
@@ -43,10 +43,10 @@ dependencies:
|
|
43
43
|
version: 3.0.0
|
44
44
|
type: :runtime
|
45
45
|
prerelease: false
|
46
|
-
version_requirements: *
|
46
|
+
version_requirements: *15030220
|
47
47
|
- !ruby/object:Gem::Dependency
|
48
48
|
name: hiredis
|
49
|
-
requirement: &
|
49
|
+
requirement: &15029180 !ruby/object:Gem::Requirement
|
50
50
|
none: false
|
51
51
|
requirements:
|
52
52
|
- - ~>
|
@@ -54,10 +54,10 @@ dependencies:
|
|
54
54
|
version: 0.5.2
|
55
55
|
type: :runtime
|
56
56
|
prerelease: false
|
57
|
-
version_requirements: *
|
57
|
+
version_requirements: *15029180
|
58
58
|
- !ruby/object:Gem::Dependency
|
59
59
|
name: em-synchrony
|
60
|
-
requirement: &
|
60
|
+
requirement: &15028280 !ruby/object:Gem::Requirement
|
61
61
|
none: false
|
62
62
|
requirements:
|
63
63
|
- - ~>
|
@@ -65,10 +65,10 @@ dependencies:
|
|
65
65
|
version: 1.0.3
|
66
66
|
type: :runtime
|
67
67
|
prerelease: false
|
68
|
-
version_requirements: *
|
68
|
+
version_requirements: *15028280
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
70
|
name: em-websocket
|
71
|
-
requirement: &
|
71
|
+
requirement: &15027780 !ruby/object:Gem::Requirement
|
72
72
|
none: false
|
73
73
|
requirements:
|
74
74
|
- - ~>
|
@@ -76,10 +76,10 @@ dependencies:
|
|
76
76
|
version: 0.5.1
|
77
77
|
type: :runtime
|
78
78
|
prerelease: false
|
79
|
-
version_requirements: *
|
79
|
+
version_requirements: *15027780
|
80
80
|
- !ruby/object:Gem::Dependency
|
81
81
|
name: hashlib
|
82
|
-
requirement: &
|
82
|
+
requirement: &15027320 !ruby/object:Gem::Requirement
|
83
83
|
none: false
|
84
84
|
requirements:
|
85
85
|
- - ! '>='
|
@@ -87,10 +87,10 @@ dependencies:
|
|
87
87
|
version: 0.0.35
|
88
88
|
type: :runtime
|
89
89
|
prerelease: false
|
90
|
-
version_requirements: *
|
90
|
+
version_requirements: *15027320
|
91
91
|
- !ruby/object:Gem::Dependency
|
92
92
|
name: sinatra
|
93
|
-
requirement: &
|
93
|
+
requirement: &14995020 !ruby/object:Gem::Requirement
|
94
94
|
none: false
|
95
95
|
requirements:
|
96
96
|
- - ! '>='
|
@@ -98,10 +98,10 @@ dependencies:
|
|
98
98
|
version: '0'
|
99
99
|
type: :runtime
|
100
100
|
prerelease: false
|
101
|
-
version_requirements: *
|
101
|
+
version_requirements: *14995020
|
102
102
|
- !ruby/object:Gem::Dependency
|
103
103
|
name: sinatra-cross_origin
|
104
|
-
requirement: &
|
104
|
+
requirement: &14993520 !ruby/object:Gem::Requirement
|
105
105
|
none: false
|
106
106
|
requirements:
|
107
107
|
- - ! '>='
|
@@ -109,10 +109,10 @@ dependencies:
|
|
109
109
|
version: '0'
|
110
110
|
type: :runtime
|
111
111
|
prerelease: false
|
112
|
-
version_requirements: *
|
112
|
+
version_requirements: *14993520
|
113
113
|
- !ruby/object:Gem::Dependency
|
114
114
|
name: thin
|
115
|
-
requirement: &
|
115
|
+
requirement: &14992140 !ruby/object:Gem::Requirement
|
116
116
|
none: false
|
117
117
|
requirements:
|
118
118
|
- - ! '>='
|
@@ -120,7 +120,7 @@ dependencies:
|
|
120
120
|
version: '0'
|
121
121
|
type: :runtime
|
122
122
|
prerelease: false
|
123
|
-
version_requirements: *
|
123
|
+
version_requirements: *14992140
|
124
124
|
description: A small service for logging and retrieving timeseries metrics into a
|
125
125
|
Redis server
|
126
126
|
email: garyhetzel@gmail.com
|
@@ -142,6 +142,7 @@ files:
|
|
142
142
|
- lib/quark/commands/fetch.rb
|
143
143
|
- lib/quark/commands/observe.rb
|
144
144
|
- lib/quark/commands/ping.rb
|
145
|
+
- lib/quark/commands/tree.rb
|
145
146
|
- lib/quark/commands/list.rb
|
146
147
|
- lib/quark/commands/put.rb
|
147
148
|
- lib/quark/errors.rb
|
@@ -174,3 +175,4 @@ signing_key:
|
|
174
175
|
specification_version: 3
|
175
176
|
summary: A miniscule timeseries metrics logging service
|
176
177
|
test_files: []
|
178
|
+
has_rdoc:
|