quark 0.3.3 → 0.4.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -24,8 +24,8 @@ module Quark
24
24
  raise Quark::ArgumentError.new("FETCH 'to' argument must be numeric") if not to.nil? and (Integer(to) rescue false) === false
25
25
 
26
26
  # find all matching keys from all blocks
27
- @redis.keys("#{@_prefix}:#{keys}:*").each do |key|
28
- x, name, block = key.split(':',3)
27
+ @redis.keys("#{@_prefix}:observations:#{keys}:*").each do |key|
28
+ x, y, name, block = key.split(':',4)
29
29
  block = block.to_i
30
30
 
31
31
  # skip keys whose block falls outside of the given time range (if given)
@@ -5,8 +5,8 @@ module Quark
5
5
  fields = fields.to_s.split(',')
6
6
  fields = fields.collect{|f| f.split('-',2) }
7
7
 
8
- return @redis.keys("#{@_prefix}:#{pattern}:*").collect{|i|
9
- value = i.split(':')[1]
8
+ return @redis.keys("#{@_prefix}:observations:#{pattern}:*").collect{|i|
9
+ value = i.split(':')[2]
10
10
 
11
11
  if not fields.empty?
12
12
  rv = []
@@ -15,7 +15,9 @@ module Quark
15
15
  puts "OBSERVE #{@_prefix}:#{id}:#{block} #{value} #{timestamp}"
16
16
  end
17
17
 
18
- @redis.hset("#{@_prefix}:#{id}:#{block}", timestamp, value)
18
+ @redis.hset("#{@_prefix}:observations:#{id}:#{block}", timestamp, value)
19
+ @redis.sadd("#{@_prefix}:blocks:#{Quark::Config.get("quark.blocksize").to_i}", block)
20
+
19
21
  return ({
20
22
  :metric => id,
21
23
  :block => block
@@ -2,16 +2,16 @@ module Quark
2
2
  module CommandProcessor
3
3
  def self.process_command_peek(data)
4
4
  rv = {}
5
- keys = @redis.keys("#{@_prefix}:#{data}:*")
5
+ keys = @redis.keys("#{@_prefix}:observations:#{data}:*")
6
6
  peek_keys = []
7
7
 
8
8
  # get unique metric names
9
9
  keys.collect{|i|
10
- i.split(':')[1]
10
+ i.split(':')[2]
11
11
  }.uniq().each do |name|
12
12
  # get most recent bucket for this metric
13
13
  peek_keys << keys.select{|i|
14
- i.split(':')[1] == name
14
+ i.split(':')[2] == name
15
15
  }.sort.last
16
16
  end
17
17
 
@@ -21,7 +21,7 @@ module Quark
21
21
  a[0] <=> b[0]
22
22
  }.last
23
23
 
24
- rv[peek.split(':')[1]] = [data[0].to_i, data[1].to_f]
24
+ rv[peek.split(':')[2]] = [data[0].to_i, data[1].to_f]
25
25
  end
26
26
 
27
27
  return rv
@@ -15,7 +15,8 @@ module Quark
15
15
  puts "PUT #{@_prefix}:#{id}:#{block} #{value} #{timestamp}"
16
16
  end
17
17
 
18
- @redis.hset("#{@_prefix}:#{id}:#{block}", timestamp, value)
18
+ @redis.hset("#{@_prefix}:observations:#{id}:#{block}", timestamp, value)
19
+ @redis.sadd("#{@_prefix}:blocks:#{Quark::Config.get("quark.blocksize").to_i}", block)
19
20
 
20
21
  return nil
21
22
  end
@@ -0,0 +1,13 @@
1
+ module Quark
2
+ module CommandProcessor
3
+ def self.process_command_tree(data)
4
+ root, max_age = data.to_s.strip.chomp.split(' ', 2)
5
+ depth = root.split('.').length
6
+ root = (root.nil? or root.empty? ? '*' : "#{root}.*")
7
+
8
+ return @redis.keys("#{@_prefix}:observations:#{root}:*").collect{|i|
9
+ i.split(':')[2].split('.')[0..depth].join('.')
10
+ }.compact.sort.uniq()
11
+ end
12
+ end
13
+ end
@@ -80,12 +80,12 @@ module Quark
80
80
  # if 'to' is negative, it is assumed to be n-seconds ago
81
81
  #
82
82
  def self.purge(keys, to=nil)
83
- keys = [@_prefix, keys, '*'].join(':') if not keys.start_with?(@_prefix)
83
+ keys = [@_prefix, 'observations', keys, '*'].join(':') if not keys.start_with?("#{@_prefix}:observations")
84
84
  now = (Time.now.to_f * 1000).to_i
85
85
  rv = []
86
86
 
87
87
  @redis.keys(keys).each do |key|
88
- x, name, block = key.split(':', 3)
88
+ x, y, name, block = key.split(':', 4)
89
89
  block = block.to_i
90
90
 
91
91
  if ((to = Integer(to)) rescue false)
@@ -1,3 +1,3 @@
1
1
  module Quark
2
- VERSION = '0.3.3'
2
+ VERSION = '0.4.0'
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: quark
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.3
4
+ version: 0.4.0
5
5
  prerelease:
6
6
  platform: ruby
7
7
  authors:
@@ -13,7 +13,7 @@ date: 2014-05-06 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: multi_json
16
- requirement: &18499280 !ruby/object:Gem::Requirement
16
+ requirement: &15032140 !ruby/object:Gem::Requirement
17
17
  none: false
18
18
  requirements:
19
19
  - - =
@@ -21,10 +21,10 @@ dependencies:
21
21
  version: 1.7.9
22
22
  type: :runtime
23
23
  prerelease: false
24
- version_requirements: *18499280
24
+ version_requirements: *15032140
25
25
  - !ruby/object:Gem::Dependency
26
26
  name: eventmachine
27
- requirement: &18498640 !ruby/object:Gem::Requirement
27
+ requirement: &15031540 !ruby/object:Gem::Requirement
28
28
  none: false
29
29
  requirements:
30
30
  - - ~>
@@ -32,10 +32,10 @@ dependencies:
32
32
  version: 1.0.0
33
33
  type: :runtime
34
34
  prerelease: false
35
- version_requirements: *18498640
35
+ version_requirements: *15031540
36
36
  - !ruby/object:Gem::Dependency
37
37
  name: redis
38
- requirement: &18497700 !ruby/object:Gem::Requirement
38
+ requirement: &15030220 !ruby/object:Gem::Requirement
39
39
  none: false
40
40
  requirements:
41
41
  - - ~>
@@ -43,10 +43,10 @@ dependencies:
43
43
  version: 3.0.0
44
44
  type: :runtime
45
45
  prerelease: false
46
- version_requirements: *18497700
46
+ version_requirements: *15030220
47
47
  - !ruby/object:Gem::Dependency
48
48
  name: hiredis
49
- requirement: &18497220 !ruby/object:Gem::Requirement
49
+ requirement: &15029180 !ruby/object:Gem::Requirement
50
50
  none: false
51
51
  requirements:
52
52
  - - ~>
@@ -54,10 +54,10 @@ dependencies:
54
54
  version: 0.5.2
55
55
  type: :runtime
56
56
  prerelease: false
57
- version_requirements: *18497220
57
+ version_requirements: *15029180
58
58
  - !ruby/object:Gem::Dependency
59
59
  name: em-synchrony
60
- requirement: &18513140 !ruby/object:Gem::Requirement
60
+ requirement: &15028280 !ruby/object:Gem::Requirement
61
61
  none: false
62
62
  requirements:
63
63
  - - ~>
@@ -65,10 +65,10 @@ dependencies:
65
65
  version: 1.0.3
66
66
  type: :runtime
67
67
  prerelease: false
68
- version_requirements: *18513140
68
+ version_requirements: *15028280
69
69
  - !ruby/object:Gem::Dependency
70
70
  name: em-websocket
71
- requirement: &18511860 !ruby/object:Gem::Requirement
71
+ requirement: &15027780 !ruby/object:Gem::Requirement
72
72
  none: false
73
73
  requirements:
74
74
  - - ~>
@@ -76,10 +76,10 @@ dependencies:
76
76
  version: 0.5.1
77
77
  type: :runtime
78
78
  prerelease: false
79
- version_requirements: *18511860
79
+ version_requirements: *15027780
80
80
  - !ruby/object:Gem::Dependency
81
81
  name: hashlib
82
- requirement: &18511420 !ruby/object:Gem::Requirement
82
+ requirement: &15027320 !ruby/object:Gem::Requirement
83
83
  none: false
84
84
  requirements:
85
85
  - - ! '>='
@@ -87,10 +87,10 @@ dependencies:
87
87
  version: 0.0.35
88
88
  type: :runtime
89
89
  prerelease: false
90
- version_requirements: *18511420
90
+ version_requirements: *15027320
91
91
  - !ruby/object:Gem::Dependency
92
92
  name: sinatra
93
- requirement: &18510840 !ruby/object:Gem::Requirement
93
+ requirement: &14995020 !ruby/object:Gem::Requirement
94
94
  none: false
95
95
  requirements:
96
96
  - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
98
98
  version: '0'
99
99
  type: :runtime
100
100
  prerelease: false
101
- version_requirements: *18510840
101
+ version_requirements: *14995020
102
102
  - !ruby/object:Gem::Dependency
103
103
  name: sinatra-cross_origin
104
- requirement: &18510100 !ruby/object:Gem::Requirement
104
+ requirement: &14993520 !ruby/object:Gem::Requirement
105
105
  none: false
106
106
  requirements:
107
107
  - - ! '>='
@@ -109,10 +109,10 @@ dependencies:
109
109
  version: '0'
110
110
  type: :runtime
111
111
  prerelease: false
112
- version_requirements: *18510100
112
+ version_requirements: *14993520
113
113
  - !ruby/object:Gem::Dependency
114
114
  name: thin
115
- requirement: &18509360 !ruby/object:Gem::Requirement
115
+ requirement: &14992140 !ruby/object:Gem::Requirement
116
116
  none: false
117
117
  requirements:
118
118
  - - ! '>='
@@ -120,7 +120,7 @@ dependencies:
120
120
  version: '0'
121
121
  type: :runtime
122
122
  prerelease: false
123
- version_requirements: *18509360
123
+ version_requirements: *14992140
124
124
  description: A small service for logging and retrieving timeseries metrics into a
125
125
  Redis server
126
126
  email: garyhetzel@gmail.com
@@ -142,6 +142,7 @@ files:
142
142
  - lib/quark/commands/fetch.rb
143
143
  - lib/quark/commands/observe.rb
144
144
  - lib/quark/commands/ping.rb
145
+ - lib/quark/commands/tree.rb
145
146
  - lib/quark/commands/list.rb
146
147
  - lib/quark/commands/put.rb
147
148
  - lib/quark/errors.rb
@@ -174,3 +175,4 @@ signing_key:
174
175
  specification_version: 3
175
176
  summary: A miniscule timeseries metrics logging service
176
177
  test_files: []
178
+ has_rdoc: