aeden-refinery 0.10.5 → 0.10.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.10.5
1
+ 0.10.6
@@ -8,10 +8,11 @@ module Refinery #:nodoc:
8
8
 
9
9
  # Initialize the heartbeat for the given server.
10
10
  def initialize(server)
11
+ queue_prefix = config['prefix'] || ''
11
12
  @server = server
12
13
  @thread = Thread.new do
13
14
  loop do
14
- with_queue('heartbeat') do |heartbeat_queue|
15
+ with_queue("#{queue_prefix}heartbeat") do |heartbeat_queue|
15
16
  logger.debug "Send heartbeat"
16
17
  message = {
17
18
  'host_info' => host_info,
@@ -17,6 +17,7 @@ module Refinery #:nodoc:
17
17
  logger.level = Logger::INFO if options[:verbose]
18
18
  logger.level = Logger::DEBUG if options[:debug]
19
19
  config.load_file(options[:config]) if options[:config]
20
+ @queue_prefix = config['prefix'] || ''
20
21
  end
21
22
 
22
23
  # Execute the monitor. The monitor will start one heartbeat
@@ -48,12 +49,12 @@ module Refinery #:nodoc:
48
49
  end
49
50
 
50
51
  def run_heartbeat_monitor
51
- logger.info "Starting heartbeat monitor"
52
- Thread.new('heartbeat') do |heartbeat_queue_name|
52
+ logger.info "Starting #{@queue_prefix}heartbeat monitor"
53
+ Thread.new("#{@queue_prefix}heartbeat") do |heartbeat_queue_name|
53
54
  loop do
54
55
  with_queue(heartbeat_queue_name) do |heartbeat_queue|
55
56
  while (message = heartbeat_queue.receive)
56
- logger.debug decode_message(message.body).inspect
57
+ logger.debug "#{heartbeat_queue.name}: #{decode_message(message.body).inspect}"
57
58
  message.delete()
58
59
  end
59
60
  end
@@ -65,15 +66,16 @@ module Refinery #:nodoc:
65
66
  def run_done_monitors
66
67
  config['processors'].collect do |key, settings|
67
68
  queue_name = settings['queue'] || key
68
- done_queue_name = "#{queue_name}_done"
69
+ done_queue_name = "#{@queue_prefix}#{queue_name}_done"
69
70
  logger.debug "Starting monitor for queue #{done_queue_name}"
70
71
  Thread.new(done_queue_name) do |done_queue_name|
71
72
  loop do
72
73
  with_queue(done_queue_name) do |done_queue|
73
74
  while (message = done_queue.receive)
74
75
  done_message = decode_message(message.body)
76
+ logger.debug "#{done_queue.name}: #{done_message.pretty_inspect}"
75
77
  processed = decode_message(done_message['original'])
76
- logger.info "Done: #{processed.inspect}"
78
+ logger.info "Done: #{queue_name} #{processed.inspect}"
77
79
  message.delete()
78
80
  statistics.record_done(done_message)
79
81
  end
@@ -87,15 +89,16 @@ module Refinery #:nodoc:
87
89
  def run_error_monitors
88
90
  config['processors'].collect do |key, settings|
89
91
  queue_name = settings['queue'] || key
90
- error_queue_name = "#{queue_name}_error"
92
+ error_queue_name = "#{@queue_prefix}#{queue_name}_error"
91
93
  logger.info "Starting error monitor for queue #{error_queue_name}"
92
94
  Thread.new(error_queue_name) do |error_queue_name|
93
95
  loop do
94
- with(error_queue_name) do |error_queue|
96
+ with_queue(error_queue_name) do |error_queue|
95
97
  while (message = error_queue.receive)
96
98
  error_message = decode_message(message.body)
99
+ logger.debug "#{error_queue.name}: #{error_message.pretty_inspect}"
97
100
  processed = decode_message(error_message['original'])
98
- logger.info "Error: #{processed.inspect}"
101
+ logger.info "Error: #{queue_name} #{processed.inspect}"
99
102
  message.delete()
100
103
  statistics.record_error(error_message)
101
104
  end
@@ -79,7 +79,7 @@ module Refinery #:nodoc:
79
79
  @format ||= "%s, [%s#%d][%s] %5s -- %s: %s\n"
80
80
  end
81
81
  def call(severity, time, progname, msg)
82
- format % [severity[0..0], format_datetime(time), $$, Thread.current.object_id.to_s, severity, progname, msg.to_s]
82
+ format % [severity[0..0], format_datetime(time.utc), $$, Thread.current.object_id.to_s, severity, progname, msg.to_s]
83
83
  end
84
84
  def format_datetime(time)
85
85
  time.strftime("%Y-%m-%dT%H:%M:%S.") << "%06d " % time.usec
@@ -10,7 +10,7 @@ module Refinery #:nodoc:
10
10
  Ramaze::Log.loggers.clear # supress all Ramaze logging
11
11
  Ramaze.start # start the Ramaze server on port 7000
12
12
  rescue NameError
13
- self.logger.warn "Install Remaze to enable the stats server"
13
+ self.logger.warn "Install Ramaze to enable the stats server"
14
14
  end
15
15
  end
16
16
 
data/refinery.gemspec CHANGED
@@ -2,11 +2,11 @@
2
2
 
3
3
  Gem::Specification.new do |s|
4
4
  s.name = %q{refinery}
5
- s.version = "0.10.5"
5
+ s.version = "0.10.6"
6
6
 
7
7
  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
8
8
  s.authors = ["Anthony Eden"]
9
- s.date = %q{2009-07-14}
9
+ s.date = %q{2009-07-23}
10
10
  s.description = %q{Process data in a distributed fashion.}
11
11
  s.email = %q{anthonyeden@gmail.com}
12
12
  s.executables = ["epub", "monitor", "pubnow", "refinery"]
@@ -71,12 +71,11 @@ Gem::Specification.new do |s|
71
71
  "workers/sample.rb",
72
72
  "workers/sleep.rb"
73
73
  ]
74
- s.has_rdoc = true
75
74
  s.homepage = %q{http://github.com/aeden/refinery}
76
75
  s.rdoc_options = ["--charset=UTF-8"]
77
76
  s.require_paths = ["lib"]
78
77
  s.rubyforge_project = %q{refinery}
79
- s.rubygems_version = %q{1.3.1}
78
+ s.rubygems_version = %q{1.3.5}
80
79
  s.summary = %q{Refinery processes data in a distributed environment.}
81
80
  s.test_files = [
82
81
  "test/test_helper.rb",
@@ -98,7 +97,7 @@ Gem::Specification.new do |s|
98
97
 
99
98
  if s.respond_to? :specification_version then
100
99
  current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
101
- s.specification_version = 2
100
+ s.specification_version = 3
102
101
 
103
102
  if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
104
103
  else
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: aeden-refinery
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.10.5
4
+ version: 0.10.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - Anthony Eden
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2009-07-14 00:00:00 -07:00
12
+ date: 2009-07-23 00:00:00 -07:00
13
13
  default_executable:
14
14
  dependencies: []
15
15
 
@@ -81,7 +81,7 @@ files:
81
81
  - workers/error.rb
82
82
  - workers/sample.rb
83
83
  - workers/sleep.rb
84
- has_rdoc: true
84
+ has_rdoc: false
85
85
  homepage: http://github.com/aeden/refinery
86
86
  post_install_message:
87
87
  rdoc_options:
@@ -105,7 +105,7 @@ requirements: []
105
105
  rubyforge_project: refinery
106
106
  rubygems_version: 1.2.0
107
107
  signing_key:
108
- specification_version: 2
108
+ specification_version: 3
109
109
  summary: Refinery processes data in a distributed environment.
110
110
  test_files:
111
111
  - test/test_helper.rb