qwirk 0.0.1

data/examples/shared/config.ru

@@ -0,0 +1,13 @@
+require '../setup'
+require './shared_worker'
+require './publisher'
+
+# If we're not starting up a standalone publisher, then start up a manager
+if ENV['RACK_ENV'] != 'publisher'
+  manager = Qwirk[$adapter_key].create_manager(:name => 'Worker', :persist_file => 'qwirk_persist.yml')
+  at_exit { manager.stop }
+end
+if ENV['RACK_ENV'] != 'worker'
+  Rumx::Bean.root.bean_add_child(:Publisher, Publisher.new($adapter_key))
+end
+run Rumx::Server

data/examples/shared/publisher.rb

@@ -0,0 +1,49 @@
+require 'rumx'
+require 'qwirk'
+
+class Publisher
+  include Rumx::Bean
+
+  bean_attr_accessor :s1_count, :integer, 'Number of S1 messages sent'
+  bean_attr_accessor :s2_count, :integer, 'Number of S2 messages sent'
+
+  bean_operation :send_s1, :void, 'Send messages to the S1 worker', [
+      [ :count,      :integer, 'Count of messages',                     10                 ],
+      [ :message,    :string,  'String portion of the message to send', 'Message for Bar'  ],
+      [ :sleep_time, :float,   'Time to sleep between messages',        0.2                ]
+  ]
+
+  bean_operation :send_s2, :void, 'Send messages to the S2 worker', [
+      [ :count,      :integer, 'Count of messages',                     5                  ],
+      [ :message,    :string,  'String portion of the message to send', 'Message for Baz'  ],
+      [ :sleep_time, :float,   'Time to sleep between messages',        0.5                ]
+  ]
+
+
+  def initialize(adapter_key)
+    @s1_publisher = Qwirk[adapter_key].create_publisher(:queue_name => 'S1', :marshal => :bson)
+    @s2_publisher = Qwirk[adapter_key].create_publisher(:queue_name => 'S2', :marshal => :string)
+    @s1_count = 0
+    @s2_count = 0
+  end
+
+  def send_s1(count, message, sleep_time)
+    count.times do
+      @s1_count += 1
+      obj = {'count' => @s1_count, 'message' => message}
+      puts "Publishing to S1 object: #{obj.inspect}"
+      @s1_publisher.publish(obj)
+      sleep sleep_time
+    end
+  end
+
+  def send_s2(count, message, sleep_time)
+    count.times do
+      @s2_count += 1
+      obj = "#{@s2_count}: #{message}"
+      puts "Publishing to S2 object: #{obj}"
+      @s2_publisher.publish(obj)
+      sleep sleep_time
+    end
+  end
+end

data/examples/shared/qwirk_persist.yml

@@ -0,0 +1,5 @@
+--- 
+S1: 
+  :min_count: 1
+S2: 
+  :min_count: 1

data/examples/shared/shared_worker.rb

@@ -0,0 +1,16 @@
+class SharedWorker
+  include Qwirk::Worker
+
+  config_accessor :sleep_time, :float, 'Number of seconds to sleep between messages', 5
+  config_reader   :message, :string, 'Message'
+
+  define_configs(
+    'S1' => {:message => "I'm S1", :sleep_time => 10},
+    'S2' => {:message => "I'm S2"}
+  )
+
+  def perform(obj)
+    puts "#{self}: Received #{obj.inspect} at #{Time.now}"
+    sleep config.sleep_time
+  end
+end

data/examples/simple/README

@@ -0,0 +1,53 @@
+Step 0
+# Follow the directions for configuring configuring a JMS or InMem adapter located in examples/README
+
+Step 1
+# Start up the application
+rm -f qwirk_persist.yml
+rackup -p 4567
+  or for ActiveMQ
+QWIRK_ADAPTER=active_mq rackup -p 4567
+
+
+Step 2
+# Browse to http://localhost:4567
+# Open up the tree to Worker => Bar => Attributes and click on Attributes
+# Change max_count to 100, idle_worker_timeout to 10, and sleep_time to 5 and click Update.
+
+Step 3
+# Open the tree to Publisher => Operations => send_bar and click on send_bar
+# Set count to 1000 and sleep_time to 0.2 and click Execute.
+# Click back on Worker => Bar => Attributes and continue clicking every few seconds while
+  messages are still being published.  For the InMem adapter, workers will continue
+  to increase while there are still messages in the queue.  For the ActiveMQ adapter,
+  the messages get cached on the consumer side so after the the publishing is complete,
+  many of the workers will drop off while the remaining ones that have cached messages
+  will continue.
+
+Step 4
+# cntl-c the rackup process and start it back up.  It should come back with
+  the workers and the config values that have been configured via the browser.
+
+
+Things to try:
+
+
+Expanding / Contracting workers
+
+Note that after you set a max_count and before you publish, the count of workers will be
+1 as their is just a single worker waiting for data on the queue.  Once you publish messages,
+the count of workers will grow as needed to handle the message volume up to max_count.
+
+If you set a value for idle_worker_timeout then the count of workers will go down when there
+is no work to be done.  Set a timeout and refresh the attributes to see this in action.
+
+
+Monitoring your workers
+
+Browse to http://localhost:4567/Worker/Bar/timer/attributes.json?reset=true
+
+Publish some messages (possibly modifying the worker's sleep times first) and browse to that address again.
+
+If you use a monitoring tool such as munin, nagios, hyperic, etc., you could poll this url periodically to create
+a graph or alert for your system.  For easy creation of munin graphs and alert withe this framework, see
+https://github.com/ClarityServices/ruminate

data/examples/simple/bar_worker.rb

@@ -0,0 +1,10 @@
+class BarWorker
+  include Qwirk::Worker
+
+  config_accessor :sleep_time, :float, 'Number of seconds to sleep between messages', 5
+
+  def perform(obj)
+    puts "#{self}: Received #{obj.inspect} at #{Time.now}"
+    sleep config.sleep_time
+  end
+end

data/examples/simple/baz_worker.rb

@@ -0,0 +1,10 @@
+class BazWorker 
+  include Qwirk::Worker
+
+  config_accessor :sleep_time, :float, 'Number of seconds to sleep between messages', 10
+
+  def perform(obj)
+    puts "#{self}: Received #{obj} at #{Time.now}"
+    sleep config.sleep_time
+  end
+end

data/examples/simple/config.ru

@@ -0,0 +1,14 @@
+require '../setup'
+require './bar_worker'
+require './baz_worker'
+require './publisher'
+
+# If we're not starting up a standalone publisher, then start up a manager
+if ENV['RACK_ENV'] != 'publisher'
+  manager = Qwirk[$adapter_key].create_manager(:name => 'Worker', :persist_file => 'qwirk_persist.yml')
+  at_exit { manager.stop }
+end
+if ENV['RACK_ENV'] != 'worker'
+  Rumx::Bean.root.bean_add_child(:Publisher, Publisher.new($adapter_key))
+end
+run Rumx::Server

data/examples/simple/publisher.rb

@@ -0,0 +1,49 @@
+require 'rumx'
+require 'qwirk'
+
+class Publisher
+  include Rumx::Bean
+
+  bean_attr_accessor :bar_count, :integer, 'Number of Bar messages sent'
+  bean_attr_accessor :baz_count, :integer, 'Number of Baz messages sent'
+
+  bean_operation :send_bar, :void, 'Send messages to the Bar worker', [
+      [ :count,      :integer, 'Count of messages',                     10                 ],
+      [ :message,    :string,  'String portion of the message to send', 'Message for Bar'  ],
+      [ :sleep_time, :float,   'Time to sleep between messages',        0.2                ]
+  ]
+
+  bean_operation :send_baz, :void, 'Send messages to the Baz worker', [
+      [ :count,      :integer, 'Count of messages',                     5                  ],
+      [ :message,    :string,  'String portion of the message to send', 'Message for Baz'  ],
+      [ :sleep_time, :float,   'Time to sleep between messages',        0.5                ]
+  ]
+
+  def initialize(adapter_key)
+    @bar_publisher = Qwirk[adapter_key].create_publisher(:queue_name => 'Bar', :marshal => :bson)
+    @baz_publisher = Qwirk[adapter_key].create_publisher(:queue_name => 'Baz', :marshal => :string)
+
+    @bar_count = 0
+    @baz_count = 0
+  end
+
+  def send_bar(count, message, sleep_time)
+    count.times do
+      @bar_count += 1
+      obj = {'count' => @bar_count, 'message' => message}
+      puts "Publishing to Bar object: #{obj.inspect}"
+      @bar_publisher.publish(obj)
+      sleep sleep_time
+    end
+  end
+
+  def send_baz(count, message, sleep_time)
+    count.times do
+      @baz_count += 1
+      obj = "#{@baz_count}: #{message}"
+      puts "Publishing to Baz object: #{obj}"
+      @baz_publisher.publish(obj)
+      sleep sleep_time
+    end
+  end
+end

data/examples/simple/qwirk_persist.yml

@@ -0,0 +1,4 @@
+---
+Bar:
+  :min_count: 10
+...

data/examples/task/README

@@ -0,0 +1,47 @@
+Step 0
+# Follow the directions for configuring configuring a JMS or InMem adapter located in examples/README
+
+Step 1
+# Start up the application
+rm -f qwirk_persist.yml
+rackup -p 4567
+
+Step 2
+# Browse to http://localhost:4567
+# Open up the tree to Worker => Bar => Attributes and click on Attributes
+# Change max_count to 100, idle_worker_timeout to 10, and sleep_time to 5 and click Update.
+
+Step 3
+# Open the tree to Publisher => Operations => send_bar and click on send_bar
+# Set count to 100 and sleep_time to 0.2 and click Execute.
+# Click back on Worker => Bar => Attributes and continue clicking every few seconds.  You
+  should see the count of workers top out at around 25 (5 published messages/sec * 5 secs/worker)
+  and then 10 seconds after all 100 messages have been read it will drop back down to 1.
+
+Step 4
+# cntl-c the rackup process and start it back up.  It should come back with
+  the workers and the config values that have been configured via the browser.
+
+
+Things to try:
+
+
+Expanding / Contracting workers
+
+Note that after you set a max_count and before you publish, the count of workers will be
+1 as their is just a single worker waiting for data on the queue.  Once you publish messages,
+the count of workers will grow as needed to handle the message volume up to max_count.
+
+If you set a value for idle_worker_timeout then the count of workers will go down when there
+is no work to be done.  Set a timeout and refresh the attributes to see this in action.
+
+
+Monitoring your workers
+
+Browse to http://localhost:4567/Worker/Bar/timer/attributes.json?reset=true
+
+Publish some messages (possibly modifying the worker's sleep times first) and browse to that address again.
+
+If you use a monitoring tool such as munin, nagios, hyperic, etc., you could poll this url periodically to create
+a graph or alert for your system.  For easy creation of munin graphs and alert withe this framework, see
+https://github.com/ClarityServices/ruminate

data/examples/task/config.ru

@@ -0,0 +1,14 @@
+require '../setup'
+require './foo_worker'
+require './publisher'
+require './task'
+
+# If we're not starting up a standalone publisher, then start up a manager
+if ENV['RACK_ENV'] != 'publisher'
+  manager = Qwirk[$adapter_key].create_manager(:name => 'Worker', :persist_file => 'qwirk_persist.yml')
+  at_exit { manager.stop }
+end
+if ENV['RACK_ENV'] != 'worker'
+  Rumx::Bean.root.bean_add_child(:Publisher, Publisher.new($adapter_key))
+end
+run Rumx::Server

data/examples/task/foo_worker.rb

@@ -0,0 +1,10 @@
+class FooWorker
+  include Qwirk::RequestWorker
+
+  config_accessor :sleep_time, :float, 'Number of seconds to sleep between messages', 5
+
+  def request(hash)
+    sleep config.sleep_time
+    '%s%04d' % [hash['message'], hash['count']]
+  end
+end

data/examples/task/messages.out

@@ -0,0 +1,1000 @@
+M0001
+M0002
+M0003
+M0004
+M0005
+M0006
+M0007
+M0008
+M0009
+M0010
+M0011
+M0012
+M0013
+M0014
+M0015
+M0016
+M0017
+M0018
+M0019
+M0020
+M0021
+M0022
+M0023
+M0024
+M0025
+M0026
+M0027
+M0028
+M0029
+M0030
+M0031
+M0032
+M0033
+M0034
+M0035
+M0036
+M0037
+M0038
+M0039
+M0040
+M0041
+M0042
+M0043
+M0044
+M0045
+M0046
+M0047
+M0048
+M0049
+M0050
+M0051
+M0052
+M0053
+M0054
+M0055
+M0056
+M0057
+M0058
+M0059
+M0060
+M0061
+M0062
+M0063
+M0064
+M0065
+M0066
+M0067
+M0068
+M0069
+M0070
+M0071
+M0072
+M0073
+M0074
+M0075
+M0076
+M0077
+M0078
+M0079
+M0080
+M0081
+M0082
+M0083
+M0084
+M0085
+M0086
+M0087
+M0088
+M0089
+M0090
+M0091
+M0092
+M0093
+M0094
+M0095
+M0096
+M0097
+M0098
+M0100
+M0099
+M0101
+M0102
+M0103
+M0104
+M0106
+M0105
+M0107
+M0108
+M0109
+M0110
+M0111
+M0112
+M0113
+M0114
+M0115
+M0116
+M0117
+M0118
+M0119
+M0120
+M0121
+M0122
+M0123
+M0124
+M0125
+M0126
+M0127
+M0128
+M0129
+M0130
+M0131
+M0132
+M0133
+M0134
+M0135
+M0136
+M0137
+M0138
+M0139
+M0140
+M0141
+M0142
+M0143
+M0144
+M0145
+M0146
+M0147
+M0148
+M0149
+M0150
+M0151
+M0152
+M0154
+M0153
+M0155
+M0157
+M0156
+M0158
+M0160
+M0159
+M0161
+M0163
+M0162
+M0164
+M0166
+M0165
+M0167
+M0169
+M0168
+M0170
+M0171
+M0172
+M0173
+M0174
+M0175
+M0176
+M0177
+M0178
+M0179
+M0181
+M0180
+M0182
+M0183
+M0184
+M0185
+M0186
+M0187
+M0188
+M0190
+M0189
+M0191
+M0192
+M0193
+M0194
+M0196
+M0195
+M0197
+M0198
+M0199
+M0200
+M0202
+M0201
+M0203
+M0204
+M0205
+M0206
+M0208
+M0207
+M0209
+M0210
+M0211
+M0212
+M0214
+M0213
+M0215
+M0216
+M0217
+M0218
+M0220
+M0219
+M0221
+M0222
+M0223
+M0224
+M0225
+M0226
+M0227
+M0228
+M0229
+M0230
+M0231
+M0232
+M0233
+M0234
+M0235
+M0236
+M0237
+M0238
+M0239
+M0240
+M0241
+M0243
+M0242
+M0244
+M0245
+M0247
+M0246
+M0248
+M0249
+M0250
+M0251
+M0252
+M0253
+M0254
+M0255
+M0256
+M0257
+M0258
+M0259
+M0260
+M0261
+M0263
+M0262
+M0264
+M0265
+M0266
+M0267
+M0268
+M0269
+M0270
+M0271
+M0272
+M0273
+M0274
+M0275
+M0276
+M0277
+M0278
+M0279
+M0280
+M0281
+M0282
+M0283
+M0284
+M0285
+M0286
+M0287
+M0288
+M0289
+M0290
+M0291
+M0292
+M0293
+M0294
+M0295
+M0296
+M0297
+M0298
+M0299
+M0300
+M0301
+M0302
+M0303
+M0304
+M0305
+M0306
+M0307
+M0308
+M0309
+M0310
+M0311
+M0312
+M0313
+M0314
+M0315
+M0316
+M0317
+M0318
+M0319
+M0320
+M0321
+M0322
+M0323
+M0324
+M0325
+M0326
+M0327
+M0328
+M0329
+M0330
+M0331
+M0332
+M0333
+M0334
+M0335
+M0336
+M0337
+M0338
+M0339
+M0340
+M0341
+M0342
+M0343
+M0344
+M0345
+M0346
+M0348
+M0347
+M0349
+M0350
+M0351
+M0352
+M0353
+M0354
+M0356
+M0355
+M0357
+M0358
+M0359
+M0360
+M0361
+M0362
+M0363
+M0364
+M0365
+M0366
+M0367
+M0368
+M0369
+M0370
+M0371
+M0372
+M0373
+M0374
+M0376
+M0375
+M0377
+M0378
+M0379
+M0380
+M0381
+M0382
+M0384
+M0383
+M0385
+M0386
+M0387
+M0388
+M0389
+M0390
+M0392
+M0391
+M0393
+M0394
+M0395
+M0396
+M0397
+M0398
+M0399
+M0400
+M0401
+M0402
+M0403
+M0404
+M0405
+M0406
+M0407
+M0408
+M0409
+M0410
+M0411
+M0412
+M0413
+M0414
+M0415
+M0416
+M0417
+M0418
+M0420
+M0419
+M0421
+M0422
+M0423
+M0424
+M0425
+M0426
+M0427
+M0428
+M0429
+M0430
+M0431
+M0432
+M0433
+M0434
+M0436
+M0435
+M0437
+M0438
+M0439
+M0440
+M0441
+M0442
+M0443
+M0444
+M0445
+M0446
+M0447
+M0448
+M0449
+M0450
+M0451
+M0452
+M0453
+M0454
+M0455
+M0457
+M0456
+M0458
+M0459
+M0460
+M0461
+M0462
+M0463
+M0464
+M0465
+M0467
+M0466
+M0468
+M0469
+M0470
+M0471
+M0472
+M0473
+M0474
+M0475
+M0476
+M0477
+M0478
+M0479
+M0480
+M0481
+M0483
+M0482
+M0484
+M0485
+M0486
+M0487
+M0488
+M0489
+M0490
+M0491
+M0493
+M0492
+M0495
+M0494
+M0496
+M0497
+M0498
+M0499
+M0500
+M0501
+M0502
+M0503
+M0505
+M0504
+M0506
+M0508
+M0507
+M0509
+M0510
+M0511
+M0512
+M0513
+M0515
+M0514
+M0516
+M0517
+M0518
+M0519
+M0520
+M0521
+M0522
+M0523
+M0525
+M0524
+M0526
+M0527
+M0528
+M0529
+M0530
+M0531
+M0533
+M0532
+M0534
+M0535
+M0536
+M0537
+M0538
+M0539
+M0540
+M0541
+M0542
+M0543
+M0544
+M0545
+M0546
+M0548
+M0547
+M0549
+M0550
+M0551
+M0552
+M0553
+M0554
+M0555
+M0556
+M0557
+M0558
+M0559
+M0560
+M0562
+M0563
+M0561
+M0564
+M0565
+M0567
+M0566
+M0568
+M0569
+M0570
+M0571
+M0572
+M0573
+M0575
+M0574
+M0576
+M0578
+M0577
+M0579
+M0580
+M0581
+M0582
+M0583
+M0584
+M0585
+M0586
+M0588
+M0587
+M0589
+M0590
+M0591
+M0592
+M0593
+M0594
+M0595
+M0596
+M0598
+M0597
+M0599
+M0600
+M0601
+M0602
+M0603
+M0604
+M0605
+M0606
+M0607
+M0608
+M0609
+M0610
+M0611
+M0612
+M0613
+M0614
+M0615
+M0616
+M0617
+M0618
+M0619
+M0620
+M0621
+M0622
+M0623
+M0624
+M0625
+M0626
+M0627
+M0628
+M0629
+M0630
+M0631
+M0632
+M0633
+M0634
+M0635
+M0636
+M0637
+M0638
+M0639
+M0640
+M0641
+M0642
+M0643
+M0644
+M0645
+M0646
+M0647
+M0648
+M0649
+M0650
+M0651
+M0652
+M0653
+M0654
+M0655
+M0656
+M0657
+M0658
+M0659
+M0660
+M0661
+M0662
+M0663
+M0664
+M0665
+M0666
+M0668
+M0667
+M0669
+M0670
+M0671
+M0672
+M0673
+M0674
+M0675
+M0676
+M0677
+M0678
+M0679
+M0680
+M0681
+M0682
+M0683
+M0685
+M0684
+M0686
+M0688
+M0687
+M0689
+M0690
+M0691
+M0692
+M0693
+M0694
+M0695
+M0696
+M0697
+M0698
+M0699
+M0700
+M0701
+M0703
+M0702
+M0704
+M0705
+M0707
+M0708
+M0706
+M0709
+M0710
+M0711
+M0712
+M0713
+M0714
+M0715
+M0716
+M0717
+M0718
+M0719
+M0720
+M0721
+M0722
+M0723
+M0724
+M0725
+M0726
+M0728
+M0727
+M0729
+M0730
+M0731
+M0733
+M0732
+M0734
+M0735
+M0736
+M0737
+M0738
+M0739
+M0740
+M0741
+M0742
+M0743
+M0744
+M0746
+M0745
+M0747
+M0749
+M0748
+M0750
+M0752
+M0751
+M0753
+M0754
+M0755
+M0756
+M0757
+M0758
+M0759
+M0760
+M0761
+M0762
+M0763
+M0764
+M0765
+M0766
+M0767
+M0768
+M0769
+M0770
+M0771
+M0772
+M0773
+M0774
+M0775
+M0776
+M0777
+M0779
+M0778
+M0780
+M0781
+M0782
+M0784
+M0783
+M0785
+M0786
+M0787
+M0788
+M0790
+M0789
+M0791
+M0792
+M0793
+M0794
+M0795
+M0797
+M0796
+M0798
+M0799
+M0800
+M0801
+M0802
+M0803
+M0804
+M0805
+M0806
+M0807
+M0808
+M0809
+M0810
+M0811
+M0812
+M0814
+M0813
+M0816
+M0815
+M0817
+M0818
+M0820
+M0821
+M0819
+M0822
+M0823
+M0824
+M0826
+M0825
+M0827
+M0828
+M0829
+M0830
+M0831
+M0832
+M0834
+M0833
+M0835
+M0836
+M0838
+M0837
+M0840
+M0839
+M0841
+M0842
+M0843
+M0844
+M0845
+M0846
+M0847
+M0848
+M0849
+M0850
+M0851
+M0852
+M0853
+M0854
+M0855
+M0856
+M0857
+M0858
+M0859
+M0860
+M0861
+M0862
+M0863
+M0864
+M0865
+M0866
+M0867
+M0868
+M0869
+M0870
+M0871
+M0872
+M0873
+M0874
+M0875
+M0876
+M0877
+M0878
+M0879
+M0880
+M0881
+M0882
+M0883
+M0884
+M0885
+M0886
+M0887
+M0889
+M0888
+M0890
+M0891
+M0892
+M0893
+M0895
+M0894
+M0896
+M0897
+M0898
+M0899
+M0900
+M0901
+M0902
+M0903
+M0904
+M0905
+M0906
+M0907
+M0908
+M0909
+M0910
+M0911
+M0912
+M0913
+M0914
+M0915
+M0916
+M0917
+M0918
+M0919
+M0920
+M0921
+M0922
+M0923
+M0924
+M0925
+M0926
+M0927
+M0928
+M0929
+M0931
+M0930
+M0932
+M0933
+M0934
+M0935
+M0936
+M0937
+M0938
+M0940
+M0939
+M0941
+M0943
+M0942
+M0944
+M0945
+M0946
+M0947
+M0948
+M0949
+M0950
+M0951
+M0952
+M0953
+M0955
+M0956
+M0954
+M0957
+M0958
+M0959
+M0960
+M0962
+M0961
+M0963
+M0964
+M0965
+M0966
+M0968
+M0967
+M0969
+M0970
+M0971
+M0973
+M0972
+M0974
+M0975
+M0976
+M0977
+M0978
+M0979
+M0980
+M0981
+M0983
+M0982
+M0984
+M0985
+M0986
+M0987
+M0988
+M0989
+M0990
+M0991
+M0992
+M0994
+M0993
+M0995
+M0996
+M0997
+M0998
+M0999
+M1000