langis 0.1.0

data/spec/langis/sinks/redis_resque_sink_spec.rb

@@ -0,0 +1,232 @@
+require File.expand_path(File.dirname(__FILE__) + '/../../spec_helper')
+require 'redis/raketasks'
+
+REDIS_KEY = 'langis_spec:logs'
+
+RESQUE_QUEUE = 'langis_spec_test_queue'
+RESQUE_REDIS_KEY = 'resque:queue:' + RESQUE_QUEUE 
+class MyJob
+  @queue = RESQUE_QUEUE
+  def perform(*args)
+    # Do nothing
+  end 
+end
+
+# A helper class to test transforms
+class Transformable
+  def initialize(message, args)
+    @message = message
+    @args = args
+  end
+
+  def transformer(*args)
+    raise 'Transform Arguments mismatch' unless @args == args
+    return @message
+  end
+end
+
+describe 'Redis' do
+  before :each do
+    begin
+      @redis = Redis.new :db => 15
+      Resque.redis = @redis
+      @redis.flushdb
+    rescue Errno::ECONNREFUSED
+      raise <<-EOS
+
+      Cannot connect to Redis.
+
+      Make sure Redis is running on localhost, port 6379.
+      This testing suite connects to the database 15.
+
+      redis-server spec/redis.conf
+
+      EOS
+    end
+  end
+
+  describe 'normal sink' do
+    it 'should add the message to a redis key, from the default MESSAGE_KEY' do
+      my_message = 'Hello World'
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.redis @redis, REDIS_KEY
+      sink.call(env)
+      messages = @redis.lrange REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      messages[0].should eql my_message
+    end
+
+    it 'should add the message to a redis key, from an alt key' do
+      my_key = 'mycustomkey'
+      my_message = 'Hello World Custom Key'
+      env = {
+        my_key => my_message
+      }
+      sink = Langis::Sinks.redis @redis, REDIS_KEY, :env_key => my_key
+      sink.call(env)
+      messages = @redis.lrange REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      messages[0].should eql my_message
+    end
+
+    it 'should add a transformed message to a redis key' do
+      transform_message = "Hello Transformed World"
+      transform_arguments = [1,2,3,4]
+      my_message = Transformable.new(
+        transform_message,
+        transform_arguments)
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.redis(@redis, REDIS_KEY,
+        :transform => :transformer,
+        :transform_args => transform_arguments)
+      sink.call(env)
+      messages = @redis.lrange REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      messages[0].should eql transform_message
+    end
+
+    it 'should add a transformed message to a redis key, nil args' do
+      transform_message = "Hello Transformed World"
+      transform_arguments = []
+      my_message = Transformable.new(
+        transform_message,
+        transform_arguments)
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.redis(@redis, REDIS_KEY,
+        :transform => :transformer,
+        :transform_args => nil)
+      sink.call(env)
+      messages = @redis.lrange REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      messages[0].should eql transform_message
+    end
+
+    it 'should add a transformed message to a redis key, without args' do
+      transform_message = "Hello Transformed World"
+      transform_arguments = []
+      my_message = Transformable.new(
+        transform_message,
+        transform_arguments)
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.redis(@redis, REDIS_KEY,
+        :transform => :transformer)
+      sink.call(env)
+      messages = @redis.lrange REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      messages[0].should eql transform_message
+    end
+  end
+
+  describe 'Resque Sink' do
+    it 'should add the message as a job to a resque queue, from default key' do
+      my_message = 'Hello World Resque Job'
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.resque MyJob
+      sink.call(env)
+      messages = @redis.lrange RESQUE_REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      job_hash = JSON.parse messages[0]
+      job_hash.should be_a_kind_of Hash
+      job_hash['class'].should eql MyJob.to_s
+      job_hash['args'].should be_a_kind_of Array
+      job_hash['args'].size.should eql 1
+      job_hash['args'][0].should eql my_message
+    end
+
+    it 'should add the message as a job to a resque queue, from an alt key' do
+      my_key = 'mycustomkey'
+      my_message = 'Hello World Resque Job Alternate Key'
+      env = {
+        my_key => my_message
+      }
+      sink = Langis::Sinks.resque MyJob, :env_key => my_key
+      sink.call(env)
+      messages = @redis.lrange RESQUE_REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      job_hash = JSON.parse messages[0]
+      job_hash.should be_a_kind_of Hash
+      job_hash['class'].should eql MyJob.to_s
+      job_hash['args'].should be_a_kind_of Array
+      job_hash['args'].size.should eql 1
+      job_hash['args'][0].should eql my_message
+    end
+
+    it 'should add the transformed message to a resque queue' do
+      transform_message = "Hello Transformed World"
+      transform_arguments = [1,2,3,4]
+      my_message = Transformable.new(
+        transform_message,
+        transform_arguments)
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.resque(MyJob,
+        :transform => :transformer,
+        :transform_args => transform_arguments)
+      sink.call(env)
+      messages = @redis.lrange RESQUE_REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      job_hash = JSON.parse messages[0]
+      job_hash.should be_a_kind_of Hash
+      job_hash['class'].should eql MyJob.to_s
+      job_hash['args'].should be_a_kind_of Array
+      job_hash['args'].size.should eql 1
+      job_hash['args'][0].should eql transform_message
+    end
+
+    it 'should add the transformed message to a resque queue, nil args' do
+      transform_message = "Hello Transformed World"
+      transform_arguments = []
+      my_message = Transformable.new(
+        transform_message,
+        transform_arguments)
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.resque(MyJob,
+        :transform => :transformer,
+        :transform_args => nil)
+      sink.call(env)
+      messages = @redis.lrange RESQUE_REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      job_hash = JSON.parse messages[0]
+      job_hash.should be_a_kind_of Hash
+      job_hash['class'].should eql MyJob.to_s
+      job_hash['args'].should be_a_kind_of Array
+      job_hash['args'].size.should eql 1
+      job_hash['args'][0].should eql transform_message
+    end
+
+    it 'should add the transformed message to a resque queue, without args' do
+      transform_message = "Hello Transformed World"
+      transform_arguments = []
+      my_message = Transformable.new(
+        transform_message,
+        transform_arguments)
+      env = {
+        Langis::MESSAGE_KEY => my_message
+      }
+      sink = Langis::Sinks.resque(MyJob,
+        :transform => :transformer)
+      sink.call(env)
+      messages = @redis.lrange RESQUE_REDIS_KEY, 0, -1
+      messages.size.should eql 1
+      job_hash = JSON.parse messages[0]
+      job_hash.should be_a_kind_of Hash
+      job_hash['class'].should eql MyJob.to_s
+      job_hash['args'].should be_a_kind_of Array
+      job_hash['args'].size.should eql 1
+      job_hash['args'][0].should eql transform_message
+    end
+  end
+end

data/spec/redis.conf

@@ -0,0 +1,132 @@
+# Redis configuration file example
+
+# By default Redis does not run as a daemon. Use 'yes' if you need it.
+# Note that Redis will write a pid file in /var/run/redis.pid when daemonized.
+daemonize no
+
+# When run as a daemon, Redis write a pid file in /var/run/redis.pid by default.
+# You can specify a custom pid file location here.
+pidfile redis.pid
+
+# Accept connections on the specified port, default is 6379
+port 6379
+
+# If you want you can bind a single interface, if the bind option is not
+# specified all the interfaces will listen for connections.
+#
+# bind 127.0.0.1
+
+# Close the connection after a client is idle for N seconds (0 to disable)
+timeout 300
+
+# Save the DB on disk:
+#
+#   save <seconds> <changes>
+#
+#   Will save the DB if both the given number of seconds and the given
+#   number of write operations against the DB occurred.
+#
+#   In the example below the behaviour will be to save:
+#   after 900 sec (15 min) if at least 1 key changed
+#   after 300 sec (5 min) if at least 10 keys changed
+#   after 60 sec if at least 10000 keys changed
+#save 900 1
+#save 300 10
+#save 60 10000
+
+# The filename where to dump the DB
+dbfilename spec_test_redis_db.rdb
+
+# For default save/load DB in/from the working directory
+# Note that you must specify a directory not a file name.
+#dir /opt/local/var/db/redis
+
+# Set server verbosity to 'debug'
+# it can be one of:
+# debug (a lot of information, useful for development/testing)
+# notice (moderately verbose, what you want in production probably)
+# warning (only very important / critical messages are logged)
+loglevel debug
+
+# Specify the log file name. Also 'stdout' can be used to force
+# the demon to log on the standard output. Note that if you use standard
+# output for logging but daemonize, logs will be sent to /dev/null
+logfile stdout
+
+# Set the number of databases. The default database is DB 0, you can select
+# a different one on a per-connection basis using SELECT <dbid> where
+# dbid is a number between 0 and 'databases'-1
+databases 16
+
+################################# REPLICATION #################################
+
+# Master-Slave replication. Use slaveof to make a Redis instance a copy of
+# another Redis server. Note that the configuration is local to the slave
+# so for example it is possible to configure the slave to save the DB with a
+# different interval, or to listen to another port, and so on.
+
+# slaveof <masterip> <masterport>
+
+################################## SECURITY ###################################
+
+# Require clients to issue AUTH <PASSWORD> before processing any other
+# commands.  This might be useful in environments in which you do not trust
+# others with access to the host running redis-server.
+#
+# This should stay commented out for backward compatibility and because most
+# people do not need auth (e.g. they run their own servers).
+
+# requirepass foobared
+
+################################### LIMITS ####################################
+
+# Set the max number of connected clients at the same time. By default there
+# is no limit, and it's up to the number of file descriptors the Redis process
+# is able to open. The special value '0' means no limts.
+# Once the limit is reached Redis will close all the new connections sending
+# an error 'max number of clients reached'.
+
+# maxclients 128
+
+# Don't use more memory than the specified amount of bytes.
+# When the memory limit is reached Redis will try to remove keys with an
+# EXPIRE set. It will try to start freeing keys that are going to expire
+# in little time and preserve keys with a longer time to live.
+# Redis will also try to remove objects from free lists if possible.
+#
+# If all this fails, Redis will start to reply with errors to commands
+# that will use more memory, like SET, LPUSH, and so on, and will continue
+# to reply to most read-only commands like GET.
+#
+# WARNING: maxmemory can be a good idea mainly if you want to use Redis as a
+# 'state' server or cache, not as a real DB. When Redis is used as a real
+# database the memory usage will grow over the weeks, it will be obvious if
+# it is going to use too much memory in the long run, and you'll have the time
+# to upgrade. With maxmemory after the limit is reached you'll start to get
+# errors for write operations, and this may even lead to DB inconsistency.
+
+# maxmemory <bytes>
+
+############################### ADVANCED CONFIG ###############################
+
+# Glue small output buffers together in order to send small replies in a
+# single TCP packet. Uses a bit more CPU but most of the times it is a win
+# in terms of number of queries per second. Use 'yes' if unsure.
+glueoutputbuf yes
+
+# Use object sharing. Can save a lot of memory if you have many common
+# string in your dataset, but performs lookups against the shared objects
+# pool so it uses more CPU and can be a bit slower. Usually it's a good
+# idea.
+#
+# When object sharing is enabled (shareobjects yes) you can use
+# shareobjectspoolsize to control the size of the pool used in order to try
+# object sharing. A bigger pool size will lead to better sharing capabilities.
+# In general you want this value to be at least the double of the number of
+# very common strings you have in your dataset.
+#
+# WARNING: object sharing is experimental, don't enable this feature
+# in production before of Redis 1.0-stable. Still please try this feature in
+# your development environment so that we can test it better.
+shareobjects no
+# shareobjectspoolsize 1024

data/spec/spec_helper.rb

@@ -0,0 +1,8 @@
+# Load in all dependent libs using Bundler
+require 'bundler'
+Bundler.setup
+Bundler.require :default, :spec
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'langis'

metadata

@@ -0,0 +1,171 @@
+--- !ruby/object:Gem::Specification 
+name: langis
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Benjamin Yu
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-29 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: blockenspiel
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 2
+        - 9
+        version: 1.2.9
+  type: :development
+  prerelease: false
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: yard
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  prerelease: false
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: blockenspiel
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: eventmachine
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  prerelease: false
+  version_requirements: *id006
+description: "\n      Langis is a Rack inspired publish-subscribe system for Ruby.\n      It has flexible message routing and message handling using a custom\n      Domain Specific Language and a Rack-inspired message handler framework.\n      This can give Rails applications better (and decoupled) visibility\n      and management of the background processes it creates (or executes)\n      in response to its actions (in controllers or models).\n    "
+email: benjaminlyu@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README.md
+files: 
+- Gemfile
+- LICENSE
+- NOTICE
+- README.md
+- Rakefile
+- VERSION
+- generators/langis_config_generator.rb
+- generators/templates/langis_config.rb
+- lib/langis.rb
+- lib/langis/dsl.rb
+- lib/langis/engine.rb
+- lib/langis/middleware.rb
+- lib/langis/rackish.rb
+- lib/langis/sinks.rb
+- spec/langis/dsl_spec.rb
+- spec/langis/engine_spec.rb
+- spec/langis/middleware_spec.rb
+- spec/langis/rackish_spec.rb
+- spec/langis/sinks/delayed_job_sink_spec.rb
+- spec/langis/sinks/redis_resque_sink_spec.rb
+- spec/redis.conf
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://github.com/byu/langis
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Langis is a Rack inspired publish-subscribe system for Ruby.
+test_files: 
+- spec/langis/dsl_spec.rb
+- spec/langis/engine_spec.rb
+- spec/langis/middleware_spec.rb
+- spec/langis/rackish_spec.rb
+- spec/langis/sinks/delayed_job_sink_spec.rb
+- spec/langis/sinks/redis_resque_sink_spec.rb
+- spec/spec_helper.rb