webapp_worker 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in highcharts.gemspec
+gemspec

data/README.markdown

@@ -0,0 +1,37 @@
+## Information
+
+Provides a way to have workers on your webapp servers, espeically useful for webapps that tend to scale up and down with X amount of servers in the load balancer.  Also good way to not use another dependent resource like a job scheduler/queue.  Keeps your application all packaged up nicely, no cron jobs to set, nothing else to think about setting up and nothing else to maintain.
+
+## Installation
+
+`gem install webapp_worker`
+
+or use it in your Gemfile
+
+`gem 'webapp_worker'`
+
+## Quick Test
+
+``
+
+## Using in your webapp
+
+
+
+## Contributing
+
+- Fork the project and do your work in a topic branch.
+- Rebase your branch to make sure everything is up to date.
+- Commit your changes and send a pull request.
+
+## Copyright
+
+(The MIT License)
+
+Copyright © 2011 nictrix (Nick Willever)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/waw

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+
+require 'webapp_worker'
+require 'trollop'
+
+opts = Trollop::options do
+  banner <<-EOS
+Usage:
+       #{File.basename($0)} [options]
+
+where [options] are:
+  EOS
+
+  opt :environment, "Enviroment (i.e. local, development..)", :type => String, :short => "-e"
+  opt :jobfile, "A YAML config file", :type => String, :short => "-f"
+  opt :run, "Run the jobs", :default => false, :short => "-r"
+  opt :jobs, "Show the jobs", :default => false, :short => "-j"
+  opt :nextrun, "Find the next possible command(s) to run (i.e. 1,2...)", :type => Integer, :short => "-n"
+  opt :debug, "Local Debug", :short => "-d"
+  opt :verbose, "Verbose Output", :short => "-v"
+end
+
+Trollop::die :jobfile, "must specify jobfile" unless File.exist?(opts[:jobfile]) if opts[:jobfile]
+Trollop::die :environment, "must specify environment" unless opts[:environment]
+
+job_file = File.absolute_path(opts[:jobfile])
+
+a = WebappWorker::Application.new(environment:opts[:environment])
+a.parse_yaml(job_file)
+
+if opts[:nextrun] != nil
+	a.next_command_run?(opts[:nextrun]).each do |command,time|
+		puts "Next Command Run: #{command}"
+		puts "   Next Run: #{time}"
+	end
+elsif opts[:run] == false && opts[:jobs] == false
+	puts
+	puts "Host: #{a.hostname}"
+	puts "Mailto: #{a.mailto}"
+	puts "Environment: #{a.environment}"
+	puts "Amount of Jobs: #{a.jobs.length}"
+elsif opts[:run] == false && opts[:jobs] == true
+	puts "Job File: #{job_file}"
+	puts
+	puts "Host: #{a.hostname}"
+	puts "Mailto: #{a.mailto}"
+	puts "Environment: #{a.environment}"
+	puts "Amount of Jobs: #{a.jobs.length}"
+	puts
+	a.jobs.each do |job|
+		j = WebappWorker::Job.new(job)
+		puts "Command to Run: #{j.command}"
+		puts "   Next Run: #{j.next_run?}"
+	end
+else
+	puts "Running Jobs"
+	a.run
+end

data/lib/webapp_worker/application.rb

@@ -0,0 +1,88 @@
+require 'socket'
+
+module WebappWorker
+	class Application
+		attr_accessor :hostname, :mailto, :environment, :jobs
+
+		def initialize(user_supplied_hash={})
+			standard_hash = { hostname:"#{self.hostname}", mailto:"", environment:"local", jobs:"" }
+
+			user_supplied_hash = {} unless user_supplied_hash
+			user_supplied_hash = standard_hash.merge(user_supplied_hash)
+
+			user_supplied_hash.each do |key,value|
+				self.instance_variable_set("@#{key}", value)
+				self.class.send(:define_method, key, proc{self.instance_variable_get("@#{key}")})
+				self.class.send(:define_method, "#{key}=", proc{|x| self.instance_variable_set("@#{key}", x)})
+			end
+		end
+
+		def parse_yaml(yaml)
+			@mailto = (YAML.load_file(yaml))[@environment]["mailto"] unless @mailto
+			@jobs = (YAML.load_file(yaml))[@environment][@hostname] unless @hostname.nil?
+		end
+
+		def hostname
+			return Socket.gethostname.downcase
+		end
+
+		def next_command_run?(til)
+			commands = {}
+			c = {}
+			next_commands = {}
+
+			@jobs.each do |job|
+				j = WebappWorker::Job.new(job)
+				commands.store(j.command,j.next_run?)
+			end
+			(commands.sort_by { |key,value| value }).collect { |key,value| c.store(key,value) }
+
+			counter = 0
+			c.each do |key,value|
+				next_commands.store(key,value)
+				counter = counter + 1
+				break if counter >= til
+			end
+
+			return next_commands
+		end
+
+		def run
+			#Going to need to do memory/process management, or fork processes not threads...
+			p = Process.fork do
+				Signal.trap('HUP', 'IGNORE')
+
+				@threads = {}
+
+				loop do
+					@threads.each do |thread,command|
+						if thread.status == false
+							@threads.delete(thread)
+						end
+					end
+
+					data = self.next_command_run?(1)
+
+					data.each do |command,time|
+						time = time[0]
+						now = Time.now.utc
+						range = (time - now).to_i
+
+						if @threads.detect { |thr,com| com == command }
+							sleep(range) unless range <= 0
+						else
+							t = Thread.new do
+								sleep(range) unless range <= 0
+								`#{command}`
+							end
+							@threads.store(t,command)
+						end
+					end
+				end
+			end
+
+			Process.detach(p)
+		end
+
+	end
+end

data/lib/webapp_worker/job.rb

@@ -0,0 +1,204 @@
+require 'yaml'
+require 'time'
+
+module WebappWorker
+	class Job
+		attr_accessor :command, :minute, :hour, :day, :month, :weekday
+
+		DIVISION = /\d+-\d+[\/]\d+/
+		DIGIT = /^\d+$/
+
+		def initialize(user_supplied_hash={})
+			standard_hash = { command:"", minute:"*", hour:"*", day:"*", month:"*", weekday:"*" }
+
+			user_supplied_hash = {} unless user_supplied_hash
+			user_supplied_hash = standard_hash.merge(user_supplied_hash)
+
+			user_supplied_hash.each do |key,value|
+				self.instance_variable_set("@#{key}", value)
+				self.class.send(:define_method, key, proc{self.instance_variable_get("@#{key}")})
+				self.class.send(:define_method, "#{key}=", proc{|x| self.instance_variable_set("@#{key}", x)})
+			end
+
+			self.parse_datetime
+		end
+
+		def self.new_from_yaml(yaml,environment)
+			job = self.new((YAML.load_file(yaml))[environment])
+		end
+
+		def current_time
+			return "#{Time.now.strftime("%w %m-%d %H:%M")}"
+		end
+
+		def make_string(n)
+			test_n = n.to_s.length
+
+			if test_n < 2 && test_n > 0
+				return "0#{n}"
+			else
+				return n.to_s
+			end
+		end
+
+		def fix_every(value)
+			divider = /\d+$/
+			range = /^\d+-\d+/
+			first_range = /^\d+/
+			second_range = /\d+$/
+
+			every = value.match(divider).to_s.to_i
+			number_range = value.match(range).to_s
+			first = number_range.match(first_range).to_s.to_i
+			second = number_range.match(second_range).to_s.to_i
+
+			range = []
+			until first >= second do
+				first = first + every
+				break if first > second
+				range << self.make_string(first)
+			end
+
+			return range
+		end
+
+		def parse_datetime
+			self.fix_minute
+			self.fix_hour
+			self.fix_day
+			self.fix_month
+			self.fix_weekday
+		end
+
+		def fix_minute
+			case @minute.to_s
+			when "*", nil, ""
+				@minute = []
+				(0..59).each do |m|
+					@minute << self.make_string(m)
+				end
+			when DIVISION
+				@minute = self.fix_every(@minute)
+			when DIGIT
+				@minute = [self.make_string(@minute)]
+			end
+		end
+
+		def fix_hour
+			case @hour.to_s
+			when "*", nil, ""
+				@hour = []
+				(0..23).each do |h|
+					@hour << self.make_string(h)
+				end
+			when DIVISION
+				@hour = self.fix_every(@hour)
+			when DIGIT
+				@hour = [self.make_string(@hour)]
+			end
+		end
+
+		def fix_day
+			case @day.to_s
+			when "*", nil, ""
+				@day = []
+				(1..31).each do |d|
+					@day << self.make_string(d)
+				end
+			when DIVISION
+				@day = self.fix_every(@day)
+			when DIGIT
+				@day = [self.make_string(@day)]
+			end
+		end
+
+		def fix_month
+			case @month.to_s
+			when "*", nil, ""
+				@month = []
+				(1..12).each do |m|
+					@month << self.make_string(m)
+				end
+			when DIVISION
+				@month = self.fix_every(@month)
+			when DIGIT
+				@month = [self.make_string(@month)]
+			end
+		end
+
+		def fix_weekday
+			case @weekday.to_s
+			when "*", nil, ""
+				@weekday = []
+				(0..6).each do |w|
+					@weekday << w.to_s
+				end
+			when DIVISION
+				@weekday = self.fix_every(@weekday)
+			when DIGIT
+				@weekday = [@weekday.to_s]
+			end
+		end
+
+		def next_times(numbers,amount,time)
+			future = {}
+
+			numbers.each do |number|
+				calculated = number.to_i - time
+				calculated = (calculated + amount) unless calculated >= 0
+				future.store(number,calculated)
+			end
+
+			sub = {}
+			(future.sort_by { |key,value| value }).collect { |key,value| sub.store(key,value) }
+			fn = sub.collect { |key,value| key }
+
+			return fn
+		end
+
+		def next_run?
+			self.next_runs?(1)
+		end
+
+		def next_runs?(til)
+			self.parse_datetime
+
+			next_runs = []
+
+			now = Time.now
+			@weekday = self.next_times(@weekday,6,now.strftime("%w").to_i)
+			@year = now.strftime("%Y")
+			@month = self.next_times(@month,12,now.strftime("%m").to_i)
+			@day = self.next_times(@day,31,now.strftime("%d").to_i)
+			@hour = self.next_times(@hour,23,now.strftime("%H").to_i)
+			@minute = self.next_times(@minute,60,now.strftime("%M").to_i)
+
+			counter = 0
+			catch :done do
+				@month.each do |month|
+					@day.each do |day|
+						@weekday.each do |weekday|
+							@hour.each do |hour|
+								@minute.each do |minute|
+									begin
+										next_time = (DateTime.strptime("#{weekday} #{@year}-#{month}-#{day} #{hour}:#{minute}","%w %Y-%m-%d %H:%M")).to_time + 25200
+
+										next unless next_time >= now
+										next_runs << next_time
+										counter = counter + 1
+									rescue ArgumentError
+										next
+									end
+
+									throw :done, next_runs if counter >= til
+								end
+							end
+						end
+					end
+				end
+
+				return next_runs
+			end
+		end
+	end
+end

data/lib/webapp_worker/version.rb

@@ -0,0 +1,3 @@
+module WebappWorker
+  VERSION = "0.0.1"
+end

data/lib/webapp_worker.rb

@@ -0,0 +1,7 @@
+require "webapp_worker/version"
+
+require "webapp_worker/application"
+require "webapp_worker/job"
+
+module WebappWorker
+end

data/webapp_worker.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "webapp_worker/version"
+
+Gem::Specification.new do |s|
+  s.name        = "webapp_worker"
+  s.version     = WebappWorker::VERSION
+  s.authors     = ["Nick Willever"]
+  s.email       = ["nickwillever@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Provides a worker for your webapp}
+  s.description = %q{Allow the webapp to handle your workers, no need to use a job scheduler}
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_runtime_dependency 'trollop'
+end

metadata

@@ -0,0 +1,67 @@
+--- !ruby/object:Gem::Specification
+name: webapp_worker
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Nick Willever
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-12-15 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: &81315550 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *81315550
+description: Allow the webapp to handle your workers, no need to use a job scheduler
+email:
+- nickwillever@gmail.com
+executables:
+- waw
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.markdown
+- Rakefile
+- bin/waw
+- lib/webapp_worker.rb
+- lib/webapp_worker/application.rb
+- lib/webapp_worker/job.rb
+- lib/webapp_worker/version.rb
+- webapp_worker.gemspec
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Provides a worker for your webapp
+test_files: []