muck-raker 0.2.11 → 0.3.1

data/README.rdoc

@@ -1,95 +1,13 @@
 = Muck Raker
-Muck Raker adds functionality that aggregates, searches and analyzes data from many different web sources.
+Muck Raker contains the jar files and rake tasks for running deamons to aggregates and recommend data. See muck-services for details.
 
 == Installation
 
-Be sure to add github as a gem source before proceeding as acts-as-taggable-on, mislav-will_paginate (and many other gems) live there.
-  gem sources -a http://gems.github.com
-
 Install muck raker:
   sudo gem install muck-raker
   
-Installing muck raker should install all of it's dependancies.  You can also install them manually:
-  sudo gem install httparty
-  sudo gem install mbleigh-acts-as-taggable-on
-  sudo gem install mislav-will_paginate
-  sudo gem install muck-feedbag
-  sudo gem install pauldix-feedzirra
-
-After install acts-as-taggable-on be sure to include the helper in application_helper.rb:
-
-  module ApplicationHelper
-    include TagsHelper
-  end
-
 Add rake tasks to your Rakefile
 
   require 'muck_raker/tasks'
 
-Add routes
-Depending on which features you use from muck raker you may need to add additional routes to your application.  For example, 
-a user with has_muck_feeds and acts_as_muck_feed_owner the following routes would be required:
-
-  map.resources :users, :controller => 'muck/users' do |users|
-    # have to map into the muck/identity_feeds controller or rails can't find the identity_feeds
-    users.resources :identity_feeds, :controller => 'muck/identity_feeds'
-    users.resources :feeds, :controller => 'muck/feeds'
-    users.resources :aggregations, :controller => 'muck/aggregations'
-  end
-  
-== Usage
-Muck raker aggregates data feeds and analyzes the results to make recommendations.
-
-=== environment.rb
-Add the following to environment.rb to include all the required gems:
-
-config.gem "muck-feedbag", :lib => "feedbag", :source => "http://gems.github.com"
-config.gem "pauldix-feedzirra", :lib => 'feedzirra', :source => "http://gems.github.com"
-config.gem 'muck-engine', :lib => 'muck_engine'
-config.gem 'muck-users', :lib => 'muck_users'
-config.gem 'muck-solr', :lib => 'acts_as_solr'
-# The following are optional but almost always used so you may as well pull them in.
-config.gem 'muck-comments', :lib => 'muck_comments'
-config.gem 'muck-activities', :lib => 'muck_activities'
-config.gem 'muck-shares', :lib => 'muck_shares'
-
-
-
-=== Identity Feeds
-Specific feeds can be attached to objects.  For example, a user might produce a blog or a flickr photo stream.  The identity feed system associated the resulting
-data with the user so that recommendations can be improved.
-
-== Notes
-muck-raker uses muck-comments and muck-activities to add comments to entries in the 'visits' frame view.  You can omit these gems if you don't desire comments.
-muck-raker also uses muck-shares and muck-activities to share entries with other users.  Again you can omit these gems if you don't desire the share capability.
-
-To turn on this functionality add these lines to your global_config.yml file:
-  enable_raker_comments: true
-  enable_raker_shares: true
-
-To install these gems:
-  sudo gem install muck-comments
-  sudo gem install muck-activities
-  sudo gem install muck-shares
-
-If you enable comments you will need a comment model with 'acts_as_muck_raker_comment':
-
-class Comment < ActiveRecord::Base
-  acts_as_muck_comment
-  acts_as_muck_raker_comment
-end
-
-=== CSS
-Running rake muck:raker:sync will copy a default css file called muck-raker.css into your stylesheets directory.  
-You can include that file in your layout or copy it and modify it to meet your needs. 
-(Don't change the file as each time you run rake muck:raker:sync it will overwrite any changes you might have made.)
-
-=== Frame css
-There is an example css file for the framed page in frame.css.
-
-=== Testing
-You will need to have mysql setup to run the migrations for the test database.  Muck raker has a few customizations which require mysql.
-
-
-
 Copyright (c) 2009 Tatemae.com, released under the MIT license

data/Rakefile

@@ -1,9 +1,8 @@
 require 'rake'
 require 'rake/testtask'
 require 'rake/rdoctask'
+require 'muck_raker/tasks'
 
-desc 'Default: run unit tests.'
-task :default => :test
 
 desc 'Test muck-raker.'
 Rake::TestTask.new(:test) do |t|
@@ -13,30 +12,6 @@ Rake::TestTask.new(:test) do |t|
   t.verbose = true
 end
 
-begin
-  require 'rcov/rcovtask'
-  Rcov::RcovTask.new do |t|
-    #t.libs << 'lib'
-    t.libs << 'test/rails_root/lib'
-    t.pattern = 'test/rails_root/test/**/*_test.rb'
-    t.verbose = true
-    t.output_dir = 'coverage'
-    t.rcov_opts << '--exclude "gems/*"'
-  end
-rescue LoadError
-  task :rcov do
-    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
-  end
-end
-
-desc 'Translate this gem'
-task :translate do
-  file = File.join(File.dirname(__FILE__), 'locales', 'en.yml')
-  system("babelphish -o -y #{file}")
-  path = File.join(File.dirname(__FILE__), 'app', 'views', 'raker_mailer')
-  system("babelphish -o -h #{path} -l en")
-end
-
 desc 'Generate documentation for the recommender plugin.'
 Rake::RDocTask.new(:rdoc) do |rdoc|
   rdoc.rdoc_dir = 'rdoc'
@@ -50,33 +25,20 @@ begin
   require 'jeweler'
   Jeweler::Tasks.new do |gemspec|
     gemspec.name = "muck-raker"
-    gemspec.summary = "The aggregation and recommendation engine for the muck system"
+    gemspec.summary = "The aggregation and recommendation daemons for the muck system"
     gemspec.email = "justinball@gmail.com"
-    gemspec.homepage = "http://github.com/jbasdf/muck_raker"
-    gemspec.description = "The aggregation and recommendation engine for the muck system."
+    gemspec.homepage = "http://github.com/tatemae/muck-raker"
+    gemspec.description = "The aggregation and recommendation daemons for the muck system."
     gemspec.authors = ["Joel Duffin Justin Ball"]
     gemspec.rubyforge_project = 'muck-raker'
-    gemspec.add_dependency "acts-as-taggable-on"
-    gemspec.add_dependency "mislav-will_paginate"
-    gemspec.add_dependency "httparty"
-    gemspec.add_dependency "nokogiri"
-    gemspec.add_dependency "muck-feedbag"
-    gemspec.add_dependency "river"
-    gemspec.add_dependency "overlord"
-    gemspec.add_dependency "feedzirra"
-    gemspec.add_dependency "muck-engine"
-    gemspec.add_dependency "muck-users"
-    gemspec.add_dependency "muck-comments"
-    gemspec.add_dependency "muck-solr"
     gemspec.files.exclude "public/images/service_icons/source/*"
     gemspec.files.exclude "test/*"
     gemspec.test_files.exclude 'test/feed_archive/**'
-    gemspec.test_files.exclude 'test/rails_root/public/images/*'
-  end
-  Jeweler::RubyforgeTasks.new do |rubyforge|
-    rubyforge.doc_task = "rdoc"
   end
   Jeweler::GemcutterTasks.new
+  # Jeweler::RubyforgeTasks.new do |rubyforge|
+  #   rubyforge.doc_task = "rdoc"
+  # end
 rescue LoadError
   puts "Jeweler not available. Install it with: sudo gem install jeweler"
 end

data/VERSION

@@ -1 +1 @@
-0.2.11
+0.3.1

data/config/muck_raker_environment.rb

@@ -6,7 +6,7 @@ unless defined? SOLR_LOGS_PATH
   SOLR_LOGS_PATH = ENV["SOLR_LOGS_PATH"] || "#{RAILS_ROOT}/log"
 end
 unless defined? SOLR_PIDS_PATH
-  SOLR_PIDS_PATH = ENV["SOLR_PIDS_PATH"] || "#{RAILS_ROOT}/tmp/pids"
+  SOLR_PIDS_PATH = ENV["SOLR_PIDS_PATH"] || "#{RAILS_ROOT}/tmp/pids/solr"
 end
 unless defined? SOLR_DATA_PATH
   SOLR_DATA_PATH = ENV["SOLR_DATA_PATH"] || "#{RAILS_ROOT}/solr/#{ENV['RAILS_ENV']}"
@@ -15,6 +15,10 @@ unless defined? SOLR_CONFIG_PATH
   SOLR_CONFIG_PATH = ENV["SOLR_CONFIG_PATH"] || SOLR_PATH
 end
 
+unless defined? RAKER_PIDS_PATH
+  RAKER_PIDS_PATH = ENV["RAKER_PIDS_PATH"] || "#{RAILS_ROOT}/tmp/pids/raker"
+end
+
 unless defined? RAILS_DB_CONFIG
   if ENV['RAILS_ENV'] == 'production'
     RAILS_DB_CONFIG = File.join(RAILS_ROOT, '..', '..', 'shared', 'config', 'database.yml')
@@ -32,5 +36,5 @@ unless defined? FEED_ARCHIVE_PATH
   end
 end
 unless defined? LOG_FILE_PREFIX
-  LOG_FILE_PREFIX = File.join(RAILS_ROOT, 'log', 'muck_raker')
+  LOG_FILE_PREFIX = File.join(RAILS_ROOT, 'log', 'muck-raker')
 end

data/lib/muck_raker/tasks.rb

@@ -90,11 +90,12 @@ module MuckRaker
           
           desc "Harvest without recommending"
           task :harvest => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -102,18 +103,30 @@ module MuckRaker
               classpath = "-classpath #{jars}#{separator}. "
               javaclass = "edu.usu.cosl.aggregatord.Harvester"
               cmd = "java " + options + classpath + javaclass
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker harvest command started successfully, pid: #{pid}."
             end
           end
 
           desc "Start the recommender daemon process"
           task :start => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
+              puts Dir['**','*.jar']
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -121,18 +134,29 @@ module MuckRaker
               classpath = "-classpath #{jars}#{separator}. "
               javaclass = "edu.usu.cosl.recommenderd.Recommenderd"
               cmd = "java " + options + classpath + javaclass
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker start command started successfully, pid: #{pid}."
             end
           end
 
           desc "Reindex records"
           task :reindex => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -142,18 +166,29 @@ module MuckRaker
               javaclass = "edu.usu.cosl.indexer.Indexer "
               cmdlineoption = "all "
               cmd = "java " + options + classpath + memory_options + javaclass + cmdlineoption
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker reindex command started successfully, pid: #{pid}."
             end
           end
 
           desc "Autogenerate subjects"
           task :gen_subjects => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -161,18 +196,29 @@ module MuckRaker
               classpath = "-classpath #{jars}#{separator}. "
               javaclass = "edu.usu.cosl.tagclouds.SubjectAutoGenerator "
               cmd = "java " + options + classpath + javaclass
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker gen_subjects command started successfully, pid: #{pid}."
             end
           end
 
           desc "Generate tag clouds"
           task :gen_clouds => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -180,18 +226,29 @@ module MuckRaker
               classpath = "-classpath #{jars}#{separator}. "
               javaclass = "edu.usu.cosl.tagclouds.TagCloud"
               cmd = "java " + options + classpath + javaclass
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker get_clouds command started successfully, pid: #{pid}."
             end
           end
 
           desc "Recommend without harvesting"
           task :recommend => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -200,18 +257,29 @@ module MuckRaker
               javaclass = "edu.usu.cosl.recommenderd.Recommenderd "
               cmdlineoption = "skip_harvest "
               cmd = "java " + options + classpath + javaclass + cmdlineoption
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker recommend command started successfully, pid: #{pid}."
             end
           end
 
           desc "Rebuild entry recommendation caches"
           task :rebuild_recommendation_cache => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -220,18 +288,29 @@ module MuckRaker
               javaclass = "edu.usu.cosl.recommender.Recommender "
               cmdlineoption = "rebuild_cache "
               cmd = "java " + options + classpath + javaclass + cmdlineoption
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker rebuild_recommendation_cache command started successfully, pid: #{pid}."
             end
           end
 
           desc "Redo recommendations only"
           task :redo_recommendations => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -239,18 +318,29 @@ module MuckRaker
               classpath = "-classpath #{jars}#{separator}. "
               javaclass = "edu.usu.cosl.recommender.Recommender "
               cmd = "java " + options + classpath + javaclass
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker redo_recommendations command started successfully, pid: #{pid}."
             end
           end
 
           desc "Redo everything (re-index, redo autogenerated subjects, rebuild tag clouds re-recommend)"
           task :rebuild => :environment do
+            FileUtils.mkdir_p(RAKER_PIDS_PATH)
             require File.expand_path("#{File.dirname(__FILE__)}/../../config/muck_raker_environment")
             separator = (RUBY_PLATFORM =~ /(win|w)32$/ ? ';' : ':')
             puts "RAILS_ENV=" + ENV['RAILS_ENV']
             Dir.chdir(File.join(File.dirname(__FILE__), '../../', 'raker', 'lib')) do
-              jars = Dir['*.jar'].join(separator)
+              jars = Dir['**','*.jar'].join(separator)
               options = "-Dsolr.solr.home=\"#{SOLR_CONFIG_PATH}\" -Dsolr.data.dir=\"#{SOLR_DATA_PATH}\" -DRAILS_ENV=#{ENV['RAILS_ENV']} -DRAILS_DB_CONFIG=\"#{RAILS_DB_CONFIG}\" -DLOG_FILE_PREFIX=\"#{LOG_FILE_PREFIX}\" "
               options << "-DDEBUG=true " unless ENV['DEBUG'] == 'false'
               options << "-DLOG_TO_CONSOLE=true " unless ENV['DEBUG'] == 'false'
@@ -259,14 +349,34 @@ module MuckRaker
               javaclass = "edu.usu.cosl.recommenderd.Recommenderd "
               cmdlineoption = "rebuild "
               cmd = "java " + options + classpath + javaclass + cmdlineoption
-              puts ("Executing: " + cmd) if ENV['DEBUG']
-              exec cmd  
+              puts ("Executing: " + cmd)
+              windows = RUBY_PLATFORM =~ /(win|w)32$/
+              if windows
+                exec cmd
+              else
+                pid = fork do
+                  exec cmd
+                end
+              end
+              sleep(5)
+              File.open("#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid", "w"){ |f| f << pid} unless windows
+              puts "#{ENV['RAILS_ENV']} Muck raker rebuild command started successfully, pid: #{pid}."
             end
           end
 
-          desc "Stop the recommender daemon process"
-          task :stop do
-            system "java"
+          desc "Stop a raker daemon process"
+          task :stop => :environment do
+            file_path = "#{RAKER_PIDS_PATH}/#{ENV['RAILS_ENV']}_pid"
+            if File.exists?(file_path)
+              File.open(file_path, "r") do |f|
+                pid = f.readline
+                Process.kill('TERM', pid.to_i)
+              end
+              File.unlink(file_path)
+              puts "Raker shutdown successfully."
+            else
+              puts "PID file not found at #{file_path}. Either Raker is not running or no PID file was written."
+            end
           end
 
           desc "Restart the recommender daemon process"