astrotrain 0.3.1

data/lib/astrotrain/tmail.rb

@@ -0,0 +1,58 @@
+module Astrotrain
+  # custom subclass of TMail::Mail that fixes some bugs.  The fixes were pushed upstream,
+  # and this class will go away once the gem is released.
+  class Mail < TMail::Mail
+    def charset( default = nil )
+      if h = @header['content-type']
+        h['charset'] || mime_version_charset || default
+      else
+        mime_version_charset || default
+      end
+    end
+
+    # some weird emails come with the charset specified in the mime-version header:
+    #
+    #  #<TMail::MimeVersionHeader "1.0\n charset=\"gb2312\"">
+    #
+    def mime_version_charset
+      if header['mime-version'].inspect =~ /charset=('|\\")?([^\\"']+)/
+        $2
+      end
+    end
+
+    # copied from TMail::Mail, uses #charset instead of #sub_header
+    def unquoted_body(to_charset = 'utf-8')
+      from_charset = charset
+      case (content_transfer_encoding || "7bit").downcase
+        when "quoted-printable"
+          # the default charset is set to iso-8859-1 instead of 'us-ascii'.
+          # This is needed as many mailer do not set the charset but send in ISO. This is only used if no charset is set.
+          if !from_charset.blank? && from_charset.downcase == 'us-ascii'
+            from_charset = 'iso-8859-1'
+          end
+
+          TMail::Unquoter.unquote_quoted_printable_and_convert_to(quoted_body,
+            to_charset, from_charset, true)
+        when "base64"
+          TMail::Unquoter.unquote_base64_and_convert_to(quoted_body, to_charset,
+            from_charset)
+        when "7bit", "8bit"
+          TMail::Unquoter.convert_to(quoted_body, to_charset, from_charset)
+        when "binary"
+          quoted_body
+        else
+          quoted_body
+      end
+    end
+  end
+end
+
+module TMail
+  # small tweak to provide the raw body of headers in case they're unable to 
+  # be parsed properly
+  class HeaderField
+    def raw_body
+      @body
+    end
+  end
+end

data/lib/astrotrain/worker.rb

@@ -0,0 +1,65 @@
+require 'benchmark'
+module Astrotrain
+  class Worker
+    attr_accessor :logger, :sleep_duration, :name
+
+    def self.start(options = {}, &block)
+      new(options).run(&block)
+    end
+
+    def initialize(options = {})
+      @name            = options[:name]  || "pid:#{Process.pid}"
+      @pid             = options[:pid]   || File.join(Astrotrain.root, 'log', 'astrotrain_job.pid')
+      @sleep_duration  = options[:sleep] || 5
+      @logger          = options.key?(:logger) ? options[:logger] : STDOUT
+    end
+
+    # override this to perform other tasks in the astrotrain job loop
+    def run(&block)
+      block ||= lambda { |w| w.process_emails }
+      setup(&block)
+    end
+
+    def process_emails
+      files = 0
+      Dir.foreach(Message.queue_path) do |f|
+        next if f =~ /^\.{1,2}$/
+        files += 1
+        file = File.join(Message.queue_path, f)
+        Message.receive_file(file)
+      end
+      files
+    end
+
+    def say(s)
+      @logger << "#{s}\n" if @logger
+    end
+
+    def setup
+      say "*** Starting Astrotrain::Worker #{@name}"
+      FileUtils.mkdir_p File.dirname(@pid)
+
+      File.open(@pid, 'w') { |f| f << Process.pid.to_s }
+       
+      trap('TERM') { puts 'Exiting...'; $exit = true }
+      trap('INT')  { puts 'Exiting...'; $exit = true }
+
+      loop do
+        count    = nil
+        realtime = Benchmark.realtime { count = yield(self) }
+
+        break if $exit
+
+        if count.zero?
+          sleep(@sleep_duration)
+        else
+          puts "#{count} mails processed at %.4f m/s ..." % [count / realtime]
+        end
+
+        break if $exit
+      end
+    ensure
+      FileUtils.rm(@pid) rescue nil
+    end
+  end
+end

data/lib/vendor/rest-client/README.rdoc

@@ -0,0 +1,104 @@
+= REST Client -- simple DSL for accessing REST resources
+
+A simple REST client for Ruby, inspired by the Sinatra's microframework style
+of specifying actions: get, put, post, delete.
+
+== Usage: Raw URL
+
+  require 'rest_client'
+
+  RestClient.get 'http://example.com/resource'
+  RestClient.get 'https://user:password@example.com/private/resource'
+
+  RestClient.post 'http://example.com/resource', :param1 => 'one', :nested => { :param2 => 'two' }
+
+  RestClient.delete 'http://example.com/resource'
+  
+== Multipart
+
+Yeah, that's right!  This does multipart sends for you!
+
+  RestClient.post '/data', :myfile => File.new("/path/to/image.jpg")
+
+This does two things for you:
+
+* Auto-detects that you have a File value sends it as multipart
+* Auto-detects the mime of the file and sets it in the HEAD of the payload for each entry
+
+If you are sending params that do not contain a File object but the payload needs to be multipart then:
+
+  RestClient.post '/data', :foo => 'bar', :multipart => true
+
+== Streaming downloads
+
+RestClient.get('http://some/resource/lotsofdata') do |res|
+  res.read_body do |chunk|
+    .. do something with chunk ..
+  end
+end
+
+See RestClient module docs for more details.
+
+== Usage: ActiveResource-Style
+
+  resource = RestClient::Resource.new 'http://example.com/resource'
+  resource.get
+
+  private_resource = RestClient::Resource.new 'https://example.com/private/resource', 'user', 'pass'
+  private_resource.put File.read('pic.jpg'), :content_type => 'image/jpg'
+
+See RestClient::Resource module docs for details.
+
+== Usage: Resource Nesting
+
+  site = RestClient::Resource.new('http://example.com')
+  site['posts/1/comments'].post 'Good article.', :content_type => 'text/plain'
+
+See RestClient::Resource docs for details.
+
+== Shell
+
+The restclient shell command gives an IRB session with RestClient already loaded:
+
+  $ restclient
+  >> RestClient.get 'http://example.com'
+
+Specify a URL argument for get/post/put/delete on that resource:
+
+  $ restclient http://example.com
+  >> put '/resource', 'data'
+
+Add a user and password for authenticated resources:
+
+  $ restclient https://example.com user pass
+  >> delete '/private/resource'
+
+Create ~/.restclient for named sessions:
+
+  sinatra:
+    url: http://localhost:4567
+  rack:
+    url: http://localhost:9292
+  private_site:
+    url: http://example.com
+    username: user
+    password: pass
+
+Then invoke:
+
+  $ restclient private_site
+  
+== Meta
+
+Written by Adam Wiggins (adam at heroku dot com)
+
+Major modifications by Blake Mizerany
+
+Patches contributed by: Chris Anderson, Greg Borenstein, Ardekantur, Pedro Belo, Rafael Souza, Rick Olson, and Aman Gupta
+
+Released under the MIT License: http://www.opensource.org/licenses/mit-license.php
+
+http://rest-client.heroku.com
+
+http://github.com/adamwiggins/rest-client
+

data/lib/vendor/rest-client/Rakefile

@@ -0,0 +1,84 @@
+require 'rake'
+require 'spec/rake/spectask'
+
+desc "Run all specs"
+Spec::Rake::SpecTask.new('spec') do |t|
+	t.spec_opts = ['--colour --format progress --loadby mtime --reverse']
+	t.spec_files = FileList['spec/*_spec.rb']
+end
+
+desc "Print specdocs"
+Spec::Rake::SpecTask.new(:doc) do |t|
+	t.spec_opts = ["--format", "specdoc", "--dry-run"]
+	t.spec_files = FileList['spec/*_spec.rb']
+end
+
+desc "Run all examples with RCov"
+Spec::Rake::SpecTask.new('rcov') do |t|
+	t.spec_files = FileList['spec/*_spec.rb']
+	t.rcov = true
+	t.rcov_opts = ['--exclude', 'examples']
+end
+
+task :default => :spec
+
+######################################################
+
+require 'rake'
+require 'rake/testtask'
+require 'rake/clean'
+require 'rake/gempackagetask'
+require 'rake/rdoctask'
+require 'fileutils'
+
+version = "0.6.2"
+name = "rest-client"
+
+spec = Gem::Specification.new do |s|
+	s.name = name
+	s.version = version
+	s.summary = "Simple REST client for Ruby, inspired by microframework syntax for specifying actions."
+	s.description = "A simple REST client for Ruby, inspired by the Sinatra microframework style of specifying actions: get, put, post, delete."
+	s.author = "Adam Wiggins"
+	s.email = "adam@heroku.com"
+	s.homepage = "http://rest-client.heroku.com/"
+	s.rubyforge_project = "rest-client"
+
+	s.platform = Gem::Platform::RUBY
+	s.has_rdoc = true
+	
+	s.files = %w(Rakefile) + Dir.glob("{lib,spec}/**/*")
+	s.executables = ['restclient']
+	
+	s.require_path = "lib"
+end
+
+Rake::GemPackageTask.new(spec) do |p|
+	p.need_tar = true if RUBY_PLATFORM !~ /mswin/
+end
+
+task :install => [ :package ] do
+	sh %{sudo gem install pkg/#{name}-#{version}.gem}
+end
+
+task :uninstall => [ :clean ] do
+	sh %{sudo gem uninstall #{name}}
+end
+
+Rake::TestTask.new do |t|
+	t.libs << "spec"
+	t.test_files = FileList['spec/*_spec.rb']
+	t.verbose = true
+end
+
+Rake::RDocTask.new do |t|
+	t.rdoc_dir = 'rdoc'
+	t.title    = "rest-client, fetch RESTful resources effortlessly"
+	t.options << '--line-numbers' << '--inline-source' << '-A cattr_accessor=object'
+	t.options << '--charset' << 'utf-8'
+	t.rdoc_files.include('README.rdoc')
+	t.rdoc_files.include('lib/*.rb')
+end
+
+CLEAN.include [ 'pkg', '*.gem', '.config' ]
+

data/lib/vendor/rest-client/bin/restclient

@@ -0,0 +1,65 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.dirname(__FILE__) + "/../lib"
+require 'rest_client'
+
+require "yaml"
+
+def usage(why = nil)
+	puts "failed for reason: #{why}" if why
+	puts "usage: restclient url|name [username] [password]"
+	exit(1)
+end
+
+@url = ARGV.shift || 'http://localhost:4567'
+
+config = YAML.load(File.read(ENV['HOME'] + "/.restclient")) rescue {}
+
+@url, @username, @password = if c = config[@url]
+	[c['url'], c['username'], c['password']]
+else
+	[@url, *ARGV]
+end
+
+usage("invalid url '#{@url}") unless @url =~ /^https?/
+usage("to few args") unless ARGV.size < 3
+
+def r
+	@r ||= RestClient::Resource.new(@url, @username, @password)
+end
+
+r # force rc to load
+
+%w(get post put delete).each do |m|
+ eval <<-end_eval
+def #{m}(path, *args, &b)
+	r[path].#{m}(*args, &b)
+end
+ end_eval
+end
+
+def method_missing(s, *args, &b)
+	super unless r.respond_to?(s)
+	begin
+		r.send(s, *args, &b)
+	rescue RestClient::RequestFailed => e
+		puts e.response.body
+		raise e
+	end
+end
+
+require 'irb'
+require 'irb/completion'
+
+if File.exists? ".irbrc"
+	ENV['IRBRC'] = ".irbrc"
+end
+
+if File.exists?(rcfile = "~/.restclientrc")
+	load(rcfile)
+end
+
+ARGV.clear
+
+IRB.start
+exit!

data/lib/vendor/rest-client/foo.diff

@@ -0,0 +1,66 @@
+commit 1a1a16d6abda6b40091b49d3ad082400018e665b
+Author: rick <technoweenie@gmail.com>
+Date:   Wed Dec 10 20:01:02 2008 -0800
+
+    fix spacing issues with multipart bodies:
+     * the final boundary should be on a line below the final param's content.
+     * the ending double dash should be on the same line as the final boundary
+
+diff --git a/lib/rest_client/payload.rb b/lib/rest_client/payload.rb
+index dfc2921..e896be0 100644
+--- a/lib/rest_client/payload.rb
++++ b/lib/rest_client/payload.rb
+@@ -76,9 +76,10 @@ module RestClient
+ 					else
+ 						create_regular_field(@stream, k,v)
+ 					end
+-					@stream.write(b + EOL)
++					@stream.write(EOL + b)
+ 				end
+ 				@stream.write('--')
++				@stream.write(EOL)
+ 				@stream.seek(0)
+ 			end
+ 
+diff --git a/spec/payload_spec.rb b/spec/payload_spec.rb
+index 22b5a5a..35564ee 100644
+--- a/spec/payload_spec.rb
++++ b/spec/payload_spec.rb
+@@ -20,29 +20,27 @@ describe RestClient::Payload do
+ 			m.headers['Content-Type'].should == 'multipart/form-data; boundary="123"'
+ 		end
+ 
+-		xit "should form properly seperated multipart data" do
++		it "should form properly seperated multipart data" do
+ 			m = RestClient::Payload::Multipart.new({:foo => "bar"})
+-			m.stub!(:boundary).and_return("123")
+ 			m.to_s.should == <<-EOS
+---123\r
++--#{m.boundary}\r
+ Content-Disposition: multipart/form-data; name="foo"\r
+ \r
+ bar\r
+---123--\r
++--#{m.boundary}--\r
+ EOS
+ 		end
+ 
+-		xit "should form properly seperated multipart data" do
++		it "should form properly seperated multipart data" do
+ 			f = File.new(File.dirname(__FILE__) + "/master_shake.jpg")
+ 			m = RestClient::Payload::Multipart.new({:foo => f})
+-			m.stub!(:boundary).and_return("123")
+ 			m.to_s.should == <<-EOS
+---123\r
+-Content-Disposition: multipart/form-data; name="foo"; filename="master_shake.jpg"\r
++--#{m.boundary}\r
++Content-Disposition: multipart/form-data; name="foo"; filename="./spec/master_shake.jpg"\r
+ Content-Type: image/jpeg\r
+ \r
+-datadatadata\r
+---123--\r
++#{IO.read(f.path)}\r
++--#{m.boundary}--\r
+ EOS
+ 		end
+ 	end