jack 1.0.0

data/History.txt

@@ -0,0 +1,5 @@
+== 1.0.0 / 2007-08-25
+
+* 1 major enhancement
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,15 @@
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+lib/jack.rb
+lib/jack/queues.rb
+lib/jack/queues/appcast.rb
+lib/jack/queues/mock.rb
+lib/jack/tasks.rb
+lib/jack/tasks/ffmpeg.rb
+lib/jack/tasks/locking.rb
+lib/jack/tasks/s3.rb
+test/queues_test.rb
+test/tasks_test.rb
+test/test_helper.rb

data/README.txt

@@ -0,0 +1,48 @@
+jack
+    by FIX (your name)
+    FIX (url)
+
+== DESCRIPTION:
+  
+FIX (describe your package)
+
+== FEATURES/PROBLEMS:
+  
+* FIX (list of features or problems)
+
+== SYNOPSIS:
+
+  FIX (code sample of usage)
+
+== REQUIREMENTS:
+
+* FIX (list of requirements)
+
+== INSTALL:
+
+* FIX (sudo gem install, anything else)
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2007 Rick Olson
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,20 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+$: << 'lib'
+require 'jack'
+
+Hoe.new('jack', Jack::VERSION) do |p|
+  p.rubyforge_name = 'jack'
+  p.author = 'Rick Olson'
+  p.email = 'technoweenie@gmail.com'
+  # p.summary = 'FIX'
+  # p.description = p.paragraphs_of('README.txt', 2..5).join("\n\n")
+  # p.url = p.paragraphs_of('README.txt', 0).first.split(/\n/)[1..-1]
+  p.changes = p.paragraphs_of('History.txt', 0..1).join("\n\n")
+  p.extra_deps << 'rake' << 'open4'
+  p.test_globs << 'test/**/*_test.rb'
+end
+
+# vim: syntax=Ruby

data/lib/jack.rb

@@ -0,0 +1,19 @@
+require 'rubygems'
+require 'rake'
+require 'thread'
+require 'jack/tasks'
+
+module Jack
+  VERSION = '1.0.0'
+
+  class Task < Rake::Task
+    def execute
+      Thread.current[:task] = self
+      super
+    ensure
+      Thread.current[:task] = nil
+    end
+  end
+end
+
+include Jack::Tasks

data/lib/jack/queues.rb

@@ -0,0 +1,56 @@
+module Jack
+  module Queues
+    def process_queue(queue_name, options = {}, &block)
+      Queues::Task.queue_task(queue_name, options, &block)
+    end
+  
+    def queue
+      Thread.current[:task]
+    end
+    
+    class Task < Jack::Task
+      attr_accessor :queue_name
+      attr_accessor :connection_args
+      attr_accessor :options
+  
+      def kept
+        @kept ||= []
+      end
+  
+      def keep(*messages)
+        messages.flatten!
+        messages.uniq!
+        kept.push *messages
+      end
+    
+      def execute
+        task = lambda do
+          if messages.empty?
+            false
+          else
+            super
+            (messages - kept).each do |msg|
+              delete msg
+            end
+            kept.empty?
+          end
+        end
+        while task.call
+          @messages = nil
+        end
+      end
+  
+      class << self
+        attr_accessor :default_connection_args
+      end
+  
+      def self.queue_task(name, options = {}, &block)
+        task = define_task(name, &block)
+        task.queue_name      = options.delete(:queue_name) || name
+        task.options         = options
+        task.connection_args = options.delete(:connect) || default_connection_args
+        task
+      end
+    end
+  end
+end

data/lib/jack/queues/appcast.rb

@@ -0,0 +1,32 @@
+require 'appcast/client'
+module Jack
+  module Queues
+    module Appcast
+      def connection
+        @connection ||= ::Appcast::Client.new(*connection_args)
+      end
+      
+      def messages
+        if @messages.nil?
+          @messages = connection.list(@queue_name, @options)
+          logger.info("[Appcast] Found #{@messages.size} message(s)")
+        end
+        @messages
+      end
+      
+      def delete(message)
+        logger.info("[Appcast] Deleting message for #{message.name}")
+        message.destroy
+      end
+      
+      def create(name_or_data, data = nil)
+        if data.nil?
+          data         = name_or_data
+          name_or_data = @queue_name
+        end
+        logger.info("[Appcast] Created message for #{name_or_data}")
+        connection.create(name_or_data, data)
+      end
+    end
+  end
+end

data/lib/jack/queues/mock.rb

@@ -0,0 +1,29 @@
+module Jack
+  module Queues
+    module Mock
+      def connection
+        @connection ||= []
+      end
+      
+      def messages
+        @messages ||= (connection.shift || [])
+      end
+      
+      def delete(message)
+        messages.delete message
+      end
+      
+      def create(name_or_data, data = nil)
+        if data.nil?
+          data         = name_or_data
+          name_or_data = @queue_name
+        end
+        created << [name_or_data, data]
+      end
+      
+      def created
+        @created ||= []
+      end
+    end
+  end
+end

data/lib/jack/tasks.rb

@@ -0,0 +1,35 @@
+require 'logger'
+require 'jack/tasks/ffmpeg'
+require 'jack/tasks/locking'
+
+module Jack
+  module Tasks
+    def setup_queue(queue_type, *args)
+      require "jack/queues"
+      require "jack/queues/#{queue_type}"
+      include Jack::Queues
+      mod = Jack::Queues.const_get(queue_type.to_s.capitalize)
+      Jack::Queues::Task.send :include, mod
+      Jack::Queues::Task.default_connection_args = args
+    end
+    
+    def setup_s3(options)
+      require 'jack/tasks/s3'
+      @default_s3_bucket = options.delete(:bucket)
+      @s3_working_path   = options.delete(:working).to_s
+      AWS::S3::Base.establish_connection!(options) if options.any?
+      include Jack::Tasks::S3
+    end
+    
+    def setup_logger(*args)
+      @logger = Logger.new(*args)
+    end
+    
+    def logger
+      @logger ||= Logger.new(STDERR)
+    end
+
+    include Jack::Tasks::Ffmpeg
+    include Jack::Tasks::Locking
+  end
+end

data/lib/jack/tasks/ffmpeg.rb

@@ -0,0 +1,75 @@
+require 'open4'
+
+module Jack
+  module Tasks
+    module Ffmpeg
+      def ffmpeg(input, options = {})
+        cmd = ['ffmpeg']
+        input = { :file => input } unless input.is_a?(Hash)
+        ffmpeg_options :input,  cmd, input
+        ffmpeg_options :output, cmd, options
+        execute_command cmd.join(" ")
+      end
+      
+      def convert_to_flv(filename, size, output = nil, options = {})
+        if output.is_a?(Hash)
+          options = output
+          output  = nil
+        end
+        default = {:rate => 25, :acodec => :mp3, :frequency => 22050, :overwrite => true, :size => size, :file => (output || filename + ".flv")}
+        ffmpeg filename, default.update(options)
+        options[:file]
+      end
+      
+      def grab_screenshot_from(filename, size, output = nil, options = {})
+        if output.is_a?(Hash)
+          options = output
+          output  = nil
+        end
+        default = {:vframes => 1, :format => :image2, :disable_audio => true, :size => size, :file => (output || filename + ".jpg")}
+        ffmpeg filename, default.update(options)
+        options[:file]
+      end
+      
+      protected
+        def ffmpeg_options(param, cmd, options)
+          file = options.delete(:file)
+          options.inject(cmd) do |c, (key, value)|
+            c << \
+              case key
+                when :duration  then "-t #{value}"
+                when :rate      then "-r #{value}"
+                when :bitrate   then "-b #{value}"
+                when :seek      then "-ss #{value}"
+                when :verbose   then "-v #{value == true ? :verbose : value}"
+                when :size      then "-s #{value}"
+                when :overwrite then "-y"
+                when :format    then "-f #{value}"
+                when :frequency then "-ar #{value}"
+                when :abitrate  then "-ab #{value}"
+                when :disable_video then "-vn"
+                when :disable_audio then "-an"
+                else "-#{key} #{value}"
+              end
+          end
+          cmd << "#{param == :input ? '-i ' : ''}#{File.expand_path(file)}"
+        end
+        
+        def execute_command(cmd)
+          logger.info "[ffmpeg] Executing: #{cmd}"
+          result = []
+          Open4.popen4 cmd do |pid, stdin, stdout, stderr|
+            result << stdout.read.to_s.strip
+            result << stderr.read.to_s.strip
+          end
+          unless result.first.blank?
+            logger.info "[ffmpeg] OUTPUT: #{result.first}"
+          end
+          unless result.last.blank?
+            logger.debug "[ffmpeg] ERROR: #{result.last}"
+          end
+          result
+        end
+    end
+  end
+end

data/lib/jack/tasks/locking.rb

@@ -0,0 +1,20 @@
+module Jack
+  module Tasks
+    module Locking
+      def lock(*args)
+        require 'lockfile' unless Object.const_defined?(:Lockfile)
+        options = args.last.is_a?(Hash) ? args.pop : {:retries => 0}
+        lock_filename = args.shift || 'jack.lock'
+        if block_given?
+          lockfile = ::Lockfile.new(lock_filename, options)
+          begin
+            lockfile.lock
+            yield
+          ensure
+            lockfile.unlock if lockfile.locked?
+          end
+        end
+      end
+    end
+  end
+end

data/lib/jack/tasks/s3.rb

@@ -0,0 +1,44 @@
+require 'aws/s3'
+
+module Jack
+  module Tasks
+    module S3
+      def store_in_s3(name, filename, bucket = nil, options = {})
+        if bucket.is_a?(Hash)
+          options = bucket
+          bucket = nil
+        end
+        bucket ||= default_s3_bucket
+        logger.info("[S3] Storing #{name} in #{bucket} from #{filename}")
+        AWS::S3::S3Object.store name, open(filename), bucket, options
+      end
+      
+      def download_from_s3(name, bucket = nil)
+        bucket ||= default_s3_bucket
+        logger.info("[S3] Downloading #{name} from #{bucket}")
+        Dir.chdir s3_working_path do
+          open name, 'w' do |file|
+            AWS::S3::S3Object.stream name, bucket do |chunk|
+              file.write chunk
+            end
+          end
+        end
+        File.join s3_working_path, name
+      end
+      
+      def delete_from_s3(name, bucket = nil)
+        bucket ||= default_s3_bucket
+        logger.info("[S3] Deleting #{name} from #{bucket}")
+        AWS::S3::S3Object.delete name, bucket
+      end
+      
+      def default_s3_bucket
+        @default_s3_bucket
+      end
+      
+      def s3_working_path
+        @s3_working_path
+      end
+    end
+  end
+end

data/test/queues_test.rb

@@ -0,0 +1,71 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+
+context "Jack Queues" do
+  specify "should provide access to queue object" do
+    @task = JACK.process_queue :queue_object do
+      JACK.poke
+      JACK.queue.should == @task
+    end
+    JACK.expects(:poke)
+    @task.connection << [:msg]
+    @task.execute
+  end
+  
+  specify "should create message with current queue name" do
+    @task = JACK.process_queue :create do
+      JACK.poke
+      JACK.queue.create :foo
+    end
+    JACK.expects(:poke)
+    @task.connection << [:msg]
+    @task.execute
+    @task.created.should == [[:create, :foo]]
+  end
+  
+  specify "should create message with custom queue name" do
+    @task = JACK.process_queue :create_custom do
+      JACK.poke
+      JACK.queue.create :foo, :bar
+    end
+    JACK.expects(:poke)
+    @task.connection << [:msg]
+    @task.execute
+    @task.created.should == [[:foo, :bar]]
+  end
+  
+  specify "should set queue name to task name" do
+    @task = JACK.process_queue(:queue_name) {}
+    @task.queue_name.should == :queue_name
+  end
+  
+  specify "should set options and custom queue name" do
+    @task = JACK.process_queue(:queue_options, :queue_name => :foo, :example => :option) {}
+    @task.queue_name.should == :foo
+    @task.options.should == {:example => :option}
+  end
+  
+  specify "should execute queue task" do
+    @task = JACK.process_queue :queue_task do
+      JACK.poke
+      JACK.queue.messages.should == [:msg, :keep]
+      JACK.queue.keep :keep
+    end
+    JACK.expects(:poke)
+    @task.connection << [:msg, :keep] << [:msg2] # store messages
+    @task.execute
+  end
+  
+  specify "should loop queue task" do
+    @task = JACK.process_queue :queue_loop do
+      if JACK.poke == 1
+        JACK.queue.messages.should == [:msg, :msg2]
+      else
+        JACK.queue.messages.should == [:msg3]
+      end
+    end
+    JACK.expects(:poke).times(2).returns(1,2)
+    @task.connection << [:msg, :msg2] << [:msg3] # store messages
+    @task.execute
+    @task.messages.should.be.empty
+  end
+end

data/test/tasks_test.rb

@@ -0,0 +1,100 @@
+require File.join(File.dirname(__FILE__), 'test_helper')
+
+context "Jack Tasks" do
+  specify "should store instance in current thread while executing" do
+    @task = Jack::Task.define_task :test_thread do
+      Thread.current[:task].should == @task
+    end
+
+    Thread.current[:task].should.be.nil
+    @task.execute
+    Thread.current[:task].should.be.nil
+  end
+  
+  specify "should setup s3 bucket name" do
+    JACK.default_s3_bucket.should == 'stuff'
+  end
+  
+  specify "should setup s3 working path" do
+    JACK.s3_working_path.should == 'foo/bar'
+  end
+  
+  specify "should set s3 connection options" do
+    AWS::S3::Base.connection.options[:access_key_id].should     == 'abc'
+    AWS::S3::Base.connection.options[:secret_access_key].should == 'def'
+  end
+  
+  specify "should store with default bucket and options" do
+    @stream = stub
+    JACK.expects(:open).with('filename').returns(@stream)
+    AWS::S3::S3Object.expects(:store).with('foo', @stream, 'stuff', {:expires => 300})
+    JACK.store_in_s3 'foo', 'filename', :expires => 300
+  end
+  
+  specify "should store with custom bucket and options" do
+    @stream = stub
+    JACK.expects(:open).with('filename').returns(@stream)
+    AWS::S3::S3Object.expects(:store).with('foo', @stream, 'things', {:expires => 300})
+    JACK.store_in_s3 'foo', 'filename', 'things', :expires => 300
+  end
+
+  specify "should download from s3 from default bucket" do
+    @stream = StringIO.new
+    Dir.expects(:chdir).with(JACK.s3_working_path).yields
+    JACK.expects(:open).with('foo', 'w').yields(@stream)
+    AWS::S3::S3Object.expects(:stream).with('foo', 'stuff').yields("content")
+    JACK.download_from_s3 'foo'
+    @stream.rewind
+    @stream.read.should == 'content'
+  end
+
+  specify "should download from s3 from custom bucket" do
+    @stream = StringIO.new
+    Dir.expects(:chdir).with(JACK.s3_working_path).yields
+    JACK.expects(:open).with('foo', 'w').yields(@stream)
+    AWS::S3::S3Object.expects(:stream).with('foo', 'things').yields("content")
+    JACK.download_from_s3 'foo', 'things'
+    @stream.rewind
+    @stream.read.should == 'content'
+  end
+
+  specify "should delete with default s3 bucket" do
+    AWS::S3::S3Object.expects(:delete).with('foo', 'stuff')
+    JACK.delete_from_s3 'foo'
+  end
+  
+  specify "should delete with custom s3 bucket" do
+    AWS::S3::S3Object.expects(:delete).with('foo', 'things')
+    JACK.delete_from_s3 'foo', 'things'
+  end
+  
+  specify "should create ffmpeg command" do
+    File.expects(:expand_path).with('foo').returns('foo_path')
+    File.expects(:expand_path).with('bar').returns('bar_path')
+    JACK.ffmpeg('foo', :file => 'bar').should == "ffmpeg -i foo_path bar_path"
+  end
+
+  {
+    [:duration, 3]        => [:t],
+    [:rate, 3]            => [],
+    [:seek, 3]            => [:ss],
+    [:verbose, true]      => [:v, :verbose],
+    [:size, 3]            => [],
+    [:overwrite, nil]     => [:y],
+    [:format, :test]      => [:f],
+    [:frequency, :test]   => [:ar],
+    [:abitrate, :test]    => [:ab],
+    [:disable_video, nil] => [:vn],
+    [:disable_audio, nil] => [:an],
+    [:whatever, :test]    => [:whatever]
+  }.each do |args, expected|
+    specify "should recognize ffmpeg argument -#{args[0]}" do
+      File.expects(:expand_path).with('foo').returns('foo_path')
+      File.expects(:expand_path).with('bar').returns('bar_path')
+      switch = expected[0] || args[0].to_s[0..0]
+      value  = args[1] ? " #{expected[1] || args[1]}" : nil
+      JACK.ffmpeg('foo', args[0] => args[1], :file => 'bar').should == "ffmpeg -i foo_path -#{switch}#{value} bar_path"
+    end
+  end
+end
+

data/test/test_helper.rb

@@ -0,0 +1,25 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+require 'test/unit'
+require 'jack'
+require 'test/spec'
+require 'mocha'
+
+JACK = Object.new
+JACK.extend Jack::Tasks
+class << JACK
+  def include(*args)
+    extend(*args)
+  end
+  
+  def logger_stream
+    @logger_stream ||= StringIO.new
+  end
+  
+  def execute_command(cmd)
+    cmd
+  end
+end
+
+JACK.setup_queue :mock
+JACK.setup_s3 :bucket => 'stuff', :working => 'foo/bar', :access_key_id => 'abc', :secret_access_key => 'def'
+JACK.setup_logger JACK.logger_stream

metadata

@@ -0,0 +1,91 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.4
+specification_version: 1
+name: jack
+version: !ruby/object:Gem::Version 
+  version: 1.0.0
+date: 2007-09-07 00:00:00 -05:00
+summary: The author was too lazy to write a summary
+require_paths: 
+- lib
+email: technoweenie@gmail.com
+homepage: http://www.zenspider.com/ZSS/Products/jack/
+rubyforge_project: jack
+description: The author was too lazy to write a description
+autorequire: 
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Rick Olson
+files: 
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- lib/jack.rb
+- lib/jack/queues.rb
+- lib/jack/queues/appcast.rb
+- lib/jack/queues/mock.rb
+- lib/jack/tasks.rb
+- lib/jack/tasks/ffmpeg.rb
+- lib/jack/tasks/locking.rb
+- lib/jack/tasks/s3.rb
+- test/queues_test.rb
+- test/tasks_test.rb
+- test/test_helper.rb
+test_files: 
+- test/test_helper.rb
+- test/queues_test.rb
+- test/tasks_test.rb
+rdoc_options: 
+- --main
+- README.txt
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- README.txt
+executables: []
+
+extensions: []
+
+requirements: []
+
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rake
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: open4
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">"
+      - !ruby/object:Gem::Version 
+        version: 0.0.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.3.0
+    version: