benschwarz-smoke 0.2.3

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Ben Schwarz
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.markdown

@@ -0,0 +1,65 @@
+# smoke
+
+smoke is a Ruby based DSL that allows you to take data from YQL, RSS / Atom (and more, if you think of a useful source).
+This "data" can then be re-represented, sorted and filtered. You can collect data from a multiude of sources, sort them on a common property
+and return a plain old ruby object or json (You could add in something to output XML too)
+
+In an early attempt to get feedback I created [this screencast](http://vimeo.com/4272804). I will do another once the library becomes closer to 1.0.0.
+
+## The concept
+
+The concept comes from using [Yahoo Pipes](http://pipes.yahoo.com) to make little mash ups, get a list of tv shows for my torrent client, compile a recipe book or make tools to give me a list of albums that artists in my music library are about to be release.
+
+## How or what to contribute
+
+* Test everything you do
+* Add a source (I was thinking a source that took simply took a url and parsed whatever it got)
+* Add a way to output (XML, anyone?)
+* Examples of queries you'd like to be able to do
+
+## API Examples
+### YQL
+    # This will use yahoo search to get an array of search results about Ruby
+    Smoke.yql(:ruby) do
+      select  :all
+      from    "search.web"
+      where   :query, "ruby"
+      
+      discard :title, /tuesday/i
+    end
+
+    Smoke.yql(:python) do
+      select  :all
+      from    "search.web"
+      where   :query, "python"
+    end
+
+### Join sources and use them together
+    Smoke.join(:ruby, :python)
+
+or even
+
+    Smoke.join(:python, :ruby) do
+      emit do
+        sort :title
+        rename :shit_name => :title
+      end
+    end
+
+### CI
+
+Integrity [is running for smoke](http://integrity.ffolio.net/smoke)
+
+
+### TODO (working on, just mental notes)
+
+* Look at moving object transformations into the origin class
+* Allow for sources to explicitly set the content type being returned for those stupid content providers
+* Consider invokation methods (registering of sources, namespacing et al)
+* YQL Definitions
+* YQL w/oAuth
+* YQL Subqueries?
+
+### Copyright
+
+Copyright (c) 2009 Ben Schwarz. See LICENSE for details.

data/VERSION.yml

@@ -0,0 +1,4 @@
+--- 
+:major: 0
+:minor: 2
+:patch: 3

data/lib/core_ext/hash.rb

@@ -0,0 +1,20 @@
+class Hash # :nodoc: 
+  
+  # Thanks merb!
+  def symbolize_keys!
+    each do |k,v| 
+      sym = k.respond_to?(:to_sym) ? k.to_sym : k 
+      self[sym] = Hash === v ? v.symbolize_keys! : v 
+      delete(k) unless k == sym
+    end
+    self
+  end
+  
+  def rename(candidates)
+    candidates.each do |old_key, new_key|
+      self[new_key] = self.delete(old_key) if self.has_key?(old_key)
+    end
+    
+    return self
+  end
+end

data/lib/smoke/delayed_block.rb

@@ -0,0 +1,9 @@
+class DelayedBlock # :nodoc:
+  def initialize(&block)
+    @block = block
+  end
+
+  def execute!
+    @block.call
+  end
+end

data/lib/smoke/origin.rb

@@ -0,0 +1,120 @@
+module Smoke
+  class Origin
+    attr_reader :items, :name
+    
+    def initialize(name, &block)
+      raise StandardError, "Sources must have a name" unless name
+      @name = name
+      @items = []
+      activate!
+      instance_eval(&block) if block_given?
+      dispatch if respond_to? :dispatch
+    end
+    
+    # Transform each item
+    #
+    # Usage:
+    #   emit do
+    #     rename(:href => :link)
+    #   end 
+    def emit(&block)
+      (@transformations ||= []) << DelayedBlock.new(&block)
+    end
+
+    # Re-sort items by a particular key
+    def sort(key)
+      @items = @items.sort_by{|i| i[key] }
+    rescue NoMethodError => e
+      Smoke.log.info "You're trying to sort by \"#{key}\" but it does not exist in your item set"
+    ensure
+      return self
+    end
+
+    # Keep items that match the regex
+    # 
+    # Usage (chained): 
+    #     Smoke[:ruby].keep(:title, /tuesday/i)
+    # Usage (block, during initialization):
+    #     Smoke.yql(:ruby) do
+    #       ...
+    #       keep(:title, /tuesday/i)
+    #     end
+    def keep(key, matcher)
+      @items.reject! {|i| (i[key] =~ matcher) ? false : true }
+      return self
+    end
+    
+    # Discard items that do not match the regex
+    # 
+    # Usage (chained): 
+    #     Smoke[:ruby].discard(:title, /tuesday/i)
+    # Usage (block, during initialization):
+    #     Smoke.yql(:ruby) do
+    #       ...
+    #       discard(:title, /tuesday/i)
+    #     end
+    def discard(key, matcher)
+      @items.reject! {|i| (i[key] =~ matcher) ? true : false }
+      return self
+    end
+    
+    # Rename one or many keys at a time
+    # Suggested that you run it within an each block, but it makes no difference
+    # other than readability
+    #
+    # Usage
+    #   # Renames all items with a key of href to link
+    #   rename(:href => :link)
+    # or
+    #   rename(:href => :link, :description => :excerpt)
+    def rename(*args)
+      @items.each {|item| item.rename(*args) }
+      return self
+    end
+    
+    # Output your items in a range of formats (:ruby, :json and :yaml currently)
+    # Ruby is the default format and will automagically yielded from your source
+    #
+    # Usage
+    # 
+    #   output(:json)
+    #   => "[{title: \"Ray\"}, {title: \"Peace\"}]"
+    def output(type = :ruby)
+      case type
+      when :ruby
+        return @items
+      when :json
+        return ::JSON.generate(@items)
+      when :yaml
+        return YAML.dump(@items)
+      end
+    end
+    
+    # Truncate your result set to this many objects
+    #
+    # Usage
+    #
+    #   truncate(3).output
+    #   => [{title => "Canon"}, {:title => "Nikon"}, {:title => "Pentax"}]
+    def truncate(length)
+      @items = @items[0..(length - 1)]
+      return self
+    end
+    
+    def items=(items)
+      @items = items.map{|i| i.symbolize_keys! }
+      invoke_transformations
+    end
+    
+    private
+    def invoke_transformations
+      @transformations.each{|t| t.execute! } unless @transformations.nil?
+    end
+    
+    def activate!
+      Smoke.activate(name, self)
+    end
+  end
+end
+
+Dir["#{File.dirname(__FILE__)}/source/*.rb"].each &method(:require)

data/lib/smoke/request.rb

@@ -0,0 +1,57 @@
+module Smoke
+  class Request # :nodoc:
+    class Failure < Exception # :nodoc:
+      attr_reader :uri
+      
+      def initialize(uri, msg)
+        @uri = URI.parse(uri)
+        Smoke.log.error "Smoke Request: Failed to get from #{@uri.host} via #{@uri.scheme}\n#{msg}"
+      end
+    end
+    
+    SUPPORTED_TYPES = %w(json xml javascript)
+    attr_reader :uri, :content_type, :body, :type
+       
+    def initialize(uri, *options)
+      @uri = uri
+      @options = options
+      dispatch
+    end
+    
+    private
+    def dispatch
+      Thread.new {
+        open(@uri, "User-Agent" => "Ruby/#{RUBY_VERSION}/Smoke") do |request|
+          @content_type = request.content_type
+          @body = request.read
+        end
+      }.join
+      
+      unless @options.include?(:raw_response)
+        present!
+      end
+    rescue OpenURI::HTTPError => e
+      Failure.new(@uri, e)
+    end
+    
+    def present!
+      set_type
+      parse!
+    end
+    
+    def set_type
+      @type = (SUPPORTED_TYPES.detect{|t| @content_type =~ /#{t}/ } || "unknown").to_sym
+    end
+    
+    def parse!
+      case @type
+        when :json, :javascript
+          @body = ::Crack::JSON.parse(@body).symbolize_keys!
+        when :xml
+          @body = ::Crack::XML.parse(@body).symbolize_keys!
+        when :unknown
+          Smoke.log.warn "Smoke Request: Format unknown for #{@uri} (#{@content_type})"
+      end      
+    end
+  end
+end

data/lib/smoke/source/data.rb

@@ -0,0 +1,57 @@
+module Smoke
+  module Source # :nodoc:
+    module Data # :nodoc:
+      Smoke.register(Smoke::Source::Data)
+      
+      def data(name, &block)
+        Data.new(name, &block)
+      end
+      
+      # The "Data" source allows you to query
+      # datasources that are "complete" urls
+      # and rely on the automagic object parsing 
+      # that smoke provides.
+      #
+      # For example, you may use this source
+      # to query a complete restful api call
+      # unpackage the xml response and get a 
+      # clean ruby object.
+      #
+      # Data can take as many urls as you'd like
+      # to throw at it.
+      #
+      # Usage:
+      #   Smoke.data(:ruby) do
+      #     url "http://api.flickr.com/services/rest/?user_id=36821533%40N00&tags=benschwarz-site&nojsoncallback=1&method=flickr.photos.search&format=json&api_key=your_api_key_here
+      #     path :photos, :photo
+      #   end
+      class Data < Origin
+        attr_reader :request
+        
+        def url(source_url)
+          @url = source_url
+        end
+        
+        # Path allows you to traverse the tree of a the items returned to 
+        # only give you access to what you're interested in. In the case
+        # of the comments in this document I traverse to the photos returned.
+        def path(*path)
+          @path = path
+        end
+        
+        protected
+        def dispatch
+          @request = Smoke::Request.new(@url)
+          self.items = (@path.nil?) ? @request.body : drill(@request.body, *@path)
+        end
+        
+        private
+        def drill(*path)
+          path.inject(nil) do |obj, pointer|
+            obj = obj.nil? ? pointer : obj[pointer]
+          end
+        end
+      end
+    end
+  end
+end

data/lib/smoke/source/feed.rb

@@ -0,0 +1,32 @@
+module Smoke
+  module Source # :nodoc:
+    module Feed # :nodoc:
+      Smoke.register(Smoke::Source::Feed)
+      
+      def feed(name, &block)
+        Feed.new(name, &block)
+      end
+      
+      # Feed can take multiple rss or atom feeds and munge them up together.
+      # 
+      # Usage:
+      #   Smoke.feed(:ruby) do
+      #     url "domain.tld/rss"
+      #     url "site.tld/atom"
+      #   end
+      class Feed < Origin
+        attr_reader :requests
+        
+        def url(feed_uri)
+          (@feeds ||= [] ) << feed_uri
+        end
+        
+        protected
+        def dispatch
+          @requests = @feeds.map{|f| Smoke::Request.new(f, :raw_response) }
+          self.items = @requests.map{|r| ::SimpleRSS.parse(r.body).items }.flatten
+        end
+      end
+    end
+  end
+end

data/lib/smoke/source/yql.rb

@@ -0,0 +1,74 @@
+module Smoke
+  module Source # :nodoc:
+    module YQL # :nodoc:
+      Smoke.register(Smoke::Source::YQL)
+      
+      def yql(name, &block)
+        YQL.new(name, &block)
+      end
+      
+      # YQL will call to Yahoo YQL services
+      #
+      # Usage:
+      #   Smoke.yql(:ruby) do
+      #     select  :all
+      #     from    "search.web"
+      #     where   :query, "ruby"
+      #   end
+      class YQL < Origin
+        attr_reader :request
+        
+        # Select indicates what YQL will be selecting
+        # Usage:
+        #   select :all
+        #   => "SELECT *"
+        #   select :title
+        #   => "SELECT title"
+        #   select :title, :description
+        #   => "SELECT title, description"
+        def select(what)
+          @select = what.join(",") and return if what.is_a? Array
+          @select = "*" and return if what == :all
+          @select = what.to_s
+        end
+        
+        # from corresponds to the from fragment of the YQL query
+        # Usage: 
+        #   from "search.web"
+        # or
+        #   from :html
+        def from(source)
+          @from = source.join(',') and return if source.is_a? Array
+          @from = source.to_s
+        end
+        
+        # where is a straight up match, no fancy matchers
+        # are currently supported
+        # Usage:
+        #   where :xpath, "//div/div/a"
+        # or
+        #   where :query, "python"
+        def where(column, value)
+          @where = @where || []
+          @where << "#{column.to_s} = '#{value}'"
+        end
+        
+        protected
+        def dispatch
+          @request = Smoke::Request.new(build_uri)
+          self.items = @request.body[:query][:results][:result]
+        end
+        
+        private
+        
+        def build_uri
+          "http://query.yahooapis.com/v1/public/yql?q=#{build_query}&format=json"
+        end
+        
+        def build_query
+          URI.encode("SELECT #{@select} FROM #{@from} WHERE #{@where.join(" AND ")}")
+        end
+      end
+    end
+  end
+end

data/lib/smoke.rb

@@ -0,0 +1,96 @@
+require 'rubygems'
+require 'open-uri'
+require 'logger'
+require 'json'
+require 'crack'
+require 'simple-rss'
+
+
+$:<< File.join(File.dirname(__FILE__))
+
+# Core ext
+require 'core_ext/hash.rb'
+
+module Smoke  
+  class << self
+    
+    @@active_sources = {}
+    attr_reader :active_sources
+    
+    # Smoke sources can invoke access to themselves
+    # via the register method:
+    #
+    #   Smoke.register(Smoke::Source::YQL)
+    #
+    # Check the supplied sources for usage
+    def register(mod)
+      class_eval { include mod }
+    end
+    
+    # Access registered smoke source instances
+    #
+    # Usage:
+    #
+    #     Smoke.yql(:ruby) do ....
+    #
+    #     Smoke[:ruby]
+    #     => #<Smoke::Source::YQL::YQL:0x18428d4...
+    def [](source)
+      active_sources[source]
+    end
+    
+    def join(*sources, &block)
+      @items = get_sources(sources).map {|source| source[1].items }.flatten
+      
+      joined_name = (sources << "joined").join("_").to_sym
+      source = Origin.new(joined_name, &block)
+
+      source.items = @items
+      return source
+    end
+    
+    def activate(name, source)
+      if active_sources.has_key?(name)
+        Smoke.log.warn "Smoke source activation: Source with idential name already initialized" 
+      end
+      
+      active_sources.update({ name => source })
+    end
+    
+    # Returns all activated smoke sources
+    def active_sources
+      @@active_sources
+    end
+    
+    # Rename a source 
+    def rename(candidates)
+      candidates.each do |o, n| 
+        active_sources.rename(o => n)
+        return active_sources[n]
+      end
+    end
+    
+    # Log for info, debug, error and warn with:
+    # 
+    #   Smoke.log.info "message"
+    #   Smoke.log.debug "message"
+    #   Smoke.log.error "message"
+    #   Smoke.log.warn "message"
+    def log
+      @logger ||= Logger.new($stdout)
+    end
+    
+    private
+    def get_sources(sources = [])
+      active_sources.find_all{|k, v| sources.include?(k) }
+    end
+  end
+end
+
+require 'smoke/request'
+require 'smoke/origin'
+require 'smoke/delayed_block'
+
+class Object # :nodoc: 
+  include Smoke
+end

data/spec/core_ext/hash_spec.rb

@@ -0,0 +1,25 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper.rb")
+
+describe Hash do
+  before :all do
+    @item = {:a => "a key", :c => "another key"}
+  end
+  
+  describe "transformations" do
+    it "should be renamable" do
+      @item.should respond_to(:rename)
+    end
+    
+    it "should have a transform object" do
+      @item.rename(:a => :b).should == {:b => "a key", :c => "another key"}
+    end
+    
+    it "should rename many keys" do
+      @item.rename(:a => :b, :c => :d).should == {:b => "a key", :d => "another key"}
+    end
+    
+    it "should symbolise string keys" do
+      {"a" => {"b" => "bee"}}.symbolize_keys!.should == {:a => {:b => "bee"}}
+    end
+  end
+end

data/spec/smoke/origin_spec.rb

@@ -0,0 +1,84 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper.rb")
+
+describe Smoke::Origin do
+  before :all do
+    @origin = TestSource.source(:test) do
+      emit do
+        rename(:head => :title)
+        sort(:title)
+      end
+    end
+  end
+  
+  describe "after emit, object output" do
+    it "should not have a key of head" do
+      @origin.output.first.should_not have_key(:head)
+    end
+  
+    it "should be ordered by title" do
+      @origin.output.first[:title].should == "Kangaroo"
+    end
+  end
+  
+  describe "transformations" do
+    it "should rename properties" do
+      Smoke[:test].rename(:title => :header).output.first.should have_key(:header)
+    end
+    
+    it "should sort by a given property" do
+      Smoke[:test].sort(:header).output.first[:header].should == "Kangaroo"
+    end
+    
+    it "should truncate results given a length" do
+      Smoke[:test].truncate(1).output.size.should == 1
+    end
+    
+    describe "filtering" do
+      before do
+        TestSource.source(:keep)
+        TestSource.source(:discard)
+      end
+      
+      it "should keep items" do
+        Smoke[:keep].should(respond_to(:keep))
+      end
+      
+      it "should only contain items that match" do
+        Smoke[:keep].keep(:head, /^K/).output.should == [{:head => "Kangaroo"}]
+      end
+      
+      it "should discard items" do
+        Smoke[:discard].should(respond_to(:discard))
+      end
+      
+      it "should not contain items that match" do
+        Smoke[:discard].discard(:head, /^K/).output.should == [{:head => "Platypus"}]
+      end
+    end
+  end
+  
+  it "should output" do
+    @origin.output.should be_an_instance_of(Array)
+  end
+  
+  it "should output two items" do
+    @origin.output.size.should == 2
+  end
+  
+  it "should output json" do
+    @origin.output(:json).should =~ /^\[\{/
+  end
+  
+  it "should output yml" do
+    @origin.output(:yaml).should =~ /--- \n- :title:/
+  end
+  
+  it "method chaining" do
+    @source = TestSource.source(:chain)
+    @source.rename(:head => :header).sort(:header).output.should == [{:header => "Kangaroo"}, {:header => "Platypus"}]
+  end
+  
+  it "should softly error when attempting to sort on a key that doesn't exist" do
+    TestSource.source(:chain).sort(:header).should_not raise_error("NoMethodError")
+  end
+end

data/spec/smoke/request_spec.rb

@@ -0,0 +1,38 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper.rb")
+
+describe Smoke::Request do
+  before do
+    @url = "http://fake.tld/canned/"
+    @web_search = File.join(SPEC_DIR, 'supports', 'slashdot.xml')
+    FakeWeb.register_uri(@url, :file => @web_search)
+    @request = Smoke::Request.new(@url)
+  end
+  
+  it "should return a Request object" do
+    @request.should be_an_instance_of(Smoke::Request)
+  end
+  
+  it "should have a response body" do
+    @request.body.should == File.read(@web_search)
+  end
+  
+  it "should have a content type" do
+    @request.content_type.should == 'application/octet-stream'
+  end
+  
+  it "should be a pure ruby array response" do
+    # Temporary real request, fakeweb isn't allowing content_type setting as of writing
+    @request = Smoke::Request.new("http://query.yahooapis.com/v1/public/yql?q=SELECT%20*%20FROM%20search.web%20WHERE%20query%20=%20'ruby'&format=xml")
+    @request.body.should be_an_instance_of(Hash)
+  end
+  
+  it "should be a raw string response" do
+    @request = Smoke::Request.new(@url, :raw_response)
+    @request.body.should be_an_instance_of(String)
+  end
+  
+  describe "http redirects" do
+    it "should follow a redirect to a resource"
+    it "should follow only one html redirect before raising an error"
+  end
+end

data/spec/smoke/source/data_spec.rb

@@ -0,0 +1,41 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+
+describe "'Data' source" do
+  before :all do
+    FakeWeb.register_uri("http://photos.tld/index.json", :response => File.join(SPEC_DIR, 'supports', 'flickr-photo.json'))
+    
+    Smoke.data(:photos) do
+      url "http://photos.tld/index.json"
+      
+      path :photos, :photo
+    end
+  end
+  
+  it "should have been activated" do
+    Smoke[:photos].should(be_an_instance_of(Smoke::Source::Data::Data))
+  end
+  
+  it "should be a list of things" do
+    Smoke[:photos].output.should be_an_instance_of(Array)
+  end
+  
+  it "should respond to url" do
+    Smoke[:photos].should respond_to(:url)
+  end
+  
+  it "should hold the url used to query" do
+    Smoke[:photos].request.uri.should == "http://photos.tld/index.json"
+  end
+  
+  describe "results" do
+    it "should have two items" do
+      Smoke[:photos].output.size.should == 2
+    end
+    
+    it "should be photo objects" do
+      keys = [:ispublic, :title, :farm, :id, :isfamily, :server, :isfriend, :owner, :secret].each do |key|
+        Smoke[:photos].output.first.should(have_key(key))
+      end
+    end
+  end
+end

data/spec/smoke/source/feed_spec.rb

@@ -0,0 +1,42 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+
+describe "Feed" do
+  before :all do
+    FakeWeb.register_uri("http://slashdot.org/index.rdf", :file => File.join(SPEC_DIR, 'supports', 'slashdot.xml'))
+    
+    Smoke.feed(:slashdot) do
+      url "http://slashdot.org/index.rdf"
+      url "http://slashdot.org/index.rdf"
+      
+      emit do
+        rename(:link => :url)
+      end
+    end
+  end
+  
+  
+  it "should have been activated" do
+    Smoke[:slashdot].should(be_an_instance_of(Smoke::Source::Feed::Feed))
+  end
+  
+  it "should be a list of things" do
+    Smoke[:slashdot].items.should be_an_instance_of(Array)
+  end
+  
+  it "should respond to url" do
+    Smoke[:slashdot].should respond_to(:url)
+  end
+  
+  it "should accept multiple urls" do
+    Smoke[:slashdot].requests.should be_an_instance_of(Array)
+  end
+  
+  it "should hold the url used to query" do
+    Smoke[:slashdot].requests.collect{|r| r.uri }.should include("http://slashdot.org/index.rdf")
+  end
+  
+  it "should have renamed url to link" do
+    Smoke[:slashdot].items.first.should have_key(:url)
+    Smoke[:slashdot].items.first.should_not have_key(:link)
+  end
+end

data/spec/smoke/source/yql_spec.rb

@@ -0,0 +1,43 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+
+describe "YQL" do
+  before :all do
+    # Fake web does not yet support regex matched uris
+    
+    #FakeWeb.register_uri("query.yahooapis.com/*") do |response|
+    #  response.body = File.read(File.join(SPEC_DIR, 'supports', 'search-web.yql'))
+    #  response.content_type "text/json"
+    #end
+    
+    Smoke.yql(:search) do
+      select  :all
+      from    "search.web"
+      where   :query, "ruby"
+      
+      emit do
+        rename(:url => :link)
+      end
+    end
+  end
+  
+  it "should have been activated" do
+    Smoke[:search].should(be_an_instance_of(Smoke::Source::YQL::YQL))
+  end
+  
+  it "should be a list of things" do
+    Smoke[:search].items.should be_an_instance_of(Array)
+  end
+  
+  it "should hold the url used to query" do
+    Smoke[:search].request.uri.should == "http://query.yahooapis.com/v1/public/yql?q=SELECT%20*%20FROM%20search.web%20WHERE%20query%20=%20'ruby'&format=json"
+  end
+  
+  it "should have renamed url to link" do
+    Smoke[:search].items.first.should have_key(:link)
+    Smoke[:search].items.first.should_not have_key(:href)
+  end
+  
+  it "should output a ruby object" do
+    Smoke[:search].output.should be_an_instance_of(Array)
+  end
+end

data/spec/smoke_spec.rb

@@ -0,0 +1,61 @@
+require File.join(File.dirname(__FILE__), "spec_helper.rb")
+
+describe Smoke do
+  before do
+    @source_a = TestSource.source :a
+    @source_b = TestSource.source :b
+    @source_c = TestSource.source :c
+  end
+  
+  describe "registration" do
+    before do
+      Smoke.register(Smoke::SecretSauce) # defined in supports/mayo.rb
+    end
+    
+    it "should allow sources to register themselves" do
+      Smoke.included_modules.should include(SecretSauce)
+    end
+    
+    it "should have an instance method of 'mayo'" do
+      Smoke.instance_methods.should include("mayo")
+    end
+  end
+  
+  describe "joining" do
+    before do
+      @joined = Smoke.join(:a, :b)
+    end
+    
+    it "should contain items from sources a and b" do
+      @joined.output.size.should == (@source_a.output.size + @source_b.output.size)
+    end
+    
+    it "should accept a block" do
+      lambda { Smoke.join(:a, :b, Proc.new {}) }.should_not raise_error
+    end
+    
+    it "should allow sorting" do
+      Smoke.join(:a, :b).should respond_to(:sort)
+    end
+    
+    it "should allow renaming" do
+      Smoke.join(:a, :b).should respond_to(:rename)
+    end
+    
+    it "should allow changes to output" do
+      Smoke.join(:a, :b).should respond_to(:output)
+    end
+  end
+  
+  describe "active sources" do
+    it "should allow access to sources via an array accessor" do
+      Smoke[:a].should be_an_instance_of(Smoke::Origin)
+    end
+    
+    it "should be able to be renamed" do
+      Smoke.rename(:a => :b)
+      Smoke[:a].should be_nil
+      Smoke[:b].should be_an_instance_of(Smoke::Origin)
+    end
+  end
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+-c --format specdoc

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+require 'rubygems'
+gem 'rspec'
+
+require 'spec'
+require 'fake_web'
+
+$:<< File.join(File.dirname(__FILE__), '..', 'lib')
+
+
+SPEC_DIR = File.dirname(__FILE__) unless defined? SPEC_DIR
+$:<< SPEC_DIR
+
+require 'smoke'
+
+require 'supports/mayo.rb'
+require 'supports/test_source.rb'

data/spec/supports/flickr-photo.json

@@ -0,0 +1,9 @@
+HTTP/1.1 200 OK
+Date: Mon, 27 Apr 2009 08:04:23 GMT
+P3P: policyref="http://p3p.yahoo.com/w3c/p3p.xml", CP="CAO DSP COR CUR ADM DEV TAI PSA PSD IVAi IVDi CONi TELo OTPi OUR DELi SAMi OTRi UNRi PUBi IND PHY ONL UNI PUR FIN COM NAV INT DEM CNT STA POL HEA PRE GOV"
+Vary: Accept-Encoding
+Content-Length: 398
+Connection: close
+Content-Type: text/json; charset=utf-8
+
+{"photos":{"page":1, "pages":1, "perpage":100, "total":"2", "photo":[{"id":"3443335843", "owner":"36821533@N00", "secret":"5a15f0bfb9", "server":"3305", "farm":4, "title":"How I roll", "ispublic":1, "isfriend":0, "isfamily":0}, {"id":"3345220961", "owner":"36821533@N00", "secret":"a1dd2b9eca", "server":"3581", "farm":4, "title":"My desk", "ispublic":1, "isfriend":0, "isfamily":0}]}, "stat":"ok"}

data/spec/supports/mayo.rb

@@ -0,0 +1,5 @@
+module Smoke::SecretSauce
+  def mayo
+    puts "some mayo makes even chicken managable"
+  end
+end

data/spec/supports/search-web.yql

@@ -0,0 +1 @@
+{"query":{"count":"10","created":"2009-04-05T07:40:33Z","lang":"en-US","updated":"2009-04-05T07:40:33Z","uri":"http://query.yahooapis.com/v1/yql?q=SELECT+*+FROM+search.web+WHERE+query+%3D+%27ruby%27","diagnostics":{"publiclyCallable":"true","url":{"execution-time":"124","content":"http://boss.yahooapis.com/ysearch/web/v1/ruby?format=xml&start=0&count=10"},"user-time":"128","service-time":"124","build-version":"911"},"results":{"result":[{"abstract":"For the programming language, see <b>Ruby<\/b> (programming language) <b>...<\/b> The <b>ruby<\/b> is considered one of the four precious stones, together with the <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=116cnla88/**http%3A//en.wikipedia.org/wiki/Ruby","date":"2009/03/28","dispurl":"<b>en.wikipedia.org<\/b>/wiki/<b>Ruby<\/b>","size":"71069","title":"<b>Ruby<\/b> - Wikipedia, the free encyclopedia","url":"http://en.wikipedia.org/wiki/Ruby"},{"abstract":"<b>Ruby<\/b> originated in Japan during the mid-1990s and was initially developed and <b>...<\/b> <b>Ruby<\/b> supports multiple programming paradigms, including functional, object <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=11tsuk1oo/**http%3A//en.wikipedia.org/wiki/Ruby_(programming_language)","date":"2009/04/03","dispurl":"<b>en.wikipedia.org<\/b>/wiki/<wbr><b>Ruby<\/b>_(programming_language)","size":"127053","title":"<b>Ruby<\/b> (programming language) - Wikipedia, the free encyclopedia","url":"http://en.wikipedia.org/wiki/Ruby_(programming_language)"},{"abstract":null,"clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=110v0kjjt/**http%3A//www.ruby-lang.org/en","date":"2009/04/03","dispurl":"www.<b>ruby-lang.org<\/b>/en","size":"13876","title":"<b>Ruby<\/b> Programming Language","url":"http://www.ruby-lang.org/en"},{"abstract":"\"<b>Ruby<\/b> on Rails is a breakthrough in lowering the barriers of entry to programming. <b>...<\/b> \"Before <b>Ruby<\/b> on Rails, web programming required a lot of verbiage, steps <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=10sqpm4qa/**http%3A//rubyonrails.org/","date":"2009/04/03","dispurl":"<b>rubyonrails.org<\/b>","size":"11832","title":"<b>Ruby<\/b> on Rails","url":"http://rubyonrails.org/"},{"abstract":"<b>Ruby<\/b> is a very popular open-source language which lends itself especially well <b>...<\/b> Educational sites where you can learn how to program using <b>Ruby<\/b>. <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=115aqsp4l/**http%3A//developer.yahoo.com/ruby/","date":"2009/03/26","dispurl":"<b>developer.yahoo.com<\/b>/<b>ruby<\/b>","size":"22832","title":"<b>Ruby<\/b> Developer Center - Yahoo! Developer Network","url":"http://developer.yahoo.com/ruby/"},{"abstract":"<b>...<\/b> <b>Ruby<\/b> Developer Center, where you'll find all the information and tools you need <b>...<\/b> The <b>Ruby<\/b>-on-Rails community offers a mailing list, wiki, IRC, bug <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=114fkbio4/**http%3A//developers.sun.com/ruby/","date":"2009/03/30","dispurl":"<b>developers.sun.com<\/b>/<b>ruby<\/b>","size":"23266","title":"<b>Ruby<\/b> Developer Center - Sun Developer Network (SDN)","url":"http://developers.sun.com/ruby/"},{"abstract":"<b>Ruby<\/b> Annotation. W3C Recommendation 31 May 2001 (Markup errors corrected 25 <b>...<\/b> \"<b>Ruby<\/b>\" are short runs of text alongside the base text, typically used in East <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=10udggnjn/**http%3A//www.w3.org/TR/ruby","date":"2009/03/17","dispurl":"www.<b>w3.org<\/b>/TR/<b>ruby<\/b>","size":"74715","title":"<b>Ruby<\/b> Annotation","url":"http://www.w3.org/TR/ruby"},{"abstract":"<b>ruby<\/b> n. , pl. -bies . A deep red, translucent variety of the mineral corundum, highly valued as a precious stone <b>...<\/b> red of fine-quality <b>ruby<\/b> is the result of <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=116gndgit/**http%3A//www.answers.com/topic/ruby","date":"2009/03/27","dispurl":"www.<b>answers.com<\/b>/topic/<b>ruby<\/b>","size":"121670","title":"<b>ruby<\/b>: Definition from Answers.com","url":"http://www.answers.com/topic/ruby"},{"abstract":"<b>Ruby<\/b> resource: One-click Windows installer; online copy of Programming <b>Ruby<\/b>: The <b>...<\/b> is a 501(c)(3) tax-exempt organization, dedicated to <b>Ruby<\/b> support and advocacy. <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=110s1u4un/**http%3A//www.rubycentral.com/","date":"2009/03/30","dispurl":"www.<b>rubycentral.com<\/b>","size":"2615","title":"<b>Ruby<\/b> Central","url":"http://www.rubycentral.com/"},{"abstract":"And red is also the colour of the <b>ruby<\/b>, the king of the gemstones. <b>...<\/b> For a long time India was regarded as the <b>ruby's<\/b> classical country of origin. <b>...<\/b>","clickurl":"http://lrd.yahooapis.com/_ylc=X3oDMTQ4NnBodGRzBF9TAzIwMjMxNTI3MDIEYXBwaWQDb0pfTWdwbklrWW5CMWhTZnFUZEd5TkouTXNxZlNMQmkEY2xpZW50A2Jvc3MEc2VydmljZQNCT1NTBHNsawN0aXRsZQRzcmNwdmlkAzhRYkJoVWdlQXUwRVdpS3drZ0NONFJYdDBqSE1sRW5ZWUhFQUI4RFc-/SIG=11pea0sti/**http%3A//www.gemstone.org/gem-by-gem/english/ruby.html","date":"2008/09/23","dispurl":"www.<b>gemstone.org<\/b>/gem-by-gem/<wbr>english/<b>ruby<\/b>.html","size":"52995","title":"<b>Ruby<\/b> - english","url":"http://www.gemstone.org/gem-by-gem/english/ruby.html"}]}}}

data/spec/supports/slashdot.xml

@@ -0,0 +1,98 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<rdf:RDF xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns="http://my.netscape.com/rdf/simple/0.9/" xmlns:feedburner="http://rssnamespace.org/feedburner/ext/1.0">
+
+<channel>
+<title>Slashdot</title>
+<link>http://slashdot.org/</link>
+<description>News for nerds, stuff that matters</description>
+</channel>
+
+<image>
+<title>Slashdot</title>
+<url>http://s.fsdn.com/sd/topics/topicslashdot.gif</url>
+<link>http://slashdot.org/</link>
+</image>
+
+<item>
+<title>North Korea Launches "Communication Satellite" Rocket</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/Z3_sEVEWN44/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/ugeT-w-dcRANVSAFjeOyE1xWxLI/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/ugeT-w-dcRANVSAFjeOyE1xWxLI/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/Z3_sEVEWN44" height="1" width="1"/&gt;</description><feedburner:origLink>http://news.slashdot.org/article.pl?sid=09/04/05/0412228&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>ARM &amp;mdash; Heretic In the Church of Intel, Moore's Law</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/42oa4dK6FBQ/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/-1rxhXXhRQs2R45k9UK8rJWMt9Q/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/-1rxhXXhRQs2R45k9UK8rJWMt9Q/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/42oa4dK6FBQ" height="1" width="1"/&gt;</description><feedburner:origLink>http://hardware.slashdot.org/article.pl?sid=09/04/05/0029211&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Chrome EULA Reserves the Right To Filter Your Web</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/t2Uoe2155P4/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/gaBNiJYktga6sDLVL-L_B8QcQSQ/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/gaBNiJYktga6sDLVL-L_B8QcQSQ/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/t2Uoe2155P4" height="1" width="1"/&gt;</description><feedburner:origLink>http://yro.slashdot.org/article.pl?sid=09/04/04/234208&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>No More OpenMoko Phone</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/S8Zom-mjrXI/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/XmLlMqiqRgwLFenKrFBWy9FX3dM/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/XmLlMqiqRgwLFenKrFBWy9FX3dM/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/S8Zom-mjrXI" height="1" width="1"/&gt;</description><feedburner:origLink>http://mobile.slashdot.org/article.pl?sid=09/04/04/228240&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Appeals Court Rules Against Google On Keyword Ads</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/F5DuPJgp4mQ/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/rb4-68iQKt_C2O8gqGhtzeQi_zg/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/rb4-68iQKt_C2O8gqGhtzeQi_zg/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/F5DuPJgp4mQ" height="1" width="1"/&gt;</description><feedburner:origLink>http://news.slashdot.org/article.pl?sid=09/04/04/1921236&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Data Center Raid About Unpaid Telco Fees</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/x2UyC_yoJfI/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/LBMosQrByLSE1GaPWCTQFMMj89U/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/LBMosQrByLSE1GaPWCTQFMMj89U/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/x2UyC_yoJfI" height="1" width="1"/&gt;</description><feedburner:origLink>http://tech.slashdot.org/article.pl?sid=09/04/04/2013200&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Coders, Your Days Are Numbered</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/-GRV3zWRuiw/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/5UqLl0mY9ffxMo0vcTYa0IMOtkc/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/5UqLl0mY9ffxMo0vcTYa0IMOtkc/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/-GRV3zWRuiw" height="1" width="1"/&gt;</description><feedburner:origLink>http://developers.slashdot.org/article.pl?sid=09/04/04/1829239&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Windows 95 Almost Autodetected Floppy Disks</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/jJCf0ijBdMk/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/02X9J3MmiaEwC1jWu-QnPzUCbb4/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/02X9J3MmiaEwC1jWu-QnPzUCbb4/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/jJCf0ijBdMk" height="1" width="1"/&gt;</description><feedburner:origLink>http://tech.slashdot.org/article.pl?sid=09/04/04/1717242&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Three Mile Island Memories</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/xgHoPPdzAYY/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/Nwh7dkc8KT3AMVpZ-iavrb__tYY/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/Nwh7dkc8KT3AMVpZ-iavrb__tYY/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/xgHoPPdzAYY" height="1" width="1"/&gt;</description><feedburner:origLink>http://hardware.slashdot.org/article.pl?sid=09/04/04/1638249&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Phoenix Police Seize PCs of a Blogger Critical of the Department</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/d2SEMDC96bI/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/TF64ggWHYGbTBgOmofPtcLVvDak/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/TF64ggWHYGbTBgOmofPtcLVvDak/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/d2SEMDC96bI" height="1" width="1"/&gt;</description><feedburner:origLink>http://yro.slashdot.org/article.pl?sid=09/04/04/1515239&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>How Do I Put an Invention Into the Public Domain?</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/Oq13ubPpSTs/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/DNJ7S7mvI0w3P6BVeVSkGNeGoQs/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/DNJ7S7mvI0w3P6BVeVSkGNeGoQs/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/Oq13ubPpSTs" height="1" width="1"/&gt;</description><feedburner:origLink>http://ask.slashdot.org/article.pl?sid=09/04/04/1338228&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Engineering Students Build Robotic Foosball Players</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/a4G1EaJNg2s/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/Mz26LXLorHJ5MpbbhRA6lCCMwfU/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/Mz26LXLorHJ5MpbbhRA6lCCMwfU/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/a4G1EaJNg2s" height="1" width="1"/&gt;</description><feedburner:origLink>http://hardware.slashdot.org/article.pl?sid=09/04/04/1218214&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Believing In Medical Treatments That Don't Work</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/gRePAK3sAgg/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/3hNpVvBfXOSJginuGNBpL8zy7ds/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/3hNpVvBfXOSJginuGNBpL8zy7ds/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/gRePAK3sAgg" height="1" width="1"/&gt;</description><feedburner:origLink>http://science.slashdot.org/article.pl?sid=09/04/04/042214&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Larrabee ISA Revealed</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/v8S7f-QWjNM/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/3sEwn7Bdo_bLx-U2E5ukBxv7FLE/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/3sEwn7Bdo_bLx-U2E5ukBxv7FLE/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/v8S7f-QWjNM" height="1" width="1"/&gt;</description><feedburner:origLink>http://tech.slashdot.org/article.pl?sid=09/04/04/035224&amp;from=rss</feedburner:origLink></item>
+
+<item>
+<title>Large Ice Shelf Expected To Break From Antarctica</title>
+<link>http://rss.slashdot.org/~r/Slashdot/slashdot/to/~3/zMkhhpLF0BM/article.pl</link>
+<description>&lt;p&gt;&lt;a href="http://feedads.googleadservices.com/~at/3MFDbhb2EPCc5gsAPrcN3Afp8jM/a"&gt;&lt;img src="http://feedads.googleadservices.com/~at/3MFDbhb2EPCc5gsAPrcN3Afp8jM/i" border="0" ismap="true"&gt;&lt;/img&gt;&lt;/a&gt;&lt;/p&gt;&lt;img src="http://feeds2.feedburner.com/~r/Slashdot/slashdot/to/~4/zMkhhpLF0BM" height="1" width="1"/&gt;</description><feedburner:origLink>http://news.slashdot.org/article.pl?sid=09/04/04/028249&amp;from=rss</feedburner:origLink></item>
+
+<textinput>
+<title>Search Slashdot</title>
+<description>Search Slashdot stories</description>
+<name>query</name>
+<link>http://slashdot.org/search.pl</link>
+</textinput>
+
+</rdf:RDF>

data/spec/supports/test_source.rb

@@ -0,0 +1,12 @@
+module TestSource
+  def self.source(name, &block)
+    source = Smoke::Origin.allocate
+    source.stub!(:dispatch)
+    source.send(:initialize, name, &block || Proc.new {})
+    source.items = [
+      {:head => "Platypus"},
+      {:head => "Kangaroo"}
+    ]
+    return source
+  end
+end

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification 
+name: benschwarz-smoke
+version: !ruby/object:Gem::Version 
+  version: 0.2.3
+platform: ruby
+authors: 
+- Ben Schwarz
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-04-29 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: simple-rss
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: "1.2"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: crack
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 0.1.1
+    version: 
+description: 
+email: ben.schwarz@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.markdown
+- LICENSE
+files: 
+- README.markdown
+- VERSION.yml
+- lib/core_ext
+- lib/core_ext/hash.rb
+- lib/smoke
+- lib/smoke/delayed_block.rb
+- lib/smoke/origin.rb
+- lib/smoke/request.rb
+- lib/smoke/source
+- lib/smoke/source/data.rb
+- lib/smoke/source/feed.rb
+- lib/smoke/source/yql.rb
+- lib/smoke.rb
+- spec/core_ext
+- spec/core_ext/hash_spec.rb
+- spec/smoke
+- spec/smoke/origin_spec.rb
+- spec/smoke/request_spec.rb
+- spec/smoke/source
+- spec/smoke/source/data_spec.rb
+- spec/smoke/source/feed_spec.rb
+- spec/smoke/source/yql_spec.rb
+- spec/smoke_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- spec/supports
+- spec/supports/flickr-photo.json
+- spec/supports/mayo.rb
+- spec/supports/search-web.yql
+- spec/supports/slashdot.xml
+- spec/supports/test_source.rb
+- LICENSE
+has_rdoc: true
+homepage: http://github.com/benschwarz/smoke
+post_install_message: 
+rdoc_options: 
+- --inline-source
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 3
+summary: smoke is a DSL that allows you to take data from YQL, RSS / Atom
+test_files: []
+