RubyGems - smoke - Versions diffs - 0.0.3 → 0.5.9 - Mend

smoke 0.0.3 → 0.5.9

Files changed (99) hide show

data/LICENSE +20 -0
data/README.markdown +101 -0
data/Rakefile +53 -4
data/VERSION.yml +4 -0
data/examples/web_search_joined.rb +25 -0
data/examples/yql_web_search.rb +11 -0
data/lib/core_ext/hash.rb +20 -0
data/lib/core_ext/string.rb +6 -0
data/lib/smoke.rb +103 -3
data/lib/smoke/cache.rb +56 -0
data/lib/smoke/origin.rb +251 -0
data/lib/smoke/request.rb +57 -0
data/lib/smoke/source/data.rb +39 -0
data/lib/smoke/source/feed.rb +24 -0
data/lib/smoke/source/join.rb +33 -0
data/lib/smoke/source/yql.rb +85 -0
data/rdoc/classes/Smoke.html +260 -0
data/rdoc/classes/Smoke/Origin.html +340 -0
data/rdoc/classes/Smoke/Source/Data.html +126 -0
data/rdoc/classes/Smoke/Source/Feed.html +117 -0
data/rdoc/classes/Smoke/Source/YQL.html +223 -0
data/rdoc/created.rid +1 -0
data/rdoc/files/README_markdown.html +180 -0
data/rdoc/files/lib/core_ext/hash_rb.html +49 -0
data/rdoc/files/lib/smoke/origin_rb.html +49 -0
data/rdoc/files/lib/smoke/request_rb.html +49 -0
data/rdoc/files/lib/smoke/source/data_rb.html +49 -0
data/rdoc/files/lib/smoke/source/feed_rb.html +49 -0
data/rdoc/files/lib/smoke/source/join_rb.html +49 -0
data/rdoc/files/lib/smoke/source/yql_rb.html +49 -0
data/rdoc/files/lib/smoke_rb.html +65 -0
data/rdoc/fr_class_index.html +21 -0
data/rdoc/fr_file_index.html +28 -0
data/rdoc/fr_method_index.html +4459 -0
data/rdoc/index.html +15 -0
data/rdoc/rdoc-style.css +319 -0
data/spec/core_ext/hash_spec.rb +25 -0
data/spec/smoke/cache_spec.rb +75 -0
data/spec/smoke/origin_spec.rb +220 -0
data/spec/smoke/request_spec.rb +49 -0
data/spec/smoke/shared_spec.rb +182 -0
data/spec/smoke/source/data_spec.rb +65 -0
data/spec/smoke/source/feed_spec.rb +49 -0
data/spec/smoke/source/join_spec.rb +53 -0
data/spec/smoke/source/yql_spec.rb +111 -0
data/spec/smoke_spec.rb +51 -0
data/spec/spec.opts +1 -0
data/spec/spec_helper.rb +17 -0
data/spec/supports/amc_pacer.json.yql +10 -0
data/spec/supports/datatables.yql +12 -0
data/spec/supports/flickr-photo.json +7 -0
data/spec/supports/gzip_response.txt +0 -0
data/spec/supports/search-web.json.yql +12 -0
data/spec/supports/search-web.xml.yql +83 -0
data/spec/supports/slashdot.xml +98 -0
data/spec/supports/test_source.rb +10 -0
metadata +144 -67
data/History.txt +0 -13
data/License.txt +0 -21
data/Manifest.txt +0 -44
data/README.txt +0 -3
data/bin/smoke +0 -41
data/bin/smoked +0 -43
data/config/hoe.rb +0 -70
data/config/requirements.rb +0 -17
data/contrib/processors/smoke/remote_port_status_check_processor.rb +0 -10
data/contrib/processors/smoke/system_load_processor.rb +0 -52
data/contrib/signals/smoke/remote_port_status_check.rb +0 -39
data/contrib/signals/smoke/system_load.rb +0 -23
data/lib/smoke/client.rb +0 -50
data/lib/smoke/client/connection.rb +0 -44
data/lib/smoke/client/signal_runner.rb +0 -40
data/lib/smoke/client/version.rb +0 -11
data/lib/smoke/server.rb +0 -18
data/lib/smoke/server/signal_handler.rb +0 -64
data/lib/smoke/server/signal_router.rb +0 -38
data/lib/smoke/server/version.rb +0 -11
data/lib/smoke/signal.rb +0 -19
data/lib/smoke/signal_processor.rb +0 -29
data/lib/smoke/version.rb +0 -9
data/log/debug.log +0 -0
data/log/development.log +0 -0
data/log/production.log +0 -0
data/log/server.log +0 -0
data/log/test.log +0 -0
data/script/destroy +0 -14
data/script/generate +0 -14
data/script/txt2html +0 -74
data/setup.rb +0 -1585
data/tasks/deployment.rake +0 -35
data/tasks/environment.rake +0 -7
data/tasks/website.rake +0 -17
data/test/test_helper.rb +0 -2
data/test/test_server.rb +0 -11
data/website/index.html +0 -87
data/website/index.txt +0 -29
data/website/javascripts/rounded_corners_lite.inc.js +0 -285
data/website/stylesheets/screen.css +0 -138
data/website/template.rhtml +0 -48

data/spec/smoke/request_spec.rb ADDED Viewed

@@ -0,0 +1,49 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper.rb")
+describe Smoke::Request do
+  before do
+    @url = "http://fake.tld/canned/"
+    @web_search = File.join(SPEC_DIR, 'supports', 'flickr-photo.json')
+    FakeWeb.register_uri(@url, :response => @web_search)
+    @request = Smoke::Request.new(@url)
+  end
+  it "should return a Request object" do
+    @request.should be_an_instance_of(Smoke::Request)
+  end
+  it "should have a content type" do
+    @request.content_type.should == "text/plain; charset=utf-8"
+  end
+  it "should be a raw string response" do
+    request = Smoke::Request.new(@url, :raw_response => true)
+    request.body.should == "{\"photos\":{\"page\":1, \"pages\":1, \"perpage\":100, \"total\":\"2\", \"photo\":[{\"id\":\"3443335843\", \"owner\":\"36821533@N00\", \"secret\":\"5a15f0bfb9\", \"server\":\"3305\", \"farm\":4, \"title\":\"How I roll\", \"ispublic\":1, \"isfriend\":0, \"isfamily\":0}, {\"id\":\"3345220961\", \"owner\":\"36821533@N00\", \"secret\":\"a1dd2b9eca\", \"server\":\"3581\", \"farm\":4, \"title\":\"My desk\", \"ispublic\":1, \"isfriend\":0, \"isfamily\":0}]}, \"stat\":\"ok\"}"
+  end
+  describe "gzipped responses" do
+    before do
+      # Gzip response should come out exactly the same as the plain text response
+      @gzip_response = File.join(SPEC_DIR, 'supports', 'gzip_response.txt')
+      @url = "http://fake.tld/gzip"
+      FakeWeb.register_uri(@url, :response => @gzip_response, :content_encoding => "gzip")
+    end
+    it "should transparently handle a gzipped response" do
+      request = Smoke::Request.new(@url)
+      request.body.should == "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01//EN\"\n\t\"http://www.w3.org/TR/html4/strict.dtd\">\n<html>\n\t<head>\n\t\t<title>New street represent</title>\n\t\t<style type=\"text/css\" media=\"screen\">\n\t\t\tbody {\n\t\t\t\tfont-family: helvetica, arial, sans-serif;\n\t\t\t\tfont-size: 2em;\n\t\t\t\tbackground-color: black;\n\t\t\t\tletter-spacing: -3px;\n\t\t\t\tmargin: 0 auto;\n\t\t\t}\n\t\t\th1 {\n\t\t\t\tposition: absolute;\n\t\t\t\tright: 0;\n\t\t\t\tbackground-color: #666;\n\t\t\t\twidth: 4em;\n\t\t\t}\n\t\t</style>\n\t</head>\n\t<body>\n\t\t<h1>Massive</h1>\n\t</body>\n</html>"
+    end
+  end
+  describe "format returns" do
+    it "should have a content type of :manual" do
+      request = Smoke::Request.new(@url, :type => :manual)
+      request.type.should == :manual
+    end
+    it "should have a content type of unknown" do
+      request = Smoke::Request.new(@url)
+      request.type.should == :unknown
+    end
+  end
+end

data/spec/smoke/shared_spec.rb ADDED Viewed

@@ -0,0 +1,182 @@
+require File.join(File.dirname(__FILE__), "..", "spec_helper.rb")
+shared_examples_for "all sources" do
+  describe "transforms" do
+    it "emit should require a block" do
+      lambda { @source.emit }.should raise_error
+      lambda { @source.emit {} }.should_not raise_error
+    end
+    it "should respond to transform" do
+      @source.should respond_to(:transform)
+    end
+    it "transform should require a block" do
+      lambda { @source.transform }.should raise_error
+      lambda { @source.transform {} }.should_not raise_error
+    end
+    it "should have at least one transformation" do
+      @source.transformation.size.should_not be_nil
+    end
+  end
+  describe "key insertion" do
+    it "should respond to insert" do
+      @source.should respond_to(:insert)
+    end
+    it "should insert values into each key" do
+      @source.insert(:source, "twitter").output.first.should have_key :source
+      @source.insert(:source, "twitter").output.first[:source].should == "twitter"
+    end
+  end
+  describe "general object transformations" do
+    it "should respond to emit" do
+      @source.should respond_to(:emit)
+    end
+    it "should rename properties" do
+      @source.rename(:title => :header).output.first.should have_key(:header)
+    end
+    it "should sort by a given property" do
+      @source.sort(:header).output.first[:header].should == "Kangaroo"
+    end
+    it "should reverse the results" do
+      @source.sort(:header).reverse.output.should == [{:header => "Platypus", :name => "Peter"}, {:header => "Kangaroo", :name => "Kelly"}]
+    end
+    it "should truncate results given a length" do
+      @source.truncate(1).output.should be_an_instance_of(Hash)
+    end
+    describe "filtering" do
+      before do
+        TestSource.source(:keep) do
+          emit do
+            transform :head do |head|
+              head.gsub(/Animal: /, '')
+            end
+          end
+        end
+        TestSource.source(:discard) do
+          emit do
+            transform :head do |head|
+              head.gsub(/Animal: /, '')
+            end
+          end
+        end
+      end
+      it "should keep items" do
+        @source.should(respond_to(:keep))
+      end
+      it "should only contain items that match" do
+        @source.keep(:head, /^K/).output.should == {:head => "Kangaroo", :name => "Kelly"}
+      end
+      it "should discard items" do
+        @source.should(respond_to(:discard))
+      end
+      it "should not contain items that match" do
+        @source.discard(:head, /^K/).output.should == {:head => "Platypus", :name => "Peter"}
+      end
+    end
+  end
+  describe "output" do
+    it "should output" do
+      @source.output.should be_an_instance_of(Array)
+    end
+    it "should output a single hash when there is only one result" do
+      @source.truncate(1).output.should be_an_instance_of(Hash)
+    end
+    it "should output two items" do
+      @source.output.size.should == 2
+    end
+    it "should output json" do
+      @source.output(:json).should =~ /^\[\{/
+    end
+    it "should output yml" do
+      @source.output(:yaml).should =~ /^--- \n- :/
+    end
+    it "should dispatch when output is called" do
+      TestSource.source(:dispatch)
+      @source.should_receive(:dispatch)
+      @source.output
+    end
+  end
+  describe "preperation" do
+    before :all do
+      @source = TestSource.source(:preperation)
+    end
+    it "should respond to prepare" do
+      @source.should respond_to(:prepare)
+    end
+    it "should require a block" do
+      lambda { @source.prepare }.should raise_error
+      lambda { @source.prepare {} }.should_not raise_error
+    end
+  end
+  describe "call order" do
+    before :all do
+      @url = "http://domain.tld/benschwarz/feed"
+      FakeWeb.register_uri(@url, :response => File.join(SPEC_DIR, 'supports', 'flickr-photo.json'))
+      Smoke.data :feed_preperation_call_order do
+        prepare do
+          url "http://domain.tld/#{username}/feed"
+        end
+        path :photos, :photo
+      end
+    end
+    describe "before setting variables" do
+      it "should fail" do
+        lambda { @source.output }.should raise_error(NameError)
+      end
+    end
+    describe "setting abstract properties" do
+      it "should not respond to a property that hasn't been set" do
+        lambda { @source.abstract }.should raise_error(NoMethodError)
+      end
+      it "should allow setting a property" do
+        lambda { @source.abstract(:value) }.should_not raise_error(NoMethodError)
+        @source.abstract.should == :value
+      end
+      it "should chain the source when setting a property" do
+        @source.abstract(:value).should be_an_instance_of(Smoke::Source::Data)
+      end
+    end
+    describe "after setting variables" do
+      it "should output successfully" do
+        lambda { @source.username("benschwarz").output }.should_not raise_error
+      end
+      it "should have used the correct url" do
+        @source.request.uri.should == @url
+      end
+    end
+  end
+end

data/spec/smoke/source/data_spec.rb ADDED Viewed

@@ -0,0 +1,65 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+describe "'Data' source" do
+  before :all do
+    FakeWeb.register_uri("http://photos.tld/index.json", :response => File.join(SPEC_DIR, 'supports', 'flickr-photo.json'))
+    @source = Smoke.data(:photos) do
+      url "http://photos.tld/index.json", :type => :json
+      path :photos, :photo
+    end
+  end
+  # it_should_behave_like "all sources"
+  it "should have been activated" do
+    Smoke[:photos].should(be_an_instance_of(Smoke::Source::Data))
+  end
+  it "should be a list of things" do
+    Smoke[:photos].output.should be_an_instance_of(Array)
+  end
+  it "should respond to url" do
+    Smoke[:photos].should respond_to(:url)
+  end
+  it "should hold the url used to query" do
+    Smoke[:photos].request.uri.should == "http://photos.tld/index.json"
+  end
+  describe "results" do
+    it "should have two items" do
+      Smoke[:photos].output.size.should == 2
+    end
+    it "should be photo objects" do
+      keys = [:ispublic, :title, :farm, :id, :isfamily, :server, :isfriend, :owner, :secret].each do |key|
+        Smoke[:photos].output.first.should(have_key(key))
+      end
+    end
+  end
+  describe "making a request to a web service without a correctly set content-type in return" do
+    before :each do
+      FakeWeb.register_uri("http://photos.tld/no-format", :response => File.join(SPEC_DIR, 'supports', 'flickr-photo.json'), :content_type => "text/plain")
+    end
+    it "should fail" do
+      @source = Smoke.data(:flickr) do
+        url "http://photos.tld/no-format"
+        path :photos, :photo
+      end
+      lambda { @source.output }.should raise_error
+    end
+    it "should not fail" do
+      @source = Smoke.data(:flickr) do
+        url "http://photos.tld/no-format", :type => :json
+        path :photos, :photo
+      end
+      lambda { @source.output }.should_not raise_error
+    end
+  end
+end

data/spec/smoke/source/feed_spec.rb ADDED Viewed

@@ -0,0 +1,49 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+describe "Feed" do
+  before :all do
+    FakeWeb.register_uri("http://slashdot.org/index.rdf", :file => File.join(SPEC_DIR, 'supports', 'slashdot.xml'))
+    @source = Smoke.feed(:slashdot) do
+      url "http://slashdot.org/index.rdf"
+      url "http://slashdot.org/index.rdf"
+      emit do
+        rename(:link => :url)
+      end
+    end
+  end
+  # it_should_behave_like "all sources"
+  it "should have been activated" do
+    Smoke[:slashdot].should(be_an_instance_of(Smoke::Source::Feed))
+  end
+  it "should be a list of things" do
+    Smoke[:slashdot].items.should be_an_instance_of(Array)
+  end
+  it "should respond to url" do
+    Smoke[:slashdot].should respond_to(:url)
+  end
+  describe "after dispatch / query" do
+    before do
+      Smoke[:slashdot].output
+    end
+    it "should accept multiple urls" do
+      Smoke[:slashdot].requests.should be_an_instance_of(Array)
+    end
+    it "should hold the url used to query" do
+      Smoke[:slashdot].requests.collect{|r| r.uri }.should include("http://slashdot.org/index.rdf")
+    end
+    it "should have renamed url to link" do
+      Smoke[:slashdot].output.first.should have_key(:url)
+      Smoke[:slashdot].output.first.should_not have_key(:link)
+    end
+  end
+end

data/spec/smoke/source/join_spec.rb ADDED Viewed

@@ -0,0 +1,53 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+describe "Join" do
+  before :all do
+    @source_a = TestSource.source :a
+    @source_b = TestSource.source :b
+    @source_c = TestSource.source :c
+  end
+  describe "joining" do
+    before do
+      @source = Smoke.join(:a, :b)
+    end
+    # it_should_behave_like "all sources"
+    it "should be named in a_b_joined" do
+      Smoke[:a_b_joined].should be_an_instance_of(Smoke::Source::Join)
+    end
+    it "should contain items from sources a and b" do
+      Smoke[:a_b_joined].output.size.should == (@source_a.output.size + @source_b.output.size)
+    end
+    it "should accept a block" do
+      lambda { Smoke.join(:a, :b, :c, Proc.new {}) }.should_not raise_error
+    end
+    it "should allow sorting" do
+      Smoke[:a_b_joined].should respond_to(:sort)
+    end
+    it "should allow changes to output" do
+      Smoke[:a_b_joined].should respond_to(:output)
+    end
+    describe "dispatching" do
+      before :all do
+        FakeWeb.register_uri("http://photos.tld", :response => File.join(SPEC_DIR, 'supports', 'flickr-photo.json'))
+        Smoke.data(:should_dispatch) do
+          url "http://photos.tld"
+          path :photos, :photo
+        end
+      end
+      it "should call dispatch for its children" do
+        Smoke[:should_dispatch].should_receive(:dispatch)
+        Smoke.join(:a, :should_dispatch).output
+      end
+    end
+  end
+end

data/spec/smoke/source/yql_spec.rb ADDED Viewed

@@ -0,0 +1,111 @@
+require File.join(File.dirname(__FILE__), "..", "..", "spec_helper.rb")
+describe "YQL" do
+  before :all do
+    FakeWeb.register_uri("http://query.yahooapis.com:80/v1/public/yql?q=SELECT%20*%20FROM%20search.web%20WHERE%20query%20=%20'ruby'&format=json", :response => File.join(SPEC_DIR, 'supports', 'search-web.json.yql'))
+    @source = Smoke.yql(:search) do
+      select  :all
+      from    "search.web"
+      where   :query, "ruby"
+      path    :query, :results, :result
+      emit do
+        rename(:url => :link)
+      end
+    end
+  end
+  # it_should_behave_like "all sources"
+  it "should have been activated" do
+    Smoke[:search].should(be_an_instance_of(Smoke::Source::YQL))
+  end
+  it "should be a list of things" do
+    Smoke[:search].items.should be_an_instance_of(Array)
+  end
+  describe "select" do
+    before do
+      FakeWeb.register_uri("http://query.yahooapis.com:80/v1/public/yql?q=SELECT%20url%20FROM%20search.images%20WHERE%20query%20=%20'amc%20pacer'&format=json", :response => File.join(SPEC_DIR, 'supports', 'amc_pacer.json.yql'))
+      Smoke.yql(:pacer) do
+        select :url
+        from "search.images"
+        where :query, "amc pacer"
+        path :query, :results, :result
+      end
+      Smoke[:pacer].output
+    end
+    it "should query correctly" do
+      Smoke[:pacer].request.uri.should == "http://query.yahooapis.com/v1/public/yql?q=SELECT%20url%20FROM%20search.images%20WHERE%20query%20=%20'amc%20pacer'&format=json"
+    end
+    it "should have urls" do
+      Smoke[:pacer].output.first.should have_key(:url)
+    end
+  end
+  describe "after dispatch" do
+    before do
+     Smoke[:search].output
+    end
+    describe "url" do
+      it "should contain the base uri for yql" do
+        Smoke[:search].request.uri.should =~ /^http:\/\/query.yahooapis.com\/v1\/public\/yql?/
+      end
+      it "should be format=json" do
+        Smoke[:search].request.uri.should include("format=json")
+      end
+      it "should contain the query" do
+        Smoke[:search].request.uri.should include("SELECT%20*%20FROM%20search.web%20WHERE%20query%20=%20'ruby'")
+      end
+    end
+    it "should have renamed url to link" do
+      Smoke[:search].output.first.should have_key(:link)
+      Smoke[:search].output.first.should_not have_key(:url)
+    end
+    it "should output a ruby object" do
+      Smoke[:search].output.should be_an_instance_of(Array)
+    end
+  end
+  describe "yql definitions" do
+    before do
+      FakeWeb.register_uri("http://query.yahooapis.com:80/v1/public/yql?q=SELECT%20*%20FROM%20github.repo%20WHERE%20id%20=%20'benschwarz'%20AND%20repo%20=%20'smoke'&format=json&env=http://datatables.org/alltables.env", :response => File.join(SPEC_DIR, 'supports', 'datatables.yql'))
+      Smoke.yql(:smoke) do
+        use "http://datatables.org/alltables.env"
+        select :all
+        from "github.repo"
+        where :id, "benschwarz"
+        where :repo, "smoke"
+        path :query, :results
+      end
+      Smoke[:smoke].output # Force execution
+    end
+    it "should be a respository" do
+      Smoke[:smoke].output.first.should have_key(:repository)
+    end
+    it "should respond to use" do
+      Smoke[:smoke].should respond_to(:use)
+    end
+    it "should contain 'env' within the query string" do
+      Smoke[:smoke].request.uri.should =~ /env=/
+    end
+  end
+end