RubyGems - rake-pipeline - Versions diffs - 0.5.0 → 0.7.0 - Mend

rake-pipeline 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (55) hide show

data/.travis.yml +12 -0
data/Gemfile +1 -0
data/README.markdown +1 -1
data/README.yard +61 -32
data/Rakefile +9 -0
data/bin/rakep +1 -24
data/lib/generators/rake/pipeline/install/install_generator.rb +70 -0
data/lib/rake-pipeline.rb +117 -53
data/lib/rake-pipeline/cli.rb +56 -0
data/lib/rake-pipeline/dsl.rb +3 -140
data/lib/rake-pipeline/dsl/pipeline_dsl.rb +168 -0
data/lib/rake-pipeline/dsl/project_dsl.rb +108 -0
data/lib/rake-pipeline/dynamic_file_task.rb +188 -0
data/lib/rake-pipeline/file_wrapper.rb +1 -1
data/lib/rake-pipeline/filter.rb +45 -15
data/lib/rake-pipeline/filters.rb +3 -1
data/lib/rake-pipeline/filters/{concat.rb → concat_filter.rb} +0 -0
data/lib/rake-pipeline/filters/ordering_concat_filter.rb +38 -0
data/lib/rake-pipeline/filters/pipeline_finalizing_filter.rb +19 -0
data/lib/rake-pipeline/graph.rb +178 -0
data/lib/rake-pipeline/manifest.rb +63 -0
data/lib/rake-pipeline/manifest_entry.rb +34 -0
data/lib/rake-pipeline/matcher.rb +65 -30
data/lib/rake-pipeline/middleware.rb +15 -12
data/lib/rake-pipeline/precompile.rake +8 -0
data/lib/rake-pipeline/project.rb +280 -0
data/lib/rake-pipeline/railtie.rb +16 -1
data/lib/rake-pipeline/server.rb +15 -0
data/lib/rake-pipeline/version.rb +2 -2
data/rake-pipeline.gemspec +2 -0
data/spec/cli_spec.rb +71 -0
data/spec/concat_filter_spec.rb +1 -27
data/spec/{dsl_spec.rb → dsl/pipeline_dsl_spec.rb} +32 -18
data/spec/dsl/project_dsl_spec.rb +41 -0
data/spec/dynamic_file_task_spec.rb +111 -0
data/spec/encoding_spec.rb +6 -8
data/spec/file_wrapper_spec.rb +19 -2
data/spec/filter_spec.rb +120 -22
data/spec/graph_spec.rb +56 -0
data/spec/manifest_entry_spec.rb +51 -0
data/spec/manifest_spec.rb +67 -0
data/spec/matcher_spec.rb +35 -2
data/spec/middleware_spec.rb +123 -75
data/spec/ordering_concat_filter_spec.rb +39 -0
data/spec/pipeline_spec.rb +95 -34
data/spec/project_spec.rb +293 -0
data/spec/rake_acceptance_spec.rb +307 -67
data/spec/rake_tasks_spec.rb +21 -0
data/spec/spec_helper.rb +11 -48
data/spec/support/spec_helpers/file_utils.rb +35 -0
data/spec/support/spec_helpers/filters.rb +16 -0
data/spec/support/spec_helpers/input_helpers.rb +23 -0
data/spec/support/spec_helpers/memory_file_wrapper.rb +31 -0
data/tools/perfs +107 -0
metadata +100 -12

data/spec/middleware_spec.rb CHANGED

@@ -5,16 +5,6 @@ require "rack/test"
 describe "Rake::Pipeline Middleware" do
   include Rack::Test::Methods
-  ConcatFilter = Rake::Pipeline::SpecHelpers::Filters::ConcatFilter
-  class StripAssertsFilter < Rake::Pipeline::Filter
-    def generate_output(inputs, output)
-      inputs.each do |input|
-        output.write input.read.gsub(%r{^\s*assert\(.*\)\s*;?\s*$}m, '')
-      end
-    end
-  end
   inputs = {
     "app/javascripts/jquery.js" => "var jQuery = {};\n",
@@ -25,8 +15,8 @@ describe "Rake::Pipeline Middleware" do
     HERE
     "app/index.html" => "<html>HI</html>",
-    "app/javascripts/index.html" => "<html>JAVASCRIPT</html>",
-    "app/empty_dir" => nil
+      "app/javascripts/index.html" => "<html>JAVASCRIPT</html>",
+      "app/empty_dir" => nil
   }
   expected_output = <<-HERE.gsub(/^ {4}/, '')
@@ -36,114 +26,172 @@ describe "Rake::Pipeline Middleware" do
     SC.hi = function() { console.log("hi"); };
   HERE
-  app = middleware = pipeline = nil
-  before do
-    app = lambda { |env| [404, {}, ['not found']] }
+  assetfile_source = <<-HERE.gsub(/^ {4}/, '')
+    require "#{tmp}/../support/spec_helpers/filters"
+    output "public"
-    pipeline = Rake::Pipeline.build do
-      input tmp, "app/**/*"
+    map "/dynamic-request.js" do
+      [200, { "Content-Type" => "text/plain" }, ["I am dynamic!"]]
+    end
+    input "#{tmp}", "app/**/*" do
       match "*.js" do
-        filter(ConcatFilter) { "javascripts/application.js" }
-        filter(StripAssertsFilter) { |input| input }
+        concat "javascripts/application.js"
+        filter(Rake::Pipeline::SpecHelpers::Filters::StripAssertsFilter) { |input| input }
       end
       # copy the rest
-      filter(ConcatFilter) { |input| input.sub(/^app\//, '') }
-      output "public"
+      concat { |input| input.sub(%r|^app/|, '') }
     end
+  HERE
-    middleware = Rake::Pipeline::Middleware.new(app, pipeline)
+  modified_assetfile_source = <<-HERE.gsub(/^ {4}/, '')
+    require "#{tmp}/../support/spec_helpers/filters"
+    output "public"
-    inputs.each do |name, string|
-      path = File.join(tmp, name)
-      if string
-        mkdir_p File.dirname(path)
-        File.open(path, "w") { |file| file.write(string) }
-      else
-        mkdir_p path
+    input "#{tmp}", "app/**/*" do
+      match "*.js" do
+        concat { "javascripts/app.js" }
+        filter(Rake::Pipeline::SpecHelpers::Filters::StripAssertsFilter) { |input| input }
       end
+      # copy the rest
+      concat { |input| input.sub(%r|^app/|, '') }
     end
+  HERE
-    get "/javascripts/application.js"
-  end
+  app = middleware = nil
   let(:app) { middleware }
-  it "returns files relative to the output directory" do
-    last_response.should be_ok
+  before do
+    assetfile_path = File.join(tmp, "Assetfile")
+    File.open(assetfile_path, "w") { |file| file.write(assetfile_source) }
-    last_response.body.should == expected_output
-    last_response.headers["Content-Type"].should == "application/javascript"
+    app = lambda { |env| [404, {}, ['not found']] }
+    middleware = Rake::Pipeline::Middleware.new(app, assetfile_path)
   end
-  it "updates the output when files change" do
-    age_existing_files
+  describe "dynamic requests" do
+    it "returns the value from the given block for paths that have been mapped" do
+      get "/dynamic-request.js"
-    File.open(File.join(tmp, "app/javascripts/jquery.js"), "w") do |file|
-      file.write "var jQuery = {};\njQuery.trim = function() {};\n"
+      last_response.should be_ok
+      last_response.headers["Content-Type"].should == "text/plain"
+      last_response.body.should == "I am dynamic!"
     end
+  end
+  describe "static requests" do
+    before do
+      inputs.each do |name, string|
+        path = File.join(tmp, name)
+        if string
+          mkdir_p File.dirname(path)
+          File.open(path, "w") { |file| file.write(string) }
+        else
+          mkdir_p path
+        end
+      end
+      get "/javascripts/application.js"
+    end
+    it "returns files relative to the output directory" do
+      last_response.should be_ok
+      last_response.body.should == expected_output
+      last_response.headers["Content-Type"].should == "application/javascript"
+    end
+    it "updates the output when files change" do
+      age_existing_files
-    expected = <<-HERE.gsub(/^ {6}/, '')
+      File.open(File.join(tmp, "app/javascripts/jquery.js"), "w") do |file|
+        file.write "var jQuery = {};\njQuery.trim = function() {};\n"
+      end
+      expected = <<-HERE.gsub(/^ {6}/, '')
       var jQuery = {};
       jQuery.trim = function() {};
       var SC = {};
       SC.hi = function() { console.log("hi"); };
-    HERE
+      HERE
-    get "/javascripts/application.js"
+      get "/javascripts/application.js"
-    last_response.body.should == expected
-    last_response.headers["Content-Type"].should == "application/javascript"
-  end
+      last_response.body.should == expected
+      last_response.headers["Content-Type"].should == "application/javascript"
+    end
-  it "updates the output when new files are added" do
-    age_existing_files
+    it "updates the output when new files are added" do
+      age_existing_files
-    File.open(File.join(tmp, "app/javascripts/history.js"), "w") do |file|
-      file.write "var History = {};\n"
-    end
+      File.open(File.join(tmp, "app/javascripts/history.js"), "w") do |file|
+        file.write "var History = {};\n"
+      end
-    expected = <<-HERE.gsub(/^ {6}/, '')
+      expected = <<-HERE.gsub(/^ {6}/, '')
       var History = {};
       var jQuery = {};
       var SC = {};
       SC.hi = function() { console.log("hi"); };
-    HERE
+      HERE
-    get "/javascripts/application.js"
+      get "/javascripts/application.js"
-    last_response.body.should == expected
-    last_response.headers["Content-Type"].should == "application/javascript"
-  end
+      last_response.body.should == expected
+      last_response.headers["Content-Type"].should == "application/javascript"
+    end
-  it "returns index.html for directories" do
-    get "/"
+    it "returns index.html for directories" do
+      get "/"
-    last_response.body.should == "<html>HI</html>"
-    last_response.headers["Content-Type"].should == "text/html"
+      last_response.body.should == "<html>HI</html>"
+      last_response.headers["Content-Type"].should == "text/html"
-    get "/javascripts"
+      get "/javascripts"
-    last_response.body.should == "<html>JAVASCRIPT</html>"
-    last_response.headers["Content-Type"].should == "text/html"
-  end
+      last_response.body.should == "<html>JAVASCRIPT</html>"
+      last_response.headers["Content-Type"].should == "text/html"
+    end
-  it "ignores directories without index.html" do
-    get "/empty_dir"
+    it "ignores directories without index.html" do
+      get "/empty_dir"
-    last_response.body.should == "not found"
-    last_response.status.should == 404
-  end
+      last_response.body.should == "not found"
+      last_response.status.should == 404
+    end
+    it "falls back to the app" do
+      get "/zomg.notfound"
+      last_response.body.should == "not found"
+      last_response.status.should == 404
+    end
-  it "falls back to the app" do
-    get "/zomg.notfound"
+    it "recreates the pipeline when the Assetfile changes" do
+      get "/javascripts/app.js"
+      last_response.body.should == "not found"
+      last_response.status.should == 404
-    last_response.body.should == "not found"
-    last_response.status.should == 404
+      File.open(File.join(tmp, "Assetfile"), "w") do |file|
+        file.write(modified_assetfile_source)
+      end
+      expected = <<-HERE.gsub(/^ {6}/, '')
+      var jQuery = {};
+      var SC = {};
+      SC.hi = function() { console.log("hi"); };
+      HERE
+      get "/javascripts/app.js"
+      last_response.body.should == expected
+      last_response.headers["Content-Type"].should == "application/javascript"
+    end
   end
 end

data/spec/ordering_concat_filter_spec.rb ADDED

@@ -0,0 +1,39 @@
+describe "OrderingConcatFilter" do
+  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
+  let(:input_files) {
+    [
+      MemoryFileWrapper.new("/path/to/input", "first.txt", "UTF-8", "FIRST"),
+      MemoryFileWrapper.new("/path/to/input", "second.txt", "UTF-8", "SECOND"),
+      MemoryFileWrapper.new("/path/to/input", "last.txt", "UTF-8", "LAST")
+    ]
+  }
+  let(:output_files) {
+    [
+      MemoryFileWrapper.new("/path/to/output", "all.txt", "BINARY")
+    ]
+  }
+  let(:output_file) {
+    MemoryFileWrapper.files["/path/to/output/all.txt"]
+  }
+  def make_filter(ordering)
+    filter = Rake::Pipeline::OrderingConcatFilter.new(ordering, "all.txt")
+    filter.file_wrapper_class = MemoryFileWrapper
+    filter.input_files = input_files
+    filter.output_root = "/path/to/output"
+    filter.rake_application = Rake::Application.new
+    filter.generate_rake_tasks.each(&:invoke)
+    filter
+  end
+  it "generates output" do
+    filter = make_filter(["first.txt", "second.txt"])
+    filter.output_files.should == output_files
+    output_file.body.should == "FIRSTSECONDLAST"
+    output_file.encoding.should == "BINARY"
+  end
+end

data/spec/pipeline_spec.rb CHANGED

@@ -5,17 +5,11 @@ describe "Rake::Pipeline" do
   let(:pipeline) { Rake::Pipeline.new }
   it "accepts a input root" do
-    pipeline.input_root = "app/assets"
-    pipeline.input_root.should == File.expand_path("app/assets")
+    pipeline.add_input "app/assets"
+    pipeline.inputs["app/assets"].should == '**/*'
   end
   it "raises an exception on #relative_input_files if input_files are not provided" do
-    pipeline.input_root = "app/assets"
-    lambda { pipeline.input_files }.should raise_error(Rake::Pipeline::Error)
-  end
-  it "raises an exception on #relative_input_files if input_root is not provided" do
-    pipeline.input_glob = "app/assets/javascripts/**/*.js"
     lambda { pipeline.input_files }.should raise_error(Rake::Pipeline::Error)
   end
@@ -39,15 +33,73 @@ describe "Rake::Pipeline" do
     pipeline.rake_application.should == Rake.application
   end
-  it "can have filters added to it" do
-    filter = ConcatFilter.new
-    pipeline.add_filter filter
+  describe ".build" do
+    it "evaluates a block against a new Pipeline" do
+      pipeline = Rake::Pipeline.build do
+        output "octopus"
+      end
+      pipeline.should be_kind_of(Rake::Pipeline)
+      pipeline.output_root.should == File.expand_path("octopus")
+    end
   end
-  shared_examples_for "when working with input" do
-    def input_file(path, root=File.join(tmp, "app/assets"))
-      Rake::Pipeline::FileWrapper.new root, path
+  describe "#build" do
+    it "evaluates a block against an existing Pipeline" do
+      pipeline = Rake::Pipeline.new
+      pipeline.output_root = "octopus"
+      pipeline.build do
+        output "squid"
+      end
+      pipeline.output_root.should == File.expand_path("squid")
+    end
+  end
+  describe "the constructor" do
+    it "accepts an :inputs option" do
+      pipeline = Rake::Pipeline.new(:inputs => {"app/assets" => "**/*"})
+      pipeline.inputs.should == {"app/assets" => "**/*"}
+    end
+    it "accepts a :tmpdir option" do
+      pipeline = Rake::Pipeline.new(:tmpdir => "tmp")
+      pipeline.tmpdir.should == "tmp"
+    end
+    it "accepts an :output_root option" do
+      pipeline = Rake::Pipeline.new(:output_root => "public")
+      pipeline.output_root.should == File.expand_path("public")
+    end
+    it "accepts a :rake_application option" do
+      app = Rake::Application.new
+      pipeline = Rake::Pipeline.new(:rake_application => app)
+      pipeline.rake_application.should == app
+    end
+  end
+  describe "adding filters" do
+    let(:filter) { ConcatFilter.new }
+    it "can have filters added to it" do
+      pipeline.add_filter filter
+    end
+    it "sets an added filter's rake_application" do
+      app = Rake::Application.new
+      pipeline.rake_application = app
+      pipeline.add_filter filter
+      filter.rake_application.should == app
+    end
+    it "sets an added filter's pipeline" do
+      pipeline.add_filter filter
+      filter.pipeline.should == pipeline
     end
+  end
+  shared_examples_for "when working with input" do
+    include Rake::Pipeline::SpecHelpers::InputHelpers
     let(:files) do
       %w(javascripts/jquery.js javascripts/sproutcore.js).map do |filename|
@@ -55,18 +107,14 @@ describe "Rake::Pipeline" do
       end
     end
+    def setup_roots
+      pipeline.add_input "app/assets"
+    end
     before do
       Rake.application = Rake::Application.new
-      files.each do |file|
-        mkdir_p File.dirname(file.fullpath)
-        File.open(file.fullpath, "w") do |file|
-          file.write "// This is #{file.path}\n"
-        end
-      end
-      pipeline.input_root = "app/assets"
+      create_files(files)
+      setup_roots
       setup_input(pipeline)
       pipeline.output_root = "public"
     end
@@ -111,8 +159,11 @@ describe "Rake::Pipeline" do
         deps = task.prerequisites
         deps.size.should == 2
-        deps[0].should == File.join(pipeline.input_root, "javascripts/jquery.js")
-        deps[1].should == File.join(pipeline.input_root, "javascripts/sproutcore.js")
+        root = File.expand_path(pipeline.inputs.keys.first)
+        deps[0].should == File.join(root, "javascripts/jquery.js")
+        deps[1].should == File.join(root, "javascripts/sproutcore.js")
         Rake.application.tasks.size.should == 3
       end
@@ -128,19 +179,29 @@ describe "Rake::Pipeline" do
     end
   end
-  describe "using a glob for input files" do
+  describe "when using multiple input roots" do
     it_behaves_like "when working with input"
+    def setup_roots
+      pipeline.add_input File.join(tmp, 'tmp1', "app/assets"), '**/*.js'
+      pipeline.add_input File.join(tmp, 'tmp2', "app/assets"), '**/*.css'
+    end
     def setup_input(pipeline)
-      pipeline.input_glob = "javascripts/**/*.js"
     end
-  end
-  describe "using a glob containing directories for input files" do
-    it_behaves_like "when working with input"
+    let(:files) do
+      f = []
-    def setup_input(pipeline)
-      pipeline.input_glob = "**/*"
+      %w(javascripts/jquery.js javascripts/sproutcore.js).map do |filename|
+        f << input_file(filename, File.join(tmp, 'tmp1', "app/assets"))
+      end
+      %w(stylesheets/jquery.css stylesheets/sproutcore.css).map do |filename|
+        f << input_file(filename, File.join(tmp, 'tmp2', "app/assets"))
+      end
+      f
     end
   end
@@ -149,7 +210,7 @@ describe "Rake::Pipeline" do
     def setup_input(pipeline)
       Dir.chdir("app/assets") do
-        files = Dir["javascripts/**/*.js"]
+        files = Dir["javascripts/**/*.js"].sort
         wrappers = files.map do |file|
           Rake::Pipeline::FileWrapper.new(File.join(tmp, "app/assets"), file)
         end