embarista 1.1.0

data/.gitignore

@@ -0,0 +1 @@
+Gemfile.lock

data/.rspec

@@ -0,0 +1 @@
+-cfs -r spec_helper.rb

data/Gemfile

@@ -0,0 +1,10 @@
+source :rubygems
+
+gemspec
+
+gem 'rake-pipeline', :github => 'livingsocial/rake-pipeline'
+gem 'rake-pipeline-web-filters', :github => 'wycats/rake-pipeline-web-filters'
+
+gem 'pry'
+gem 'pry-debugger'
+gem 'pry-remote'

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Yapp, Inc.
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1 @@
+Collection of Rake Pipeline stuff we use at Yapp for building Ember apps.

data/Rakefile

@@ -0,0 +1,9 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require "bundler/setup"
+
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new
+
+task :default => :spec

data/embarista.gemspec

@@ -0,0 +1,27 @@
+require File.expand_path('../lib/embarista/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Luke Melia", "Kris Selden"]
+  gem.email         = ["tech@yapp.us"]
+  gem.description   = %q{A collection of web filters for rake-pipeline}
+  gem.summary       = %q{A collection of web filters for rake-pipeline used to build Yapp Ember.js apps}
+  gem.homepage      = "http://github.com/yappbox/embarista"
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- spec/*`.split("\n")
+  gem.name          = "embarista"
+  gem.require_paths = ["lib"]
+  gem.version       = Embarista::VERSION
+
+  gem.add_dependency "rake-pipeline"
+  gem.add_dependency "rake-pipeline-web-filters"
+  gem.add_dependency "ruby_gntp"
+  gem.add_dependency "listen"
+  gem.add_dependency "colored"
+  gem.add_dependency "rb-fsevent"
+
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "rb-readline"
+  gem.add_development_dependency "execjs"
+end

data/lib/embarista/filters/erb_filter.rb

@@ -0,0 +1,28 @@
+module Embarista
+  module Filters
+    class ErbFilter < Rake::Pipeline::Filter
+      attr_reader :options
+
+      def initialize(options= {}, &block)
+        @options = options
+        super(&block)
+        unless block_given?
+          @output_name_generator = proc { |input| input.sub(/\.erb$/, '') }
+        end
+      end
+
+      def generate_output(inputs, output)
+        inputs.each do |input|
+          erb = ERB.new(input.read, nil, '-')
+          binding = @options[:binding]
+          output.write erb.result(binding)
+        end
+      end
+
+      private
+      def external_dependencies
+        [ 'erb' ]
+      end
+    end
+  end
+end

data/lib/embarista/filters/precompile_handlebars_filter.rb

@@ -0,0 +1,104 @@
+module Embarista
+  module Filters
+    class PrecompileHandlebarsFilter < Rake::Pipeline::Filter 
+      class << self
+        def emberjs_path=(path)
+          if defined?(@@emberjs_path)
+            raise "Cannot set emberjs_path to #{path}. It was already set to #{@@emberjs_path}"
+          else
+            @@emberjs_path = path
+          end
+        end
+
+        def handlebarsjs_path=(path)
+          if defined?(@@handlebarsjs_path)
+            raise "Cannot set handlebarsjs_path to #{path}. It was already set to #{@@handlebarsjs_path}"
+          else
+            @@handlebarsjs_path = path
+          end
+        end
+
+        def jquery_version=(jquery_version)
+          @@jquery_version = jquery_version
+        end
+
+        def headless_ember_preamble
+          <<-JS
+            // DOM
+            var Element = {};
+            Element.firstChild = function () { return Element; };
+            Element.innerHTML = function () { return Element; };
+
+            var document = { createRange: false, createElement: function() { return Element; } };
+            var window = this;
+            this.document = document;
+
+            // Console
+            var console = window.console = {};
+            console.log = console.info = console.warn = console.error = function(){};
+
+            // jQuery
+            var jQuery = window.jQuery = function() { return jQuery; };
+            jQuery.ready = function() { return jQuery; };
+            jQuery.inArray = function() { return jQuery; };
+            jQuery.jquery = "#{@@jquery_version}";
+            jQuery.event = { fixHooks: {} };
+            var $ = jQuery;
+
+            // Ember
+            function precompileEmberHandlebars(string) {
+              return Ember.Handlebars.precompile(string).toString();
+            }
+          JS
+        end
+
+        def contents
+          raise "Must set emberjs_path" unless @@emberjs_path
+          raise "Must set handlebarsjs_path" unless @@handlebarsjs_path
+          raise "Must set jquery_version" unless @@jquery_version
+          @@contents ||= [File.read(@@handlebarsjs_path),
+                          headless_ember_preamble,
+                          File.read(@@emberjs_path)].join("\n")
+        end
+
+        def context
+          @@context ||= ExecJS.compile(contents)
+        end
+      end
+
+      def initialize(options= {}, &block)
+        @options = options
+        self.class.emberjs_path = options[:emberjs]
+        self.class.handlebarsjs_path = options[:handlebarsjs]
+        self.class.jquery_version = options[:jquery_version]
+
+        @template_dir = options[:template_dir] || 'templates'
+
+        super(&block)
+        unless block_given?
+          @output_name_generator = proc { |input| input.sub(/\.handlebars$/, '.js') }
+        end
+      end
+
+
+      def generate_output(inputs, output)
+        inputs.each do |input|
+          name = File.basename(input.path, '.handlebars')
+          dirname = File.dirname(input.path)
+
+          dirname.gsub!(/^\/?#{@template_dir}\/?/,'')
+
+          full_name = [dirname, name].compact.reject(&:empty?).join('/')
+
+          compiled = self.class.context.call("precompileEmberHandlebars", input.read)
+          output.write "\nEmber.TEMPLATES['#{full_name}'] = Ember.Handlebars.template(#{compiled});\n"
+        end
+      end
+
+      private
+      def external_dependencies
+        [ 'execjs' ]
+      end
+    end
+  end
+end

data/lib/embarista/filters/rewrite_minispade_requires_filter.rb

@@ -0,0 +1,32 @@
+module Embarista
+  module Filters
+    class RewriteMinispadeRequiresFilter < Rake::Pipeline::Filter
+      attr_reader :options
+
+      def initialize(options=nil, &block)
+        @options = options || {}
+        @options[:prefix] = '' unless @options.has_key?(:prefix)
+        super(&block)
+      end
+
+      def generate_output(inputs, output)
+        inputs.each do |input|
+          code = input.read
+          #puts input.path
+          relative_root = Pathname.new(input.path).dirname
+          code.gsub!(%r{\brequire(All)?\s*\(\s*(["'/])([^"']+)\2\s*}) do |m|
+            optional_all = $1
+            quote_char = $2
+            before_path = $3
+            path = before_path.dup
+            path = relative_root.join(path).to_s if path.start_with?('.')
+            path.gsub!(%r{^#{options[:root]}/}, options[:prefix]) if options[:root]
+            #puts "require#{optional_all}: #{before_path} -> #{path}"
+            "minispade.require#{optional_all}(#{quote_char}#{path}#{quote_char}"
+          end
+          output.write(code)
+        end
+      end
+    end
+  end
+end

data/lib/embarista/filters/strip_ember_asserts_filter.rb

@@ -0,0 +1,13 @@
+module Embarista
+  module Filters
+    class StripEmberAssertsFilter < Rake::Pipeline::Filter
+      def generate_output(inputs, output)
+        inputs.each do |input|
+          result = input.read
+          result.gsub!(/Em(?:ber)?\.(assert|warn|deprecate|deprecateFunc)\((.*)\);/, '')
+          output.write(result)
+        end
+      end
+    end
+  end
+end

data/lib/embarista/filters.rb

@@ -0,0 +1,10 @@
+require "rake-pipeline-web-filters"
+
+module Embarista
+  module Filters
+    autoload :ErbFilter,                      'embarista/filters/erb_filter'
+    autoload :StripEmberAssertsFilter,        'embarista/filters/strip_ember_asserts_filter'
+    autoload :PrecompileHandlebarsFilter,     'embarista/filters/precompile_handlebars_filter'
+    autoload :RewriteMinispadeRequiresFilter, 'embarista/filters/rewrite_minispade_requires_filter'
+  end
+end

data/lib/embarista/helpers.rb

@@ -0,0 +1,57 @@
+module Embarista
+  module Helpers
+    def precompile_handlebars(*args, &block)
+      filter(Embarista::Filters::PrecompileHandlebarsFilter, *args, &block)
+    end
+
+    def rewrite_minispade_requires(*args, &block)
+      filter(Embarista::Filters::RewriteMinispadeRequiresFilter, *args, &block)
+    end
+
+    def erb(*args, &block)
+      filter(Embarista::Filters::ErbFilter, *args, &block)
+    end
+
+    def strip_ember_asserts(*args, &block)
+      filter(Embarista::Filters::StripEmberAssertsFilter, *args, &block)
+    end
+
+    def concat_file_list(file_list, output_filenames)
+      match "{#{file_list.join(',')}}" do
+        concat(file_list) { Array(output_filenames) }
+      end
+    end
+
+    def tee(extension_regexp, second_extension)
+      concat {|path| [path, path.gsub(extension_regexp, second_extension)] }
+    end
+
+    def process_javascript(pattern, opts)
+      match pattern, &JavascriptPipeline.new(opts)
+    end
+
+    def sass_uncompressed(&block)
+      sass(:additional_load_paths => 'css',
+           :style => :expanded,
+           :line_comments => true,
+           &block)
+    end
+
+    def sass_compressed(&block)
+      sass(:additional_load_paths => 'css',
+           :style => :compressed,
+           :line_comments => false,
+           &block)
+    end
+
+    # rename "qunit-*.css" => "qunit.css"
+    def rename(renames_map)
+      renames_map.each do |pattern, output_filename|
+        match pattern do
+          concat output_filename
+        end
+      end
+    end
+  end
+end
+

data/lib/embarista/javascript_pipeline.rb

@@ -0,0 +1,33 @@
+module Embarista
+  class JavascriptPipeline
+    def initialize(options)
+      @options = options
+    end
+
+    def to_proc
+      options = @options
+      @options[:prefix] = '' unless @options.has_key?(:prefix)
+      Proc.new do
+        module_id_generator = proc {|input|
+          module_id = input.path.sub(/\.js(\.dev|\.prod)?$/, '')
+          module_id.gsub!(%r{^#{options[:root]}/}, options[:prefix]) if options[:root]
+          # puts input.path
+          # puts "module_id: #{module_id}"
+          module_id
+        }
+        rewrite_minispade_requires(root: options[:root], prefix: options[:prefix])
+        concat { |path| ["#{path}.prod", "#{path}.dev"] }
+        match "**/*.js.prod" do
+          strip_ember_asserts
+          uglify(copyright: false) {|input| input}
+          minispade(string: true, module_id_generator: module_id_generator)
+          concat { Array(options[:concat]).map{|path| path.gsub(/\.js$/, '.min.js')} }
+        end
+        match "**/*.js.dev" do
+          minispade :module_id_generator => module_id_generator
+          concat { Array(options[:concat]) }
+        end
+      end
+    end
+  end
+end

data/lib/embarista/server.rb

@@ -0,0 +1,160 @@
+require 'thread'
+require 'rack/lock'
+require 'rake-pipeline'
+require 'listen'
+require 'securerandom'
+require 'ruby_gntp'
+
+module Embarista
+  class Server
+    def initialize(opts = {})
+      @root = opts[:root]
+      @project_name = opts[:project_name] || File.basename(@root)
+      @run_tests = opts[:run_tests] || !!ENV['TEST']
+      @clean_on_startup = true
+      @document_root = opts[:document_root] || 'build'
+      if opts.key?(:clean_on_startup)
+        @clean_on_startup = opts[:clean_on_startup]
+      else
+        @clean_on_startup = true
+      end
+      @watch_dirs = opts[:watch_dirs] || ['app', 'spec']
+      setup_rakep_project
+      start_watching
+    end
+
+    def document_root
+      File.join(@root, @document_root)
+    end
+
+    def builder
+      @builder ||= begin
+        server = self
+        Rack::Builder.new do
+          use Rack::Lock, server.build_lock
+          run Rack::File.new(server.document_root)
+        end
+      end
+    end
+
+    def call(env)
+      builder.call(env)
+    end
+
+    attr_reader :run_tests, :clean_on_startup, :project_name
+
+    def setup_rakep_project
+      project.pipelines.each do |pipeline|
+        pipeline.rake_application = Rake.application
+        pipeline.setup
+      end
+      project.invoke_clean if clean_on_startup
+    end
+
+    def start_watching
+      watcher_queue = Queue.new
+      watcher_thread = Thread.new do
+        listener = Listen.to(*@watch_dirs)
+        listener.change(&build_proc)
+        watcher_queue << listener
+        listener.start # enter the run loop
+      end
+      watcher_thread.abort_on_exception = true
+
+      puts "Watching #{watcher_queue.pop.directories}"
+      start_testing if run_tests
+    end
+
+    def start_testing
+      test_thread = Thread.new do
+        while true
+          test_mutex.synchronize do
+            test_resource.wait(test_mutex)
+          end
+          puts 'RUNNING TESTS'
+          if system('rake test')
+            GNTP.notify({
+              :app_name => "yapp-dashboard",
+              :title    => "yapp-dashboard error",
+              :text     => "JS test GREEN!"
+            }) rescue nil
+          else
+            GNTP.notify({
+              :app_name => "yapp-dashboard",
+              :title    => "yapp-dashboard error",
+              :text     => "JS test RED!"
+            }) rescue nil
+          end
+        end
+      end
+    end
+
+    def project
+      @project ||= Rake::Pipeline::Project.new(File.join(@root, 'Assetfile'))
+    end
+
+    def build_lock
+      @build_lock ||= Mutex.new
+    end
+
+    def build_proc
+      @build_proc ||= create_build_proc
+    end
+
+  private
+    def test_mutex
+      @test_mutex ||= Mutex.new
+    end
+
+    def test_resource
+      @test_resource ||= ConditionVariable.new
+    end
+
+    def create_build_proc
+      lambda {|modified, added, removed|
+        success = true
+        build_lock.synchronize {
+          puts 'FILE CHANGE'
+          puts '  modified: ' + modified.join(', ') unless modified.empty?
+          puts '  added: ' + added.join(', ') unless added.empty?
+          puts '  removed: ' + removed.join(', ') unless removed.empty?
+          start = Time.now
+          if added.size > 0 || removed.size > 0
+            puts "BUILD (CLEAN) #{start}"
+            begin
+              project.invoke_clean
+            rescue
+              success = false
+              puts "ERROR: #{$!.inspect}"
+              GNTP.notify({
+                :app_name => project_name,
+                :title    => "#{project_name} error",
+                :text     => "ERROR: #{$!.inspect}"
+              }) rescue nil
+            end
+          else
+            puts "BUILD #{start}"
+            begin
+              project.invoke
+            rescue
+              success = false
+              puts "ERROR: #{$!.inspect}"
+              GNTP.notify({
+                :app_name => project_name,
+                :title    => "#{project_name} error",
+                :text     => "ERROR: #{$!.inspect}"
+              }) rescue nil
+            end
+          end
+          puts "FINISHED #{Time.now.to_i - start.to_i} seconds"
+        }
+        # after UNLOCK
+        if run_tests && success
+          test_mutex.synchronize do
+            test_resource.signal
+          end
+        end
+      }
+    end
+  end
+end

data/lib/embarista/version.rb

@@ -0,0 +1,3 @@
+module Embarista
+  VERSION = '1.1.0'
+end

data/lib/embarista.rb

@@ -0,0 +1,12 @@
+require 'rake-pipeline'
+
+module Embarista
+  autoload :Helpers, 'embarista/helpers'
+  autoload :Filters, 'embarista/filters'
+  autoload :Version, 'embarista/version'
+
+  autoload :JavascriptPipeline, 'embarista/javascript_pipeline'
+  autoload :Server, 'embarista/server'
+end
+
+Rake::Pipeline::DSL::PipelineDSL.send(:include, Embarista::Helpers)

data/spec/erb_filter_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+
+describe Embarista::Filters::ErbFilter do
+  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
+
+  let(:file_wrapper_class) { MemoryFileWrapper }
+
+  let(:input_files) {
+    [
+      MemoryFileWrapper.new("/path/to/input", "foo.erb", "UTF-8", "Hello <%= test_var %>"),
+    ]
+  }
+
+  let(:output_root) { '/path/to/output' }
+
+  let(:test_var) { 'Bear' }
+
+  let(:options) {
+    {:binding => binding}
+  }
+
+  let(:rake_application) {
+    Rake::Application.new
+  }
+
+  let(:subject) {
+    filter = described_class.new(options) do |input|
+      input.sub(/\.(erb)$/, '.txt')
+    end
+    filter.file_wrapper_class = file_wrapper_class
+    filter.input_files = input_files
+    filter.output_root = output_root
+    filter.rake_application = rake_application
+    filter
+  }
+
+  it "generates output" do
+    tasks = subject.generate_rake_tasks
+    tasks.each(&:invoke)
+
+    file = MemoryFileWrapper.files["/path/to/output/foo.txt"]
+    file.body.should eq("Hello Bear")
+    file.encoding.should eq("UTF-8")
+  end
+end

data/spec/helpers_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe Embarista::Helpers do
+  let(:pipeline) { Rake::Pipeline.new }
+  let(:dsl) { Rake::Pipeline::DSL::PipelineDSL.new(pipeline) }
+
+  describe '#rewrite_minispade_requires' do
+    it 'creates a Embarista::Filters::RewriteMinispadeRequiresFilter' do
+      dsl.rewrite_minispade_requires
+      pipeline.filters.last.should be_kind_of(Embarista::Filters::RewriteMinispadeRequiresFilter)
+    end
+  end
+end

data/spec/precompile_handlebars_filter_spec.rb

@@ -0,0 +1,51 @@
+require 'spec_helper'
+require 'execjs'
+
+describe Embarista::Filters::PrecompileHandlebarsFilter do
+  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
+
+  let(:file_wrapper_class) { MemoryFileWrapper }
+
+  let(:input_hbs) {
+<<-HBS
+Hello {{foo}}
+HBS
+  }
+
+  let(:input_files) {
+    [
+      MemoryFileWrapper.new("/path/to/input", "templates/bar/foo.handlebars", "UTF-8", input_hbs)
+    ]
+  }
+
+  let(:output_root) { '/path/to/output' }
+
+  let(:rake_application) {
+    Rake::Application.new
+  }
+
+  let(:emberjs) { File.expand_path('../../vendor/ember.js', __FILE__) }
+  let(:handlebarsjs) { File.expand_path('../../vendor/handlebars.js', __FILE__) }
+  let(:jquery_version) { '1.7.2' }
+
+  let(:subject) {
+    filter = described_class.new(:emberjs => emberjs, :handlebarsjs => handlebarsjs, :jquery_version => jquery_version)
+    filter.file_wrapper_class = file_wrapper_class
+    filter.input_files = input_files
+    filter.output_root = output_root
+    filter.rake_application = rake_application
+    filter
+  }
+
+  it "should precompile ember template" do
+    tasks = subject.generate_rake_tasks
+    tasks.each(&:invoke)
+
+    file = MemoryFileWrapper.files["/path/to/output/templates/bar/foo.js"]
+
+    file.should_not be_nil
+    file.body.should_not be_nil
+    file.body.should match(/^Ember\.TEMPLATES\[\'bar\/foo\'\] = Ember\.Handlebars\.template\(.*\"Hello \".*\"foo\"/m)
+    file.encoding.should eq('UTF-8')
+  end
+end