embarista 1.1.2 → 1.1.3

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 1.9.2
+bundler_args: --without docs
+notifications:
+  tech@yapp.us
+script: bundle exec rake ci

data/Gemfile

@@ -2,11 +2,9 @@ source :rubygems
 
 gemspec
 
-gem 'rake-pipeline',             github: 'livingsocial/rake-pipeline',
-                                 ref: '543f4322fe70facee9572d29ddabf7f090dad68a'
-gem 'rake-pipeline-web-filters', github: 'wycats/rake-pipeline-web-filters',
-                                 ref: 'ba0b8a00356b4c854930a8e849b5629d51ffd70f'
-
+gem 'rake-pipeline',             github: 'livingsocial/rake-pipeline'
+gem 'rake-pipeline-web-filters', github: 'wycats/rake-pipeline-web-filters'
+gem 'debugger'
 gem 'pry'
 gem 'pry-debugger'
 gem 'pry-remote'

data/README.md

@@ -1 +1,3 @@
+[![Build Status](https://secure.travis-ci.org/yappbox/embarista.png?branch=master)](http://travis-ci.org/yappbox/embarista)
+
 Collection of Rake Pipeline stuff we use at Yapp for building Ember apps.

data/Rakefile

@@ -7,3 +7,4 @@ require 'rspec/core/rake_task'
 RSpec::Core::RakeTask.new
 
 task :default => :spec
+task :ci => :spec

data/embarista.gemspec

@@ -14,8 +14,8 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
   gem.version       = Embarista::VERSION
 
-  gem.add_dependency "rake-pipeline", '~> 0.6.0'
-  gem.add_dependency "rake-pipeline-web-filters", '~> 0.6.0'
+  gem.add_dependency "rake-pipeline", '> 0.6.0'
+  gem.add_dependency "rake-pipeline-web-filters", '>= 0.6.0'
   gem.add_dependency "ruby_gntp"
   gem.add_dependency "listen"
   gem.add_dependency "colored"

data/lib/embarista.rb

@@ -7,6 +7,12 @@ module Embarista
 
   autoload :JavascriptPipeline, 'embarista/javascript_pipeline'
   autoload :Server, 'embarista/server'
+
+  autoload :Git,          'embarista/git'
+  autoload :S3sync,       'embarista/s3sync'
+  autoload :DigestHelper, 'embarista/digest_helper'
+  autoload :ManifestHelper, 'embarista/manifest_helper'
+  autoload :SassFunctions,  'embarista/sass_functions'
 end
 
 Rake::Pipeline::DSL::PipelineDSL.send(:include, Embarista::Helpers)

data/lib/embarista/digest_helper.rb

@@ -0,0 +1,59 @@
+module Embarista
+  module DigestHelper
+    include FileUtils
+    extend self
+
+    def digest_and_copy_file(filename, target_dir = 'tmp')
+      file = Pathname.new(filename)
+      target_dir = Pathname.new(target_dir)
+
+      md5 = Digest::MD5.file(file).hexdigest
+      ext = file.extname
+      dirname = file.dirname
+      name_without_ext = file.basename.to_s.gsub(/#{ext}$/,'')
+
+      new_filename = "#{name_without_ext}-#{md5}#{ext}"
+      target_dir_with_path = target_dir + dirname
+      target_full_path = target_dir_with_path + new_filename
+
+      mkdir_p(target_dir_with_path)
+      cp(filename, target_full_path)
+
+      return dirname + new_filename
+    end
+
+    def digest_directory(origin, target)
+      origin = Pathname.new(origin).expand_path
+      target = Pathname.new(target).expand_path
+
+      target_base_dir = target + origin.basename
+
+      rm_rf target_base_dir
+      mkdir_p target_base_dir
+
+      cd(origin) do
+        glob_pattern_with_symlink_support = "**{,/*/**}/*.*" # http://stackoverflow.com/questions/357754/can-i-traverse-symlinked-directories-in-ruby-with-a-glob
+        files = Dir.glob(glob_pattern_with_symlink_support).reject { |file| File.directory?(file) }.reject { |file| file =~ /manifest*\.yml/ }
+
+        manifest_hash = files.each_with_object({}) do |file, manifest|
+          manifest[file.to_s] = digest_and_copy_file(file, target_base_dir).to_s
+        end
+
+        manifest_hash = ManifestHelper.prefix_manifest('/', manifest_hash)
+
+        open('manifest.yml', 'w') do |file|
+          YAML.dump(manifest_hash, file)
+        end
+
+        open('manifest.json', 'w') do |file|
+          JSON.dump(manifest_hash, file)
+        end
+
+        cp('manifest.yml', target_base_dir + 'manifest-latest.yml')
+        cp('manifest.json', target_base_dir + 'manifest-latest.json')
+
+        return manifest_hash
+      end
+    end
+  end
+end

data/lib/embarista/git.rb

@@ -0,0 +1,18 @@
+module Embarista
+  module Git
+    BRANCH_TO_DEPLOY_FROM = 'master'
+    extend self
+
+    def is_dirty?
+      not `git status --porcelain`.empty?
+    end
+
+    def git_branches
+      `git branch --no-color -vv`
+    end
+
+    def can_deploy_from_curren_branch?
+      git_branches =~ /\A\* #{BRANCH_TO_DEPLOY_FROM}.*origin\/#{BRANCH_TO_DEPLOY_FROM}: (ahead|behind)/
+    end
+  end
+end

data/lib/embarista/manifest_helper.rb

@@ -0,0 +1,14 @@
+module Embarista
+  module ManifestHelper
+    extend self
+
+    def prefix_manifest(prefix, manifest)
+      manifest.each_with_object({}) do |entry, new_manifest|
+        key = prefix + entry.first
+        value = prefix + entry.last
+
+        new_manifest[key] = value
+      end
+    end
+  end
+end

data/lib/embarista/s3sync.rb

@@ -0,0 +1,68 @@
+module Embarista
+  class S3sync
+    attr_reader :origin, :bucket_name, :pwd, :tmp_root, :manifest_path
+
+    def initialize(origin, options) 
+      bucket_name = options.fetch(:bucket_name)
+      manifest_path = options.fetch(:manifest_path)
+      aws_key = options.fetch(:aws_key)
+      aws_secret = options.fetch(:aws_secret)
+
+      @connection = AWS::S3::Base.establish_connection!(
+        :access_key_id     => aws_key,
+        :secret_access_key => aws_secret
+      )
+
+      @pwd = Pathname.new('').expand_path
+      @origin = origin
+      @bucket_name = bucket_name
+      @tmp_root = @pwd + @origin
+      @manifest_path = manifest_path
+    end
+
+    def self.sync(origin, options)
+      new(origin, options).sync
+    end
+
+    def store(name, file)
+      puts " -> #{name}"
+      AWS::S3::S3Object.store(name, file, bucket_name)
+    end
+
+    def sync
+      delta_manifest = build_delta_manifest
+
+      if delta_manifest.empty?
+        puts 'everything is up to date'
+        return
+      end
+
+      delta_manifest.values.each do |file_name|
+        open(tmp_root.to_s + file_name) do |file|
+          store(file_name, file)
+        end
+      end
+
+      open(manifest_path) do |file|
+        store('manifest-latest.yml', file)
+      end
+    end
+
+    def build_delta_manifest
+      return local_manifest unless remote_manifest
+
+      new_manifest_values = local_manifest.values - remote_manifest.values
+      local_manifest.invert.slice(*new_manifest_values).invert
+    end
+
+    def remote_manifest
+      @remote_manifest ||= YAML.load(AWS::S3::S3Object.find('manifest-latest.yml', bucket_name).value)
+    rescue AWS::S3::NoSuchKey
+      puts 'no remote existing manifest, uploading everything'
+    end
+
+    def local_manifest
+      @local_manifest ||= YAML.load_file('public/manifest.yml')
+    end
+  end
+end

data/lib/embarista/sass_functions.rb

@@ -0,0 +1,30 @@
+module Embarista
+  module SassFunctions
+    def manifest_url(path)
+      Sass::Script::String.new("url(#{lookup_manifest_path(path)})")
+    end
+
+  private
+
+    def manifest
+      @_manifest ||= begin
+        # TODO: some switch so that this doesn't run in dev?
+        manifest_path = 'public/manifest.yml'
+        return {} unless File.exist?(manifest_path)
+        YAML.load_file(manifest_path)
+      end
+    end
+
+    def lookup_manifest_path(path)
+      if digest?
+        manifest.fetch(path.value)
+      else
+        path
+      end
+    end
+
+    def digest?
+      ENV.key?('RAKEP_DIGEST')
+    end
+  end
+end

data/lib/embarista/server.rb

@@ -52,7 +52,7 @@ module Embarista
         pipeline.rake_application = Rake.application
         pipeline.setup
       end
-      project.invoke_clean if clean_on_startup
+      project.invoke if clean_on_startup
     end
 
     def start_watching
@@ -130,7 +130,7 @@ module Embarista
           if added.size > 0 || removed.size > 0
             puts "BUILD (CLEAN) #{start}"
             begin
-              project.invoke_clean
+              project.invoke
             rescue
               success = false
               puts "ERROR: #{$!.inspect}"

data/lib/embarista/version.rb

@@ -1,3 +1,3 @@
 module Embarista
-  VERSION = '1.1.2'
+  VERSION = '1.1.3'
 end

data/spec/erb_filter_spec.rb

@@ -1,8 +1,6 @@
 require 'spec_helper'
 
 describe Embarista::Filters::ErbFilter do
-  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
-
   let(:file_wrapper_class) { MemoryFileWrapper }
 
   let(:input_files) {
@@ -28,6 +26,8 @@ describe Embarista::Filters::ErbFilter do
       input.sub(/\.(erb)$/, '.txt')
     end
     filter.file_wrapper_class = file_wrapper_class
+    filter.manifest = MemoryManifest.new
+    filter.last_manifest = MemoryManifest.new
     filter.input_files = input_files
     filter.output_root = output_root
     filter.rake_application = rake_application

data/spec/precompile_handlebars_filter_spec.rb

@@ -2,8 +2,6 @@ require 'spec_helper'
 require 'execjs'
 
 describe Embarista::Filters::PrecompileHandlebarsFilter do
-  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
-
   let(:file_wrapper_class) { MemoryFileWrapper }
 
   let(:input_hbs) {
@@ -31,6 +29,8 @@ HBS
   let(:subject) {
     filter = described_class.new(:emberjs => emberjs, :handlebarsjs => handlebarsjs, :jquery_version => jquery_version)
     filter.file_wrapper_class = file_wrapper_class
+    filter.manifest = MemoryManifest.new
+    filter.last_manifest = MemoryManifest.new
     filter.input_files = input_files
     filter.output_root = output_root
     filter.rake_application = rake_application

data/spec/rewrite_minispade_requires_filter_spec.rb

@@ -1,8 +1,6 @@
 require 'spec_helper'
 
 describe Embarista::Filters::RewriteMinispadeRequiresFilter do
-  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
-
   let(:file_wrapper_class) { MemoryFileWrapper }
 
   let(:input_js) {
@@ -33,6 +31,8 @@ JS
   let(:subject) {
     filter = described_class.new(options)
     filter.file_wrapper_class = file_wrapper_class
+    filter.manifest = MemoryManifest.new
+    filter.last_manifest = MemoryManifest.new
     filter.input_files = input_files
     filter.output_root = output_root
     filter.rake_application = rake_application

data/spec/spec_helper.rb

@@ -1,45 +1,26 @@
 require 'pry'
 require 'embarista'
+require 'fileutils'
 
-class Rake::Pipeline
-  module SpecHelpers
+require "spec_helpers/memory_file_wrapper"
+require "spec_helpers/memory_manifest"
 
-    class MemoryFileWrapper < Struct.new(:root, :path, :encoding, :body)
-      @@files = {}
-      @@data = {}
-
-      def self.files
-        @@files
-      end
-
-      def self.data
-        @@data
-      end
-
-      def with_encoding(new_encoding)
-        self.class.new(root, path, new_encoding, body)
-      end
-
-      def fullpath
-        File.join(root, path)
-      end
+RSpec.configure do |config|
+  original = Dir.pwd
 
-      def create
-        @@files[fullpath] = self
-        self.body = ""
-        yield
-      end
+  config.include FileUtils
 
-      def read
-        body || @@data[fullpath] || ""
-      end
+  def tmp
+    File.expand_path("../tmp", __FILE__)
+  end
 
-      def write(contents)
-        self.body << contents
-      end
-    end
+  config.before do
+    rm_rf(tmp)
+    mkdir_p(tmp)
+    Dir.chdir(tmp)
   end
-end
 
-RSpec.configure do |config|
+  config.after do
+    Dir.chdir(original)
+  end
 end

data/spec/spec_helpers/memory_file_wrapper.rb

@@ -0,0 +1,27 @@
+class MemoryFileWrapper < Struct.new(:root, :path, :encoding, :body)
+  @@files = {}
+
+  def self.files
+    @@files
+  end
+
+  def with_encoding(new_encoding)
+    self.class.new(root, path, new_encoding, body)
+  end
+
+  def fullpath
+    File.join(root, path)
+  end
+
+  def create
+    @@files[fullpath] = self
+    self.body = ""
+    yield
+  end
+
+  alias read body
+
+  def write(contents)
+    self.body << contents
+  end
+end

data/spec/spec_helpers/memory_manifest.rb

@@ -0,0 +1,15 @@
+class MemoryManifest
+  def initialize
+    @entries = {}
+  end
+
+  # Look up an entry by filename.
+  def [](key)
+    @entries[key]
+  end
+
+  # Set an entry
+  def []=(key, value)
+    @entries[key] = value
+  end
+end

data/spec/strip_ember_asserts_filter_spec.rb

@@ -1,8 +1,6 @@
 require 'spec_helper'
 
 describe Embarista::Filters::StripEmberAssertsFilter do
-  MemoryFileWrapper = Rake::Pipeline::SpecHelpers::MemoryFileWrapper
-
   let(:file_wrapper_class) { MemoryFileWrapper }
 
   let(:input_js) {
@@ -31,6 +29,8 @@ JS
   let(:subject) {
     filter = described_class.new
     filter.file_wrapper_class = file_wrapper_class
+    filter.manifest = MemoryManifest.new
+    filter.last_manifest = MemoryManifest.new
     filter.input_files = input_files
     filter.output_root = output_root
     filter.rake_application = rake_application

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: embarista
 version: !ruby/object:Gem::Version
-  version: 1.1.2
+  version: 1.1.3
   prerelease: 
 platform: ruby
 authors:
@@ -10,33 +10,33 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-16 00:00:00.000000000Z
+date: 2012-11-23 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake-pipeline
-  requirement: &2152752020 !ruby/object:Gem::Requirement
+  requirement: &2153730900 !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ~>
+    - - ! '>'
       - !ruby/object:Gem::Version
         version: 0.6.0
   type: :runtime
   prerelease: false
-  version_requirements: *2152752020
+  version_requirements: *2153730900
 - !ruby/object:Gem::Dependency
   name: rake-pipeline-web-filters
-  requirement: &2152750860 !ruby/object:Gem::Requirement
+  requirement: &2153729800 !ruby/object:Gem::Requirement
     none: false
     requirements:
-    - - ~>
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 0.6.0
   type: :runtime
   prerelease: false
-  version_requirements: *2152750860
+  version_requirements: *2153729800
 - !ruby/object:Gem::Dependency
   name: ruby_gntp
-  requirement: &2152744080 !ruby/object:Gem::Requirement
+  requirement: &2153728700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -44,10 +44,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152744080
+  version_requirements: *2153728700
 - !ruby/object:Gem::Dependency
   name: listen
-  requirement: &2152743100 !ruby/object:Gem::Requirement
+  requirement: &2153727140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -55,10 +55,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152743100
+  version_requirements: *2153727140
 - !ruby/object:Gem::Dependency
   name: colored
-  requirement: &2152742440 !ruby/object:Gem::Requirement
+  requirement: &2153725500 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -66,10 +66,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152742440
+  version_requirements: *2153725500
 - !ruby/object:Gem::Dependency
   name: rb-fsevent
-  requirement: &2152741880 !ruby/object:Gem::Requirement
+  requirement: &2153724240 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -77,10 +77,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2152741880
+  version_requirements: *2153724240
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &2152741400 !ruby/object:Gem::Requirement
+  requirement: &2153712800 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -88,10 +88,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152741400
+  version_requirements: *2153712800
 - !ruby/object:Gem::Dependency
   name: rb-readline
-  requirement: &2152740780 !ruby/object:Gem::Requirement
+  requirement: &2153710360 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -99,10 +99,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152740780
+  version_requirements: *2153710360
 - !ruby/object:Gem::Dependency
   name: execjs
-  requirement: &2152740340 !ruby/object:Gem::Requirement
+  requirement: &2153709380 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -110,7 +110,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *2152740340
+  version_requirements: *2153709380
 description: A collection of web filters for rake-pipeline
 email:
 - tech@yapp.us
@@ -120,19 +120,25 @@ extra_rdoc_files: []
 files:
 - .gitignore
 - .rspec
+- .travis.yml
 - Gemfile
 - LICENSE
 - README.md
 - Rakefile
 - embarista.gemspec
 - lib/embarista.rb
+- lib/embarista/digest_helper.rb
 - lib/embarista/filters.rb
 - lib/embarista/filters/erb_filter.rb
 - lib/embarista/filters/precompile_handlebars_filter.rb
 - lib/embarista/filters/rewrite_minispade_requires_filter.rb
 - lib/embarista/filters/strip_ember_asserts_filter.rb
+- lib/embarista/git.rb
 - lib/embarista/helpers.rb
 - lib/embarista/javascript_pipeline.rb
+- lib/embarista/manifest_helper.rb
+- lib/embarista/s3sync.rb
+- lib/embarista/sass_functions.rb
 - lib/embarista/server.rb
 - lib/embarista/version.rb
 - spec/erb_filter_spec.rb
@@ -140,6 +146,8 @@ files:
 - spec/precompile_handlebars_filter_spec.rb
 - spec/rewrite_minispade_requires_filter_spec.rb
 - spec/spec_helper.rb
+- spec/spec_helpers/memory_file_wrapper.rb
+- spec/spec_helpers/memory_manifest.rb
 - spec/strip_ember_asserts_filter_spec.rb
 - vendor/ember.js
 - vendor/handlebars.js
@@ -157,7 +165,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4396691622434072912
+      hash: 1510070683163627783
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -166,7 +174,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4396691622434072912
+      hash: 1510070683163627783
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.10
@@ -180,4 +188,6 @@ test_files:
 - spec/precompile_handlebars_filter_spec.rb
 - spec/rewrite_minispade_requires_filter_spec.rb
 - spec/spec_helper.rb
+- spec/spec_helpers/memory_file_wrapper.rb
+- spec/spec_helpers/memory_manifest.rb
 - spec/strip_ember_asserts_filter_spec.rb