sprockets-derailleur 0.0.6 → 0.0.7

data/README.md

@@ -22,14 +22,78 @@ Require `sprockets-derailleur` in environment file:
 
 ## Usage
 
-Determine how many workers you want to use first. Determine the number of physical CPUs this way:
+To install to an existing rails 3.2 project, first create a new file, 'sprockets_derailleur.rb' in config/initializers.
 
-    processes = SprocketsDerailleur::number_of_processors rescue 1
+Here we need to override some core parts of the sprockets module.
 
-Then initialize the manifest with the workers you just determined:
+```ruby
+module Sprockets
+  class StaticCompiler
   
-    manifest = Sprockets::Manifest.new(Application::Sprockets, 'public/assets', processes)
+    alias_method :compile_without_manifest, :compile
+    def compile
+    
+      # Determine how many workers you want to use first. Determine the number of physical CPUs this way
+      processes = SprocketsDerailleur::number_of_processors rescue 1
+      
+      puts "Multithreading on " + processes.to_s + " processors"
+      puts "Starting Asset Compile: " + Time.now.getutc.to_s
+      
+      # Then initialize the manifest with the workers you just determined
+      manifest = Sprockets::Manifest.new(env, target, processes)
+      manifest.compile paths
+      
+      puts "Finished Asset Compile: " + Time.now.getutc.to_s
+      
+    end
+  end
+  
+  class Railtie < ::Rails::Railtie
+    config.after_initialize do |app|
+      
+      config = app.config
+      next unless config.assets.enabled
+
+      if config.assets.manifest
+        path = File.join(config.assets.manifest, "manifest.json")
+      else
+        path = File.join(Rails.public_path, config.assets.prefix, "manifest.json")
+      end
+
+      if File.exist?(path)
+        manifest = Sprockets::Manifest.new(app, path)
+        config.assets.digests = manifest.assets
+      end
+      
+    end
+  end
+  
+end
+```
+
+The first block that overrides compile method starts sprockets derailleur with the chosen number of worker threads.
+For maximum performance this should be the same number of processor cores on your compile machine.
+
+The second block that is called after rails initializes is there because newer versions of sprockets are writing your
+digested assets to manifest.json (Rails 4), instead of manifest.yml (Rails 3.2).
+
+We therefore load in manifest.json using the Rails 4 method, as your asset compile will write this file. To avoid a duplicate
+load, remember to delete the old manifest.yml from your public/assets folder.
+
+A word of caution however, some gems that work with the asset pipeline still expect manifest.yml to exist.
+
+Sprockets derailleur is known to work with (and possibly others):
+
+- turbo-sprockets-rails3
+- asset-sync
+
+If you only intent to use digest assets, for example in production environments, you can also speed up your compile by using
+
+```
+rake assets:precompile:primary RAILS_ENV=production
+```
 
+This skips the non-digest compile, hence doubling speed (especially useful if syncing assets with a remote server).
 
 ## Contributing
 

data/lib/sprockets-derailleur/manifest.rb

@@ -12,10 +12,24 @@ module Sprockets
 
     alias_method :compile_with_workers, :compile
     def compile(*args)
+      paths_with_errors = {}
+
       time = Benchmark.measure do
         paths = environment.each_logical_path(*args).to_a +
           args.flatten.select { |fn| Pathname.new(fn).absolute? if fn.is_a?(String)}
 
+        # Skip all files without extensions, see
+        # https://github.com/sstephenson/sprockets/issues/347 for more info
+        paths = paths.select do |path|
+
+          if File.extname(path) == ""
+            logger.info "Skipping #{path} since it has no extension"
+            false
+          else
+            true
+          end
+        end
+
         logger.warn "Initializing #{@workers} workers"
 
         workers = []
@@ -33,10 +47,13 @@ module Sprockets
           break if finished >= paths.size
 
           ready = IO.select(reads, writes)
+
           ready[0].each do |readable|
             data = Marshal.load(readable)
             assets.merge! data["assets"]
             files.merge! data["files"]
+            paths_with_errors.merge! data["errors"]
+
             finished += 1
           end
 
@@ -63,6 +80,14 @@ module Sprockets
       end
 
       logger.warn "Completed compiling assets (#{(time.real * 100).round / 100.0}s)"
+
+      unless paths_with_errors.empty?
+        logger.warn "Asset paths with errors:"
+
+        paths_with_errors.each do |path, message|
+          logger.warn "\t#{path}: #{message}"
+        end
+      end
     end
 
     def worker(paths)
@@ -78,8 +103,9 @@ module Sprockets
             path = paths[Marshal.load(child_read)]
 
             time = Benchmark.measure do
+              data = {'assets' => {}, 'files' => {}, 'errors' => {}}
+
               if asset = find_asset(path)
-                data = {'assets' => {}, 'files' => {}}
 
                 data['files'][asset.digest_path] = {
                   'logical_path' => asset.logical_path,
@@ -98,10 +124,14 @@ module Sprockets
                   asset.write_to target
                 end
 
+                Marshal.dump(data, child_write)
+              else
+                data['errors'][path] = "Not found"
                 Marshal.dump(data, child_write)
               end
             end
-            logger.warn "Compiled #{path} (#{(time.real * 1000).round}ms)"
+
+            logger.warn "Compiled #{path} (#{(time.real * 1000).round}ms, pid #{Process.pid})"
           end
         ensure
           child_read.close

data/lib/sprockets-derailleur/version.rb

@@ -1,5 +1,5 @@
 module Sprockets
   module Derailleur
-    VERSION = "0.0.6"
+    VERSION = "0.0.7"
   end
 end

metadata

@@ -1,46 +1,39 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: sprockets-derailleur
-version: !ruby/object:Gem::Version 
-  hash: 19
+version: !ruby/object:Gem::Version
+  version: 0.0.7
   prerelease: 
-  segments: 
-  - 0
-  - 0
-  - 6
-  version: 0.0.6
 platform: ruby
-authors: 
+authors:
 - Steel Fu
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2013-01-15 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2013-06-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: sprockets
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 7
-        segments: 
-        - 2
-        version: "2"
+      - !ruby/object:Gem::Version
+        version: '2'
   type: :runtime
-  version_requirements: *id001
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
 description: Speed up sprockets compiling by forking processes
-email: 
+email:
 - steelfu@gmail.com
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - .gitignore
 - Gemfile
 - LICENSE.txt
@@ -52,36 +45,26 @@ files:
 - sprockets-derailleur.gemspec
 homepage: https://github.com/steel/sprockets-derailleur
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 1.8.23
 signing_key: 
 specification_version: 3
 summary: Multi process sprockets compiling
 test_files: []
-