sprockets 2.6.0 → 4.2.2

data/lib/sprockets/bower.rb

@@ -0,0 +1,61 @@
+# frozen_string_literal: true
+require 'json'
+
+module Sprockets
+  module Bower
+    # Internal: All supported bower.json files.
+    #
+    # https://github.com/bower/json/blob/0.4.0/lib/json.js#L7
+    POSSIBLE_BOWER_JSONS = ['bower.json', 'component.json', '.bower.json']
+
+    # Internal: Override resolve_alternates to install bower.json behavior.
+    #
+    # load_path    - String environment path
+    # logical_path - String path relative to base
+    #
+    # Returns candidate filenames.
+    def resolve_alternates(load_path, logical_path)
+      candidates, deps = super
+
+      # bower.json can only be nested one level deep
+      if !logical_path.index('/'.freeze)
+        dirname = File.join(load_path, logical_path)
+
+        if directory?(dirname)
+          filenames = POSSIBLE_BOWER_JSONS.map { |basename| File.join(dirname, basename) }
+          filename  = filenames.detect { |fn| self.file?(fn) }
+
+          if filename
+            deps << build_file_digest_uri(filename)
+            read_bower_main(dirname, filename) do |path|
+              if file?(path)
+                candidates << path
+              end
+            end
+          end
+        end
+      end
+
+      return candidates, deps
+    end
+
+    # Internal: Read bower.json's main directive.
+    #
+    # dirname  - String path to component directory.
+    # filename - String path to bower.json.
+    #
+    # Returns nothing.
+    def read_bower_main(dirname, filename)
+      bower = JSON.parse(File.read(filename), create_additions: false)
+
+      case bower['main']
+      when String
+        yield File.expand_path(bower['main'], dirname)
+      when Array
+        bower['main'].each do |name|
+          yield File.expand_path(name, dirname)
+        end
+      end
+    end
+  end
+end

data/lib/sprockets/bundle.rb

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+require 'set'
+require 'sprockets/utils'
+require 'sprockets/uri_utils'
+
+module Sprockets
+  # Internal: Bundle processor takes a single file asset and prepends all the
+  # `:required` URIs to the contents.
+  #
+  # Uses pipeline metadata:
+  #
+  #   :required - Ordered Set of asset URIs to prepend
+  #   :stubbed  - Set of asset URIs to subtract from the required set.
+  #
+  # Also see DirectiveProcessor.
+  class Bundle
+    def self.call(input)
+      env  = input[:environment]
+      type = input[:content_type]
+      input[:links] ||= Set.new
+      dependencies = Set.new(input[:metadata][:dependencies])
+
+      processed_uri, deps = env.resolve(input[:filename], accept: type, pipeline: :self)
+      dependencies.merge(deps)
+
+      # DirectiveProcessor (and any other transformers called here with pipeline=self)
+      primary_asset = env.load(processed_uri)
+      to_load = primary_asset.metadata.delete(:to_load) || Set.new
+      to_link = primary_asset.metadata.delete(:to_link) || Set.new
+
+      to_load.each do |uri|
+        loaded_asset = env.load(uri)
+        dependencies.merge(loaded_asset.metadata[:dependencies])
+        if to_link.include?(uri)
+          primary_metadata = primary_asset.metadata
+          input[:links]            << loaded_asset.uri
+          primary_metadata[:links] << loaded_asset.uri
+        end
+      end
+
+      find_required = proc { |uri| env.load(uri).metadata[:required] }
+      required = Utils.dfs(processed_uri, &find_required)
+      stubbed  = Utils.dfs(env.load(processed_uri).metadata[:stubbed], &find_required)
+      required.subtract(stubbed)
+      dedup(required)
+      assets = required.map { |uri| env.load(uri) }
+
+      (required + stubbed).each do |uri|
+        dependencies.merge(env.load(uri).metadata[:dependencies])
+      end
+
+      reducers = Hash[env.match_mime_type_keys(env.config[:bundle_reducers], type).flat_map(&:to_a)]
+      process_bundle_reducers(input, assets, reducers).merge(dependencies: dependencies, included: assets.map(&:uri))
+    end
+
+    # Internal: Removes uri from required if it's already included as an alias.
+    #
+    # required - Set of required uris
+    #
+    # Returns deduped set of uris
+    def self.dedup(required)
+      dupes = required.reduce([]) do |r, uri|
+        path, params = URIUtils.parse_asset_uri(uri)
+        if (params.delete(:index_alias))
+          r << URIUtils.build_asset_uri(path, params)
+        end
+        r
+      end
+      required.subtract(dupes)
+    end
+
+    # Internal: Run bundle reducers on set of Assets producing a reduced
+    # metadata Hash.
+    #
+    # filename - String bundle filename
+    # assets - Array of Assets
+    # reducers - Array of [initial, reducer_proc] pairs
+    #
+    # Returns reduced asset metadata Hash.
+    def self.process_bundle_reducers(input, assets, reducers)
+      initial = {}
+      reducers.each do |k, (v, _)|
+        if v.respond_to?(:call)
+          initial[k] = v.call(input)
+        elsif !v.nil?
+          initial[k] = v
+        end
+      end
+
+      assets.reduce(initial) do |h, asset|
+        reducers.each do |k, (_, block)|
+          value = k == :data ? asset.source : asset.metadata[k]
+          if h.key?(k)
+            if !value.nil?
+              h[k] = block.call(h[k], value)
+            end
+          else
+            h[k] = value
+          end
+        end
+        h
+      end
+    end
+  end
+end

data/lib/sprockets/cache/file_store.rb

@@ -1,32 +1,208 @@
-require 'digest/md5'
+# frozen_string_literal: true
 require 'fileutils'
-require 'pathname'
+require 'logger'
+require 'sprockets/encoding_utils'
+require 'sprockets/path_utils'
+require 'zlib'
 
 module Sprockets
-  module Cache
-    # A simple file system cache store.
+  class Cache
+    # Public: A file system cache store that automatically cleans up old keys.
+    #
+    # Assign the instance to the Environment#cache.
     #
     #     environment.cache = Sprockets::Cache::FileStore.new("/tmp")
     #
+    # See Also
+    #
+    #   ActiveSupport::Cache::FileStore
+    #
     class FileStore
-      def initialize(root)
-        @root = Pathname.new(root)
+      # Internal: Default key limit for store.
+      DEFAULT_MAX_SIZE = 25 * 1024 * 1024
+      EXCLUDED_DIRS = ['.', '..'].freeze
+      GITKEEP_FILES = ['.gitkeep', '.keep'].freeze
+      
+      # Internal: Default standard error fatal logger.
+      #
+      # Returns a Logger.
+      def self.default_logger
+        logger = Logger.new($stderr)
+        logger.level = Logger::FATAL
+        logger
       end
 
-      # Lookup value in cache
-      def [](key)
-        pathname = @root.join(key)
-        pathname.exist? ? pathname.open('rb') { |f| Marshal.load(f) } : nil
+      # Public: Initialize the cache store.
+      #
+      # root     - A String path to a directory to persist cached values to.
+      # max_size - A Integer of the maximum size the store will hold (in bytes).
+      #            (default: 25MB).
+      # logger   - The logger to which some info will be printed.
+      #            (default logger level is FATAL and won't output anything).
+      def initialize(root, max_size = DEFAULT_MAX_SIZE, logger = self.class.default_logger)
+        @root     = root
+        @max_size = max_size
+        @gc_size  = max_size * 0.75
+        @logger   = logger
+      end
+
+      # Public: Retrieve value from cache.
+      #
+      # This API should not be used directly, but via the Cache wrapper API.
+      #
+      # key - String cache key.
+      #
+      # Returns Object or nil or the value is not set.
+      def get(key)
+        path = File.join(@root, "#{key}.cache")
+
+        value = safe_open(path) do |f|
+          begin
+            EncodingUtils.unmarshaled_deflated(f.read, Zlib::MAX_WBITS)
+          rescue Exception => e
+            @logger.error do
+              "#{self.class}[#{path}] could not be unmarshaled: " +
+                "#{e.class}: #{e.message}"
+            end
+            nil
+          end
+        end
+
+        if value
+          FileUtils.touch(path)
+          value
+        end
       end
 
-      # Save value to cache
-      def []=(key, value)
+      # Public: Set a key and value in the cache.
+      #
+      # This API should not be used directly, but via the Cache wrapper API.
+      #
+      # key   - String cache key.
+      # value - Object value.
+      #
+      # Returns Object value.
+      def set(key, value)
+        path = File.join(@root, "#{key}.cache")
+
         # Ensure directory exists
-        FileUtils.mkdir_p @root.join(key).dirname
+        FileUtils.mkdir_p File.dirname(path)
+
+        # Check if cache exists before writing
+        exists = File.exist?(path)
+
+        # Serialize value
+        marshaled = Marshal.dump(value)
+
+        # Compress if larger than 4KB
+        if marshaled.bytesize > 4 * 1024
+          deflater = Zlib::Deflate.new(
+            Zlib::BEST_COMPRESSION,
+            Zlib::MAX_WBITS,
+            Zlib::MAX_MEM_LEVEL,
+            Zlib::DEFAULT_STRATEGY
+          )
+          deflater << marshaled
+          raw = deflater.finish
+        else
+          raw = marshaled
+        end
+
+        # Write data
+        PathUtils.atomic_write(path) do |f|
+          f.write(raw)
+          @size = size + f.size unless exists
+        end
+
+        # GC if necessary
+        gc! if size > @max_size
 
-        @root.join(key).open('w') { |f| Marshal.dump(value, f)}
         value
       end
+
+      # Public: Pretty inspect
+      #
+      # Returns String.
+      def inspect
+        "#<#{self.class} size=#{size}/#{@max_size}>"
+      end
+
+      # Public: Clear the cache
+      #
+      # adapted from ActiveSupport::Cache::FileStore#clear
+      #
+      # Deletes all items from the cache. In this case it deletes all the entries in the specified
+      # file store directory except for .keep or .gitkeep. Be careful which directory is specified
+      # as @root because everything in that directory will be deleted.
+      #
+      # Returns true
+      def clear(options=nil)
+        if File.exist?(@root)
+          root_dirs = Dir.entries(@root).reject { |f| (EXCLUDED_DIRS + GITKEEP_FILES).include?(f) }
+          FileUtils.rm_r(root_dirs.collect{ |f| File.join(@root, f) })
+        end
+        true
+      end
+
+      private
+        # Internal: Get all cache files along with stats.
+        #
+        # Returns an Array of [String filename, File::Stat] pairs sorted by
+        # mtime.
+        def find_caches
+          Dir.glob(File.join(@root, '**/*.cache')).reduce([]) { |stats, filename|
+            stat = safe_stat(filename)
+            # stat maybe nil if file was removed between the time we called
+            # dir.glob and the next stat
+            stats << [filename, stat] if stat
+            stats
+          }.sort_by { |_, stat| stat.mtime.to_i }
+        end
+
+        def size
+          @size ||= compute_size(find_caches)
+        end
+
+        def compute_size(caches)
+          caches.inject(0) { |sum, (_, stat)| sum + stat.size }
+        end
+
+        def safe_stat(fn)
+          File.stat(fn)
+        rescue Errno::ENOENT
+          nil
+        end
+
+        def safe_open(path, &block)
+          if File.exist?(path)
+            File.open(path, 'rb', &block)
+          end
+        rescue Errno::ENOENT
+        end
+
+        def gc!
+          start_time = Time.now
+
+          caches = find_caches
+          size = compute_size(caches)
+
+          delete_caches, keep_caches = caches.partition { |filename, stat|
+            deleted = size > @gc_size
+            size -= stat.size
+            deleted
+          }
+
+          return if delete_caches.empty?
+
+          FileUtils.remove(delete_caches.map(&:first), force: true)
+          @size = compute_size(keep_caches)
+
+          @logger.warn do
+            secs = Time.now.to_f - start_time.to_f
+            "#{self.class}[#{@root}] garbage collected " +
+              "#{delete_caches.size} files (#{(secs * 1000).to_i}ms)"
+          end
+        end
     end
   end
 end

data/lib/sprockets/cache/memory_store.rb

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+module Sprockets
+  class Cache
+    # Public: Basic in memory LRU cache.
+    #
+    # Assign the instance to the Environment#cache.
+    #
+    #     environment.cache = Sprockets::Cache::MemoryStore.new(1000)
+    #
+    # See Also
+    #
+    #   ActiveSupport::Cache::MemoryStore
+    #
+    class MemoryStore
+      # Internal: Default key limit for store.
+      DEFAULT_MAX_SIZE = 1000
+
+      # Public: Initialize the cache store.
+      #
+      # max_size - A Integer of the maximum number of keys the store will hold.
+      #            (default: 1000).
+      def initialize(max_size = DEFAULT_MAX_SIZE)
+        @max_size = max_size
+        @cache = {}
+        @mutex = Mutex.new
+      end
+
+      # Public: Retrieve value from cache.
+      #
+      # This API should not be used directly, but via the Cache wrapper API.
+      #
+      # key - String cache key.
+      #
+      # Returns Object or nil or the value is not set.
+      def get(key)
+        @mutex.synchronize do
+          exists = true
+          value = @cache.delete(key) { exists = false }
+          if exists
+            @cache[key] = value
+          else
+            nil
+          end
+        end
+      end
+
+      # Public: Set a key and value in the cache.
+      #
+      # This API should not be used directly, but via the Cache wrapper API.
+      #
+      # key   - String cache key.
+      # value - Object value.
+      #
+      # Returns Object value.
+      def set(key, value)
+        @mutex.synchronize do
+          @cache.delete(key)
+          @cache[key] = value
+          @cache.shift if @cache.size > @max_size
+        end
+        value
+      end
+
+      # Public: Pretty inspect
+      #
+      # Returns String.
+      def inspect
+        @mutex.synchronize do
+          "#<#{self.class} size=#{@cache.size}/#{@max_size}>"
+        end
+      end
+
+      # Public: Clear the cache
+      #
+      # Returns true
+      def clear(options=nil)
+        @mutex.synchronize do
+          @cache.clear
+        end
+        true
+      end
+    end
+  end
+end

data/lib/sprockets/cache/null_store.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+module Sprockets
+  class Cache
+    # Public: A compatible cache store that doesn't store anything. Used by
+    # default when no Environment#cache is configured.
+    #
+    # Assign the instance to the Environment#cache.
+    #
+    #     environment.cache = Sprockets::Cache::NullStore.new
+    #
+    # See Also
+    #
+    #   ActiveSupport::Cache::NullStore
+    #
+    class NullStore
+      # Public: Simulate a cache miss.
+      #
+      # This API should not be used directly, but via the Cache wrapper API.
+      #
+      # key - String cache key.
+      #
+      # Returns nil.
+      def get(key)
+        nil
+      end
+
+      # Public: Simulate setting a value in the cache.
+      #
+      # This API should not be used directly, but via the Cache wrapper API.
+      #
+      # key   - String cache key.
+      # value - Object value.
+      #
+      # Returns Object value.
+      def set(key, value)
+        value
+      end
+
+      # Public: Pretty inspect
+      #
+      # Returns String.
+      def inspect
+        "#<#{self.class}>"
+      end
+
+      # Public: Simulate clearing the cache
+      #
+      # Returns true
+      def clear(options=nil)
+        true
+      end
+    end
+  end
+end