file-dependencies 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    OGQzMzBmNzkxOTg4MDdiYzkxNTRlMWZkNjUxZDVlYjNkMDBkZTg1Nw==
+  data.tar.gz: !binary |-
+    ZTUyZTRmMjIyZGM4ZjM4ZjdjODcyODc4NjQ0NTBjZmFkZDBjNmIyYg==
+SHA512:
+  metadata.gz: !binary |-
+    MDBjYjlkNDQ3NzI5OGFlOGY1ZjI1NDc0MmNmMDAxNjE0NDU0ZmM5NjQ3ODY1
+    M2Q3ZTE1ZjMwYmY5Y2IzZDhkMzNmNmNlZDYzYTViM2RlNTIwMGRiYTlhOTQ5
+    MzBkN2E0YjlmMTU3YjJkZThmMmM2MzFkZjhhMTZmMTQ3NzYxZjE=
+  data.tar.gz: !binary |-
+    NThmZmM1YjA4MmI2ZGZhNDgxNzZlMTFlYTJlMWQ5ZDM1M2FhNzU5ZDNjYTNl
+    YWI5YzY0N2VhNWUxOWU1YjU4ZjU3N2QzZTljNjU1YjY0YjFhMGQzOWJkMjE5
+    ZGY3YjRhYjY3MTNiNDIxZDhhY2FjMzYyOTkyZTI1ZmM0OTRjNWE=

data/.gitignore

@@ -0,0 +1,8 @@
+pkg
+# no Gemfile.lock
+*.lock
+.ruby-version
+*.gem
+target
+build.log
+*.swp

data/.rubocop.yml

@@ -0,0 +1,52 @@
+# Let's not argue over this...
+StringLiterals:
+  Enabled: false
+
+# I can't find a reason for raise vs fail.
+SignalException:
+  Enabled: false
+
+# I can't find a reason to prefer 'map' when 'collect' is what I mean.
+# I'm collecting things from a list. Maybe someone can help me understand the
+# semantics here.
+CollectionMethods:
+  Enabled: false
+
+# Why do you even *SEE* trailing whitespace? Because your editor was
+# misconfigured to highlight trailing whitespace, right? Maybe turn that off?
+# ;)
+TrailingWhitespace:
+  Enabled: false
+
+# Line length is another weird problem that somehow in the past 40 years of
+# computing we don't seem to have solved. It's a display problem :(
+LineLength:
+  Max: 9000
+
+# %w() vs [ "x", "y", ... ]
+# The complaint is on lib/pleaserun/detector.rb's map of OS=>Runner,
+# i'll ignore it.
+WordArray:
+  MinSize: 5
+
+# A 20-line method isn't too bad.
+MethodLength:
+  Max: 20
+
+# Hash rockets (=>) forever. Why? Not all of my hash keys are static symbols.
+HashSyntax:
+  EnforcedStyle: hash_rockets
+
+# I prefer explicit return. It makes it clear in the code that the
+# code author intended to return a value from a method.
+RedundantReturn:
+  Enabled: false
+
+# My view on a readable case statement seems to disagree with 
+# what rubocop wants and it doesn't let me configure it other than
+# enable/disable.
+CaseIndentation:
+  Enabled: false
+
+Style/FileName:
+  Enabled: false

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 1.8.7
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+script: rspec

data/Gemfile

@@ -0,0 +1,4 @@
+#-*- mode: ruby -*-
+source 'https://rubygems.org'
+
+gemspec

data/bin/file-deps

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'file-dependencies'
+current_dir = Dir.pwd
+FileDependencies.process_vendor(current_dir)

data/file-dependencies.gemspec

@@ -0,0 +1,28 @@
+#-*- mode: ruby -*-
+require File.expand_path('../lib/file-dependencies/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = 'file-dependencies'
+  s.version = APP_VERSION
+  s.author = 'Richard Pijnenburg'
+  s.email = ['richard.pijnenburg@elasticsearch.com']
+  s.summary = 'manage file dependencies for gems'
+  s.homepage = 'https://github.com/electrical/file-dependencies'
+
+  s.license = 'APACHE 2.0'
+
+  s.executable = 'file-deps'
+
+  s.files = `git ls-files`.split($ORS)
+
+  s.description = 'manage file dependencies for gems'
+
+  s.add_runtime_dependency 'minitar'
+
+  s.add_development_dependency 'rake', '~> 10.2'
+  s.add_development_dependency 'rspec'
+  s.add_development_dependency 'stud'
+  s.add_development_dependency 'webmock'
+end
+
+# vim: syntax=Ruby

data/lib/file-dependencies.rb

@@ -0,0 +1,39 @@
+require 'file-dependencies/file'
+require 'file-dependencies/archive'
+require 'json'
+require 'tmpdir'
+require 'fileutils'
+# :nodoc:
+module FileDependencies
+  def process_vendor(dir, target = 'vendor', tmpdir = Dir.tmpdir)
+    vendor_file = ::File.join(dir, 'vendor.json')
+    if ::File.exist?(vendor_file)
+      vendor_file_content = IO.read(vendor_file)
+      file_list = JSON.load(vendor_file_content)
+      FileDependencies.download(file_list, ::File.join(dir, target), tmpdir)
+    else
+      puts "vendor.json not found, looked for the file at #{vendor_file}"
+    end
+  end # def process_vendor
+  module_function :process_vendor
+
+  def download(files, target, tmpdir)
+    FileUtils.mkdir_p(target) unless ::File.directory?(target)
+    files.each do |file|
+      target = ::File.join(target, file['target']) if !file['target'].nil?
+      download = FileDependencies::File.fetch_file(file['url'], file['sha1'], tmpdir)
+      if (res = download.match(/(\S+?)(\.tar\.gz|\.tgz)/))
+        prefix = res.captures.first.gsub("#{tmpdir}/", '')
+        FileDependencies::Archive.untar(download) do |entry|
+          next unless (out = FileDependencies::Archive.eval_file(entry, file['extract'], prefix))
+          ::File.join(target, out)
+        end
+      elsif download =~ /.gz/
+        FileDependencies::Archive.ungzip(download, target)
+      else
+        FileUtils.mv(download, ::File.join(target, download.split("/").last))
+      end
+    end
+  end # def download
+  module_function :download
+end

data/lib/file-dependencies/archive.rb

@@ -0,0 +1,84 @@
+require "archive/tar/minitar"
+require "fileutils"
+
+module FileDependencies
+  # :nodoc:
+  module Archive
+    def ungzip(file, outdir)
+      output = ::File.join(outdir, file.gsub('.gz', '').split("/").last)
+      tgz = Zlib::GzipReader.new(::File.open(file))
+      begin
+        ::File.open(output, "w") do |out|
+          IO.copy_stream(tgz, out)
+        end
+        ::File.unlink(file)
+      rescue
+        ::File.unlink(output) if ::File.file?(output)
+        raise
+      end
+      tgz.close
+    end
+    module_function :ungzip
+
+    def untar(tarball, &block)
+      tgz = Zlib::GzipReader.new(::File.open(tarball))
+      # Pull out typesdb
+      tar = ::Archive::Tar::Minitar::Input.open(tgz)
+      tar.each do |entry|
+        path = block.call(entry)
+        next if path.nil?
+        parent = ::File.dirname(path)
+
+        FileUtils.mkdir_p(parent) unless ::File.directory?(parent)
+
+        # Skip this file if the output file is the same size
+        if entry.directory?
+          FileUtils.mkdir_p(path) unless ::File.directory?(path)
+        else
+          entry_mode = entry.instance_eval { @mode } & 0777
+          if ::File.exist?(path)
+            stat = ::File.stat(path)
+            # TODO(sissel): Submit a patch to archive-tar-minitar upstream to
+            # expose headers in the entry.
+            entry_size = entry.instance_eval { @size }
+            # If file sizes are same, skip writing.
+            next if stat.size == entry_size && (stat.mode & 0777) == entry_mode
+          end
+          puts "Extracting #{entry.full_name} from #{tarball} #{entry_mode.to_s(8)}" if $DEBUG
+          ::File.open(path, "w") do |fd|
+            # eof? check lets us skip empty files. Necessary because the API provided by
+            # Archive::Tar::Minitar::Reader::EntryStream only mostly acts like an
+            # IO object. Something about empty files in this EntryStream causes
+            # IO.copy_stream to throw "can't convert nil into String" on JRuby
+            # TODO(sissel): File a bug about this.
+            until entry.eof?
+              chunk = entry.read(16_384)
+              fd.write(chunk)
+            end
+            # IO.copy_stream(entry, fd)
+          end
+          ::File.chmod(entry_mode, path)
+        end
+      end
+      tar.close
+      ::File.unlink(tarball) if ::File.file?(tarball)
+    end # def untar
+    module_function :untar
+
+    def eval_file(entry, files, prefix)
+      # Avoid tarball headers
+      return false if entry.full_name =~ /PaxHeaders/
+      return entry.full_name.gsub(prefix, '') if files.nil?
+
+      if files.is_a?(Array)
+        # Extract specific files given
+        return false unless files.include?(entry.full_name.gsub(prefix, ''))
+        entry.full_name.split("/").last
+      elsif files.is_a?(String)
+        return false unless entry.full_name =~ Regexp.new(files)
+        entry.full_name.split("/").last
+      end
+    end
+    module_function :eval_file
+  end
+end

data/lib/file-dependencies/file.rb

@@ -0,0 +1,81 @@
+require "digest/sha1"
+require "net/http"
+require "uri"
+require 'fileutils'
+require 'tmpdir'
+
+module FileDependencies
+  # :nodoc:
+  module File
+    SHA1_REGEXP = /(\b[0-9a-f]{40}\b)/
+
+    def fetch_sha1(remote_sha1)
+      unless URI(remote_sha1.to_s).scheme.nil?
+        file = download(remote_sha1, Dir.tmpdir)
+        sha1 = IO.read(file).gsub("\n", '')
+      else
+        sha1 = remote_sha1
+      end
+      raise("invalid SHA1 signature. Got '#{sha1}'") unless sha1.match(SHA1_REGEXP)
+      sha1
+    end
+    module_function :fetch_sha1
+
+    def validate_sha1(local_file, remote_sha1)
+      return true if remote_sha1 == 'none'
+      sha1 = fetch_sha1(remote_sha1)
+      local_sha1 = calc_sha1(local_file)
+
+      raise("SHA1 did not match. Expected #{sha1} but computed #{local_sha1}") if sha1 != local_sha1
+      true
+    end # def validate_sha1
+    module_function :validate_sha1
+
+    def calc_sha1(path)
+      Digest::SHA1.file(path).hexdigest
+    end # def calc__sha1
+    module_function :calc_sha1
+
+    def fetch_file(url, sha1, target)
+      puts "Downloading #{url}" if $DEBUG
+
+      file = download(url, target)
+      return file if validate_sha1(file, sha1)
+    end # def fetch_file
+    module_function :fetch_file
+
+    def download(url, target)
+      uri = URI(url)
+      output = "#{target}/#{::File.basename(uri.path)}"
+      tmp = "#{output}.tmp"
+      Net::HTTP.start(uri.host, uri.port, :use_ssl => (uri.scheme == "https")) do |http|
+        request = Net::HTTP::Get.new(uri.path)
+        http.request(request) do |response|
+          raise("HTTP fetch failed for #{url}. #{response}") unless [200, 301].include?(response.code.to_i)
+          size = (response["content-length"].to_i || -1).to_f
+          count = 0
+          ::File.open(tmp, "w") do |fd|
+            response.read_body do |chunk|
+              fd.write(chunk)
+              if size > 0 && $stdout.tty?
+                count += chunk.bytesize
+                $stdout.write(sprintf("\r%0.2f%%", count / size * 100))
+              end
+            end
+          end
+          $stdout.write("\r      \r") if $stdout.tty?
+        end
+      end
+
+      ::File.rename(tmp, output)
+
+      return output
+    rescue SocketError => e
+      puts "Failure while downloading #{url}: #{e}"
+      raise
+    ensure
+      ::File.unlink(tmp) if ::File.exist?(tmp)
+    end # def download
+    module_function :download
+  end
+end

data/lib/file-dependencies/gem.rb

@@ -0,0 +1,13 @@
+require 'json'
+module FileDependencies
+  # :nodoc:
+  module Gem
+    def hook
+      Gem.post_install do |gem_installer|
+        next if ENV['VENDOR_SKIP'] == 'true'
+        FileDependencies.process_vendor(gem_installer.gem_dir)
+      end
+    end # def hook
+    module_function :hook
+  end
+end

data/lib/file-dependencies/rake_tasks.rb

@@ -0,0 +1,11 @@
+require 'rake'
+require 'file-dependencies'
+
+namespace "vendor" do
+
+  desc "Process vendor files"
+  task "files" do
+    FileDependencies.process_vendor(Dir.pwd)
+  end
+
+end

data/lib/file-dependencies/rubygems_plugin.rb

@@ -0,0 +1,3 @@
+require 'file-dependencies/gem'
+
+FileDependencies::Gem.hook

data/lib/file-dependencies/version.rb

@@ -0,0 +1,3 @@
+# Note to authors: this should not include dashes because 'gem' barfs if
+# you include a dash in the version string.
+APP_VERSION = '0.1.0'

data/spec/archive_spec.rb

@@ -0,0 +1,109 @@
+require 'spec_helper'
+require 'tmpdir'
+require 'file-dependencies/archive'
+
+describe FileDependencies::Archive do
+
+  describe ".ungzip" do
+
+    after do
+      FileUtils.remove_entry_secure(gzipfile) if ::File.exist?(gzipfile)
+      FileUtils.remove_entry_secure(expected_file)
+      FileUtils.remove_entry_secure(tmpdir)
+    end
+    let(:gzipfile) { Assist.generate_gzip('some_content') }
+    let(:expected_file) { gzipfile.gsub('.gz','') }
+    let(:tmpdir) { Stud::Temporary.directory }
+
+    it 'decompresses a gzip file'do
+      expect { FileDependencies::Archive.ungzip(gzipfile, tmpdir) }.to_not(raise_error)
+      expect(File.exist?(expected_file))
+    end
+
+    let(:expected_file) { Assist.generate_file('some_content') }
+    it 'raises error extracting non gzip file' do
+      expect { FileDependencies::Archive.ungzip(expected_file, tmpdir) }.to(raise_error(Zlib::GzipFile::Error))
+    end
+  end
+
+  describe ".untar" do
+
+    after do
+      FileUtils.remove_entry_secure(tmpdir)
+      FileUtils.remove_entry_secure(file)
+    end
+
+    let(:file) { Assist.generate_file('some_content') }
+    let(:tarball) { Assist.generate_tarball({'some/file' => 'content1', 'some/other/file' => 'content2', 'other' => 'content3'}) }
+    let(:tmpdir) { Stud::Temporary.directory }
+
+    it 'extracts a full tarball' do
+      entries = ['some/file', 'some/other/file', 'other' ]
+
+      FileDependencies::Archive.untar(tarball) do |entry|
+        ::File.join(tmpdir, entry.full_name)
+      end
+      found_files = Dir.glob(File.join(tmpdir, '**', '*')).reject { |entry| File.directory?(entry) }.sort
+      expected_files = entries.map { |k| ::File.join(tmpdir, k) }.sort
+      expect(expected_files).to(eq(found_files))
+    end
+
+    it 'extracts some files' do
+      entries = ['some/file', 'some/other/file']
+
+      FileDependencies::Archive.untar(tarball) do |entry|
+        if entries.include?(entry.full_name)
+          ::File.join(tmpdir, entry.full_name)
+        end
+      end
+      found_files = Dir.glob(File.join(tmpdir, '**', '*')).reject { |entry| File.directory?(entry) }.sort
+      expected_files = entries.map { |k| "#{tmpdir}/#{k}" }.sort
+      expect(expected_files).to(eq(found_files))
+    end
+
+    it 'raises error when invalid file is provided' do
+      expect do
+        FileDependencies::Archive.untar(file) do |entry|
+          ::File.join(tmpdir, entry.full_name)
+        end
+      end.to(raise_error(Zlib::GzipFile::Error))
+    end
+  end
+
+  describe ".eval_file" do
+
+    # Hack to implement the full_name part
+    class ::String
+      def full_name
+        return self
+      end
+    end
+
+    let(:entries) { [ 'sometar/PaxHeaders', 'sometar/some/dir/PaxHeaders', 'sometar/some/dir/somefile', 'sometar/somefile', 'sometar/some/other/file', 'sometar/some/jars/file1.jar', 'sometar/some/jars/file2.jar', 'sometar/other/jars/file3.jar' ]}
+    let(:prefix) { 'sometar' }
+
+    let(:extract1) { '.jars' } #wildcard
+    let(:expect1) { [ 'file1.jar', 'file2.jar', 'file3.jar'] }
+    let(:extract2) { ['/some/other/file', '/somefile', '/other/jars/file3.jar' ]}
+    let(:expect2) { ['file', 'somefile', 'file3.jar' ]}
+    let(:extract3) { }
+    let(:expect3) { [ '/some/dir/somefile', '/somefile', '/some/other/file', '/some/jars/file1.jar', '/some/jars/file2.jar', '/other/jars/file3.jar' ] }
+
+    it 'returns all files based on a wildcard' do
+      filelist = entries.map { |entry| FileDependencies::Archive.eval_file(entry, extract1, prefix) }
+      expect(filelist.reject{ |v| v == false}.sort).to(eq(expect1.sort))
+    end
+
+    it 'returns all files based on an array' do
+      filelist = entries.map { |entry| FileDependencies::Archive.eval_file(entry, extract2, prefix) }
+      expect(filelist.reject{ |v| v == false}.sort).to(eq(expect2.sort))
+    end
+
+    it 'returns all files when no extracted files are given' do
+      filelist = entries.map { |entry| FileDependencies::Archive.eval_file(entry, extract3, prefix) }
+      expect(filelist.reject{ |v| v == false}.sort).to(eq(expect3.sort))
+    end
+
+  end
+
+end

data/spec/file-dependencies_spec.rb

@@ -0,0 +1,103 @@
+require 'spec_helper'
+require 'tmpdir'
+require 'json'
+require 'file-dependencies'
+
+include WebMock::API
+describe FileDependencies do
+
+  describe '.download' do
+    after do
+      [tmpdir, target, file1, file2, file3, file4].each do |entry|
+        FileUtils.remove_entry_secure(entry)
+      end
+    end
+
+    let(:tmpdir) { Stud::Temporary.directory }
+    let(:target) { Stud::Temporary.directory }
+
+    let(:file1) { Assist.generate_tarball({'some/file' => 'content1', 'some/other/file' => 'content2', 'other' => 'content3'}) }
+    let(:file2) { Assist.generate_file('some_content') }
+    let(:file3) { Assist.generate_gzip('some_content_for_gzip') }
+    let(:file4) { Assist.generate_tarball({'jars/some.jar' => 'content10', 'jars/someother.jar' => 'content11'}) }
+
+    let(:sha1) { FileDependencies::File.calc_sha1(file1) }
+    let(:sha2) { FileDependencies::File.calc_sha1(file2) }
+    let(:sha3) { FileDependencies::File.calc_sha1(file3) }
+    let(:sha4) { FileDependencies::File.calc_sha1(file4) }
+
+    let(:url1) { 'http://www.example.com/somefile1.tar.gz' }
+    let(:url2) { 'http://www.example.com/somefile2.txt' }
+    let(:url3) { 'http://www.example.com/somefile3.gz' }
+    let(:url4) { 'http://www.example.com/somefile4.tar.gz' }
+
+    let(:entries) { ['somefile2.txt', 'somefile3', 'some/file', 'some/other/file', 'other', 'jars/some.jar', 'jars/someother.jar'] }
+
+    let(:files) { [ { 'url' => url1, 'sha1' => sha1 }, { 'url' => url2, 'sha1' => sha2 }, { 'url' => url3, 'sha1' => sha3 }, { 'url' => url4, 'sha1' => sha4, 'extract' => '.jar', 'target' => 'jars' } ] }
+
+    it 'processes file list' do
+      stub_request(:get, url1).to_return(:body => File.new(file1), :status => 200)
+      stub_request(:get, url2).to_return(:body => File.new(file2), :status => 200)
+      stub_request(:get, url3).to_return(:body => File.new(file3), :status => 200)
+      stub_request(:get, url4).to_return(:body => File.new(file4), :status => 200)
+     
+      # we should not have any errors
+      expect{ FileDependencies.download(files, target, tmpdir) }.to_not(raise_error)
+
+      # check if we got all the expected files
+      found_files = Dir.glob(File.join(target, '**', '*')).reject { |entry| File.directory?(entry) }.sort
+      expect_files = entries.map { |k| ::File.join(target, k) }.sort
+      expect(found_files).to(eq(expect_files))
+      
+    end
+  end
+
+  describe '.process_vendor' do
+    after do
+      [tmpdir, target, file1, file2, file3, file4].each do |entry|
+        FileUtils.remove_entry_secure(entry)
+      end
+    end
+
+    let(:tmpdir) { Stud::Temporary.directory }
+    let(:target) { Stud::Temporary.directory }
+
+    let(:file1) { Assist.generate_tarball({'some/file' => 'content1', 'some/other/file' => 'content2', 'other' => 'content3'}) }
+    let(:file2) { Assist.generate_file('some_content') }
+    let(:file3) { Assist.generate_gzip('some_content_for_gzip') }
+    let(:file4) { Assist.generate_tarball({'jars/some.jar' => 'content10', 'jars/someother.jar' => 'content11'}) }
+
+    let(:sha1) { FileDependencies::File.calc_sha1(file1) }
+    let(:sha2) { FileDependencies::File.calc_sha1(file2) }
+    let(:sha3) { FileDependencies::File.calc_sha1(file3) }
+    let(:sha4) { FileDependencies::File.calc_sha1(file4) }
+
+    let(:url1) { 'http://www.example.com/somefile1.tar.gz' }
+    let(:url2) { 'http://www.example.com/somefile2.txt' }
+    let(:url3) { 'http://www.example.com/somefile3.gz' }
+    let(:url4) { 'http://www.example.com/somefile4.tar.gz' }
+
+    let(:files) { [ { 'url' => url1, 'sha1' => sha1 }, { 'url' => url2, 'sha1' => sha2 }, { 'url' => url3, 'sha1' => sha3 }, { 'url' => url4, 'sha1' => sha4, 'extract' => '.jar', 'target' => 'jars' } ].to_json }
+    let(:vendorfile) { File.write(File.join(target, 'vendor.json'), files) }
+    let(:entries) { ['somefile2.txt', 'somefile3', 'some/file', 'some/other/file', 'other', 'jars/some.jar', 'jars/someother.jar'] }
+
+    it 'processes the vendor.json file' do
+      stub_request(:get, url1).to_return(:body => File.new(file1), :status => 200)
+      stub_request(:get, url2).to_return(:body => File.new(file2), :status => 200)
+      stub_request(:get, url3).to_return(:body => File.new(file3), :status => 200)
+      stub_request(:get, url4).to_return(:body => File.new(file4), :status => 200)
+      File.write(File.join(target, 'vendor.json'), files)
+     
+      # we should not have any errors
+      expect{ FileDependencies.process_vendor(target, 'vendor', tmpdir) }.to_not(raise_error)
+
+      # check if we got all the expected files
+      found_files = Dir.glob(File.join(target, 'vendor', '**', '*')).reject { |entry| File.directory?(entry) }.sort
+      expect_files = entries.map { |k| ::File.join(target, 'vendor', k) }.sort
+      expect(found_files).to(eq(expect_files))
+      
+    end
+
+  end
+
+end

data/spec/file_spec.rb

@@ -0,0 +1,146 @@
+require 'spec_helper'
+require 'tmpdir'
+require 'file-dependencies/file'
+include WebMock::API
+describe FileDependencies::File do
+
+
+  describe ".calc_sha1" do
+
+    after do 
+      ::File.unlink(file)
+    end
+   
+    let(:file) { Assist.generate_file('some_content') }
+    it 'gives back correct sha1 value' do
+      expect(FileDependencies::File.calc_sha1(file)).to(eq('778164c23fae5935176254d2550619cba8abc262'))
+    end
+
+    it 'raises an error when the file doesnt exist' do
+      expect { FileDependencies::File.calc_sha1('dont_exist')}.to(raise_error(Errno::ENOENT))
+    end
+  end
+
+  describe ".validate_sha1" do
+
+    after do 
+      ::File.unlink(file)
+    end
+
+    describe "with a sha1 string" do
+
+      let(:file) { Assist.generate_file('some_content') }
+      it 'returns true when sha1 comparing is valid' do
+        remote_sha1 = '778164c23fae5935176254d2550619cba8abc262'
+        expect(FileDependencies::File.validate_sha1(file, remote_sha1)).to(be_truthy)
+      end
+
+      it 'raises error when invalid' do
+        remote_sha1 = '778164c23fae5935176254d2550619cba8abc263'
+        expect { FileDependencies::File.validate_sha1(file, remote_sha1) }.to(raise_error(RuntimeError))
+      end
+
+    end
+
+    describe "with no validation" do
+
+      let(:file) { Assist.generate_file('some_content') }
+      it 'always returns true' do
+        remote_sha1 = 'none'
+        expect(FileDependencies::File.validate_sha1(file, remote_sha1)).to(be_truthy)
+      end
+
+    end
+
+    describe "with a remote file" do
+
+      after do 
+        ::File.unlink(sha1file)
+        ::File.unlink(sha1file2)
+      end
+
+      let(:file) { Assist.generate_file('some_content') }
+      let(:sha1file) { Assist.generate_file('778164c23fae5935176254d2550619cba8abc262') }
+      let(:sha1file2) { Assist.generate_file('778164c23fae5935176254d2550619cba8abc263') }
+      let(:remote_sha1) { 'http://example.com/sha1file' }
+
+      it 'returns true when sha1 comparing is valid' do
+        expect(FileDependencies::File).to receive(:download).with(remote_sha1, Dir.tmpdir).and_return(sha1file)
+        expect(FileDependencies::File.validate_sha1(file, remote_sha1)).to(be_truthy)
+      end
+
+      it 'raises error when invalid' do
+        expect(FileDependencies::File).to receive(:download).with(remote_sha1, Dir.tmpdir).and_return(sha1file2)
+        expect { FileDependencies::File.validate_sha1(file, remote_sha1) }.to(raise_error)
+      end
+
+    end
+  end
+
+  describe ".fetch_sha1" do
+ 
+    describe "With a sha1 string" do
+      let (:remote_sha1) { '778164c23fae5935176254d2550619cba8abc262' }
+      it 'returns sha1 string when valid' do
+        expect(FileDependencies::File.fetch_sha1(remote_sha1)).to(eq(remote_sha1))
+      end
+
+      let(:faulty_remote_sha1) { '778164c23fae5935176254d2550619cba8abc2' }
+      it 'raises error when sha1 string is invalid' do
+        expect { FileDependencies::File.fetch_sha1(faulty_remote_sha1) }.to(raise_error)
+      end
+    end
+
+    describe "with a remote sha1" do
+
+      after do 
+        ::File.unlink(sha1file)
+        ::File.unlink(sha1file1)
+      end
+
+      let(:sha1file) { Assist.generate_file('778164c23fae5935176254d2550619cba8abc262') }
+      let(:sha1file1) { Assist.generate_file('778164c23fae5935176254d2550619cba8abc26') }
+      let(:remote_sha1) { 'http://example.com/sha1file' }
+
+      it 'returns sha1 string when valid' do
+        expect(FileDependencies::File).to receive(:download).with(remote_sha1, Dir.tmpdir).and_return(sha1file)
+        expect(FileDependencies::File.fetch_sha1(remote_sha1)).to(eq('778164c23fae5935176254d2550619cba8abc262'))
+      end
+
+      it 'raises error when sha1 string is invalid' do
+        expect(FileDependencies::File).to receive(:download).with(remote_sha1, Dir.tmpdir).and_return(sha1file1)
+        expect { FileDependencies::File.fetch_sha1(remote_sha1) }.to(raise_error(RuntimeError))
+      end
+
+    end
+  end
+
+  describe ".download" do
+
+    after do
+      FileUtils.remove_entry_secure(tmpdir)
+      FileUtils.remove_entry_secure(file)
+    end
+
+    let(:tmpdir) { Stud::Temporary.directory }
+    url = 'http://www.example.com/somefile'
+    let(:file) { Assist.generate_file('778164c23fae5935176254d2550619cba8abc262') }
+
+    it 'returns the path to the file downloaded' do
+      stub_request(:get, url).to_return(:body => File.new(file), :status => 200)
+      expect(FileDependencies::File.download(url, tmpdir)).to(eq(File.join(tmpdir, 'somefile')))
+    end
+
+    it 'raises an error if the file does not exist' do
+      stub_request(:get, url).to_return(:status => 404)
+      expect { FileDependencies::File.download(url, tmpdir) }.to(raise_error(RuntimeError))
+    end
+
+    it 'raises an error on timeout' do
+      stub_request(:get, url).to_timeout
+      expect { FileDependencies::File.download(url, tmpdir) }.to(raise_error(Timeout::Error))
+    end
+
+  end
+
+end

data/spec/spec_assist.rb

@@ -0,0 +1,38 @@
+require 'stud/temporary'
+
+module Assist
+
+  def self.generate_tarball(files)
+    tarpath = "#{Stud::Temporary.pathname}.tar.gz"
+    tarfile = File.new(tarpath, "wb")
+    gz = Zlib::GzipWriter.new(tarfile, Zlib::BEST_COMPRESSION)
+    tar = Archive::Tar::Minitar::Output.new(gz)
+    files.each do |path, value|
+      opts = {
+        :size => value.bytesize,
+        :mode => 0666,
+        :mtime => Time.new
+      }
+      tar.tar.add_file_simple(path, opts) do |io|
+        io.write(value)
+      end
+    end
+    tar.close
+    tarpath
+  end
+
+  def self.generate_gzip(content)
+
+    file = "#{Stud::Temporary.pathname}.gz"
+    Zlib::GzipWriter.open(file) do |gz|
+      gz.write(content)
+    end
+    file
+  end
+
+  def self.generate_file(content)
+    file = Stud::Temporary.pathname
+    File.write(file, content)
+    file
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'spec_assist'
+require 'webmock/rspec'
+
+RSpec.configure do |config|
+  config.extend Assist
+  config.order = :random
+end

metadata

@@ -0,0 +1,133 @@
+--- !ruby/object:Gem::Specification
+name: file-dependencies
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Richard Pijnenburg
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.2'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: stud
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: manage file dependencies for gems
+email:
+- richard.pijnenburg@elasticsearch.com
+executables:
+- file-deps
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rubocop.yml
+- .travis.yml
+- Gemfile
+- bin/file-deps
+- file-dependencies.gemspec
+- lib/file-dependencies.rb
+- lib/file-dependencies/archive.rb
+- lib/file-dependencies/file.rb
+- lib/file-dependencies/gem.rb
+- lib/file-dependencies/rake_tasks.rb
+- lib/file-dependencies/rubygems_plugin.rb
+- lib/file-dependencies/version.rb
+- spec/archive_spec.rb
+- spec/file-dependencies_spec.rb
+- spec/file_spec.rb
+- spec/spec_assist.rb
+- spec/spec_helper.rb
+homepage: https://github.com/electrical/file-dependencies
+licenses:
+- APACHE 2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: manage file dependencies for gems
+test_files: []