cookbook-omnifetch 0.10.1 → 0.11.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4df0a66a67a46dc690434e1bc71a7cf0020496214b51b6639236fa3a9843873a
-  data.tar.gz: 3c1d54feae73211f2977a1c4b04fa5c294bd62aa0ace636e9b447175380b7b7b
+  metadata.gz: b6b7baff1c908f3ee02466f86ff7225a6a567006ed325313514d429eb07bddaa
+  data.tar.gz: a30c239d1ff4f032738cf9755226aff95e6f7df330c5119b367fa520306a9372
 SHA512:
-  metadata.gz: 6dcfe66630ecb1af6dabce0f37b5d92454afe523ff22755ec4ebacdb047d6dbfc3fb17ad9cff5d1440d9ebca9d4811663054f344e65e45f81339e530a48250a6
-  data.tar.gz: 94edbbeba3fc3d31a9789a1461cdf878073ed2bfb8d632a52e6ba1b16092331e680d7d720ea01ab2b0d069a70678c3ed20d849453fd1da42f80873535b822f88
+  metadata.gz: c7f11e46181d038e79d55e527ebc743b977ed012ad0630dbfe8f687bdc36c9638a0a7e70eb24feacc1fc2ef960cdd68f4cdbff55eea8d5bdd98c5f29f2b25962
+  data.tar.gz: 5ad4d570c3fe10fa6f30c055d8bb0d73dd24fc1a90c15fe804007bda3b9738780d0e87128ecfae2cb569e5bdba949ad3d2f3e48999e58c27b99dd970f4cae297

data/lib/cookbook-omnifetch/chef_server.rb

@@ -34,7 +34,8 @@ module CookbookOmnifetch
     #
     # @return [Boolean]
     def installed?
-      install_path.exist?
+      # Always force a refresh of cache
+      false
     end
 
     def http_client

data/lib/cookbook-omnifetch/chef_server_artifact.rb

@@ -45,7 +45,8 @@ module CookbookOmnifetch
     #
     # @return [Boolean]
     def installed?
-      install_path.exist?
+      # Always force a refresh of cache
+      false
     end
 
     def http_client

data/lib/cookbook-omnifetch/metadata_based_installer.rb

@@ -1,4 +1,5 @@
 require_relative "threaded_job_queue"
+require "digest/md5"
 
 module CookbookOmnifetch
 
@@ -27,7 +28,7 @@ module CookbookOmnifetch
           next unless @metadata.key?(type.to_s)
 
           @metadata[type.to_s].each do |file|
-            yield file["url"], file["path"]
+            yield file["url"], file["path"], file["checksum"]
           end
         end
       end
@@ -46,50 +47,58 @@ module CookbookOmnifetch
     end
 
     def install
-      FileUtils.rm_rf(staging_path) # ensure we have a clean dir, just in case
-      FileUtils.mkdir_p(staging_root) unless staging_root.exist?
-      md = http_client.get(url_path)
-
-      queue = ThreadedJobQueue.new
+      metadata = http_client.get(url_path)
+      clean_cache(metadata)
+      sync_cache(metadata)
+    end
 
-      CookbookMetadata.new(md).files do |url, path|
-        stage = staging_path.join(path)
-        FileUtils.mkdir_p(File.dirname(stage))
+    # Removes files from cache that are not supposed to be there, based on
+    # files in metadata.
+    def clean_cache(metadata)
+      actual_file_list = Dir.glob(File.join(install_path, "**/*"))
+      expected_file_list = []
+      CookbookMetadata.new(metadata).files { |_, path, _| expected_file_list << File.join(install_path, path) }
+
+      extra_files = actual_file_list - expected_file_list
+      extra_files.each do |path|
+        if File.file?(path)
+          FileUtils.rm(path)
+        end
+      end
+    end
 
-        queue << lambda do |_lock|
-          http_client.streaming_request(url) do |tempfile|
-            tempfile.close
-            FileUtils.mv(tempfile.path, stage)
+    # Downloads any out-of-date files into installer cache, overwriting
+    # those that don't match the checksum provided the metadata @ url_path
+    def sync_cache(metadata)
+      queue = ThreadedJobQueue.new
+      CookbookMetadata.new(metadata).files do |url, path, checksum|
+        dest_path = File.join(install_path, path)
+        FileUtils.mkdir_p(File.dirname(dest_path))
+        if file_outdated?(dest_path, checksum)
+          queue << lambda do |_lock|
+            http_client.streaming_request(url) do |tempfile|
+              tempfile.close
+              FileUtils.mv(tempfile.path, dest_path)
+            end
           end
         end
       end
-
       queue.process(CookbookOmnifetch.chef_server_download_concurrency)
-
-      FileUtils.mv(staging_path, install_path)
     end
 
-    # The path where files are downloaded to.  On certain platforms you have a
-    # better chance of getting an atomic move if your temporary working
-    # directory is on the same device/volume as the  destination.  To support
-    # this, we use a staging directory located under the cache path under the
-    # rather mild assumption that everything under the cache path is going to
-    # be on one device.
+    # Check if a given file (at absolute path) is missing or does has a mismatched md5sum
     #
-    # @return [Pathname]
-    def staging_root
-      Pathname.new(CookbookOmnifetch.cache_path).join(".cache_tmp", "metadata-installer")
-    end
-
-    def staging_path
-      staging_root.join(staging_cache_key)
-    end
-
-    # Convert the URL to a safe name for a file and append our random slug.
-    # This helps us avoid colliding in the case that there are multiple
-    # processes installing the same cookbook at the same time.
-    def staging_cache_key
-      "#{url_path.gsub(/[^[:alnum:]]/, "_")}_#{slug}"
+    # @return [TrueClass, FalseClass]
+    def file_outdated?(path, expected_md5sum)
+      return true unless File.exist?(path)
+
+      md5 = Digest::MD5.new
+      File.open(path, "r") do |file|
+        while (chunk = file.read(1024))
+          md5.update chunk
+        end
+      end
+      md5.to_s != expected_md5sum
     end
   end
 end

data/lib/cookbook-omnifetch/version.rb

@@ -1,3 +1,3 @@
 module CookbookOmnifetch
-  VERSION = "0.10.1".freeze
+  VERSION = "0.11.1".freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: cookbook-omnifetch
 version: !ruby/object:Gem::Version
-  version: 0.10.1
+  version: 0.11.1
 platform: ruby
 authors:
 - Jamie Winsor
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-21 00:00:00.000000000 Z
+date: 2020-08-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mixlib-archive
@@ -74,7 +74,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.4'
+      version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="