reaver 0.4.0 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0d4a124d2032645971e2084e688be989024bfc7deccaebb51c04742f85ebbd69
-  data.tar.gz: 5d6f483932ebc078c182d054b329a45251c315856ec60084ae511c075773a2ba
+  metadata.gz: 32fb1834d726c5f6883514c899661f2a3ad42ed4dd53c5ab64fc0a97bcafe96e
+  data.tar.gz: fd73c58c53c159e86cc523960b795b30e3ca91a4333ef5340207bc438d71f6e9
 SHA512:
-  metadata.gz: 4460f09f21e6e7816f50c24a1a2866a2e01de28f32cd8cb54b3600d8b13393bb6baf9bf05175c022b508119f82458c01115d6b8939ee02932c83f005eb8cfe92
-  data.tar.gz: 1562641f8cd861fd7524e8445d9734eaef48d71a44bd66c012877562f0148094d8f049196f3d47e0c8092401290d63b4b798a3f5b57e471aa4e3674ea24a2f3d
+  metadata.gz: 54ce812f876370d2579221723c9d005abfd6abb1568ff8617f2272016287a4cc98990e2a55202a8ab4a791d4d1148c7c5b0715e3d8fd3b4e74064687dde84c15
+  data.tar.gz: 1e247b45ec3a47c90fa161c8e2677ae90dc8bea56b81e615db2a2c3f9c2ca68af82dc706825d412941b5aaabb398d5d06393bfd51c87c7780cadc638ecb2720f

data/CHANGELOG.md

@@ -1,3 +1,17 @@
+## 0.7.0, release 12/24/22
+
+* Each collections download things in separate directory.
+* Add a `changed` boolean if a file change.
+* Stop modifying collection content, add them in a file called `metadata.yml`.
+* Improve runtime.
+
+## 0.4.0, release 12/22/22
+
+* Renaming project.
+* Add a banner.
+* Separate main.
+* Add collection yml.
+* Download stack.
 
 ## 0.0.1, release 12/21/22
 * Initial push, code freeying !

data/README.md

@@ -1,7 +1,7 @@
 # reaver
 
-A tools to downloads things on the net. Reaver is used to get all files
-required by your project, track the last version, etc.
+A tool that allows to download and track the latest version of stuff on the net.
+Define your collections in .yml and launch Reaver to retrieve everything.
 
 ## Collections
 
@@ -38,3 +38,5 @@ The `name` must contain the path extension for now.
 And start reaver simply with:
 
     $ reaver
+
+Reaver download all files in `~/.cache/reaver` by default.

data/lib/reaver/collection.rb

@@ -2,6 +2,7 @@
 
 require 'yaml'
 require 'time'
+require 'digest'
 
 module Reaver
   class Collection
@@ -9,41 +10,44 @@ module Reaver
 
     def initialize(file)
       @file = file
+      @changed = false
     end
 
     def load_yaml
-      puts "loading #{@file}..."
-      @tasks = YAML.load_file(@file,  permitted_classes: [Time, Symbol])
-      # puts @tasks.inspect
+      puts ">> Loading #{@file}..."
+      if RUBY_VERSION >= '3.0'
+        @tasks = YAML.load_file(@file,  permitted_classes: [Time, Symbol])
+      else
+        @tasks = YAML.load_file(@file)
+      end
     rescue => error
       raise error, "loading YAML fail for #{@file}: #{error.message}"
     end
 
-    def launch
+    def launch(metadata)
       return unless @tasks
 
       if @tasks['things'].length >= 1
-        @tasks['things'].each { |t| Reaver.download(t['url'], t['name']) }
+        @tasks['things'].each do |t|
+          if File.exist? t['name']
+            old_hash = Digest::MD5.file t['name']
+          else
+            @changed = true
+          end
+
+          Reaver.download(t['url'], t['name']) 
+          compare_hash(t['name'], old_hash) if old_hash
+
+          metadata.info['changed'] = @changed
+        end
       end
-
-      update_time
-    end
-
-    def save_yaml
-      return if @tasks == nil
-
-      File.open(@file, 'w') { |f| YAML.dump(@tasks, f) }
     end
 
     private
 
-    def update_time
-      return unless @tasks['things'].length >= 1
-
-      now = Time.new
-      n = @tasks['time'] if @tasks['time'].is_a?(Integer)
-      @tasks['next'] = now + n ||= 0
-      @tasks['last_download'] = now
+    def compare_hash(filename, old_hash)
+      hash = Digest::MD5.file filename
+      @changed = true if old_hash.hexdigest != hash.hexdigest
     end
   end
 end

data/lib/reaver/download.rb

@@ -2,13 +2,14 @@
 
 require 'open-uri'
 require 'net/http'
-require 'whirly'
 require 'tempfile'
 require 'fileutils'
 
 module Reaver
-  def self.download(url, name)
-    dest = "#{CACHE_DIR}/#{name}"
+  extend self
+
+  def download(url, name)
+    dest = name
     url = URI(url)
     raise Error, "url was invalid" if !url.respond_to?(:open)
 
@@ -19,21 +20,21 @@ module Reaver
     Whirly.start do
       Whirly.status = "downloading #{dest}"
       downloaded_file = URI.open(url, options)
-    end
 
-    # open-uri will return a StringIO instead of a Tempfile if the filesize
-    # is less than 10 KB, so we patch this behaviour by converting it into
-    # a Tempfile.
-    if downloaded_file.is_a?(StringIO)
-      tempfile = Tempfile.new("open-uri", binmode: true)
-      IO.copy_stream(downloaded_file, tempfile.path)
-      downloaded_file = tempfile
-      FileUtils.mv downloaded_file.path, dest
-    else
-      IO.copy_stream(downloaded_file, dest)
-    end
+      # open-uri will return a StringIO instead of a Tempfile if the filesize
+      # is less than 10 KB, so we patch this behaviour by converting it into
+      # a Tempfile.
+      if downloaded_file.is_a?(StringIO)
+        tempfile = Tempfile.new('open-uri', binmode: true)
+        IO.copy_stream(downloaded_file, tempfile.path)
+        downloaded_file = tempfile
+        FileUtils.mv downloaded_file.path, dest
+      else
+        IO.copy_stream(downloaded_file, dest)
+      end
 
-    downloaded_file
+      downloaded_file
+    end
   end
 end
 

data/lib/reaver/metadata.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module Reaver
+  class MetaData
+    attr_accessor :info
+
+    def initialize(dirname, collection)
+      @dirname = dirname
+      @collection = collection
+      @file = "#{@dirname}/metadata.yml"
+      @info = { 'changed' => false, 'next' => Time.new }
+    end
+
+    def load_yaml
+      if File.exist? @file
+        #puts "loading metadata #{@file}..."
+        if RUBY_VERSION >= '3.0'
+          @info = YAML.load_file(@file,  permitted_classes: [Time, Symbol])
+        else
+          @info = YAML.load_file(@file)
+        end
+        # puts @info.inspect
+      else
+        File.open(@file, 'w') { |f| YAML.dump(@info, f) }
+      end
+    end
+
+    def save_yaml
+      update_time
+
+      File.open(@file, 'w') { |f| YAML.dump(@info, f) }
+    end
+
+    private
+
+    def update_time
+      return unless @collection.tasks['things'].length >= 1
+
+      now = Time.new
+      n = @collection.tasks['time'] if @collection.tasks['time'].is_a?(Integer)
+      @info['next'] = now + n ||= now
+      @info['last_download'] = now
+    end
+  end
+end

data/lib/reaver/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Reaver
-  VERSION = '0.4.0'
+  VERSION = '0.7.1'
 end

data/lib/reaver.rb

@@ -3,6 +3,7 @@
 require_relative 'reaver/version'
 require_relative 'reaver/banner'
 require_relative 'reaver/download'
+require_relative 'reaver/metadata'
 require_relative 'reaver/collection'
 
 require 'whirly'
@@ -25,29 +26,35 @@ module Reaver
     ambiguous_characters_width: 1
 
   def self.main
-    FileUtils.mkdir_p(CACHE_DIR)
     FileUtils.mkdir_p(WORKDIR)
 
-    puts ">> Search collections in #{WORKDIR}"
+    #puts ">> Search collections in #{WORKDIR}"
 
     Dir.glob("#{WORKDIR}/*.yml").each do |f|
-      if File.exist? f
-        collection = Collection.new(f)
-        collection.load_yaml
-
-        if collection.tasks
-          next_download = collection.tasks['next'] ||= Time.new
-          name = f.split('/').last
-
-          if next_download < Time.new
-            puts ' >> Download time for ' + name
-            collection.launch
-          else
-            puts "Next download for #{name} >> #{next_download}"
-          end
+      name = f.split('/').last
+      name = name.split('.').first
+      workdir = "#{CACHE_DIR}/#{name}"
+
+      FileUtils.mkdir_p(workdir)
+
+      collection = Collection.new(f)
+      collection.load_yaml
+
+      if collection.tasks
+        metadata = MetaData.new(workdir, collection)
+        metadata.load_yaml
+        next_download = metadata.info['next']
+
+        if next_download < Time.new
+          #puts ' >> Download time for ' + name
+          FileUtils.chdir(workdir)
+          #puts "  > chdir #{workdir}"
+          collection.launch(metadata)
+        else
+          puts " > Next download > #{next_download}"
         end
 
-        collection.save_yaml
+        metadata.save_yaml
       end
     end
   end

data/reaver.gemspec

@@ -5,12 +5,13 @@ require_relative 'lib/reaver/version'
 # https://guides.rubygems.org/specification-reference/
 Gem::Specification.new do |s|
   s.name = 'reaver'
-  s.summary = 'A tool to downloads and search for updates of things on the Net.'
+  s.summary = 'A tool to downloads and track updates of things on the Net.'
   s.version = Reaver::VERSION
   s.platform = Gem::Platform::RUBY
 
   s.description = <<-DESCRIPTION
-    A tool to download and search for updates of things on the Net. Define collections in yaml with a delay in seconds and launch Reaver.
+    A tool that allows to download and track the latest version of stuff on the net.
+    Define your collections in .yml and launch Reaver to retrieve everything.
   DESCRIPTION
 
   s.email = 'szorfein@protonmail.com'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: reaver
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.7.1
 platform: ruby
 authors:
 - szorfein
@@ -36,7 +36,7 @@ cert_chain:
   aEJeKq4/BlIwMlXPe+W5C8zp2i8hgG1/OYbwbGE1p2iRi1NIK7G/HyRqQjOqJxzE
   LLknX69FN7/G
   -----END CERTIFICATE-----
-date: 2022-12-22 00:00:00.000000000 Z
+date: 2022-12-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: whirly
@@ -66,8 +66,9 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2.3'
-description: "    A tool to download and search for updates of things on the Net.
-  Define collections in yaml with a delay in seconds and launch Reaver.\n"
+description: |2
+      A tool that allows to download and track the latest version of stuff on the net.
+      Define your collections in .yml and launch Reaver to retrieve everything.
 email: szorfein@protonmail.com
 executables:
 - reaver
@@ -83,6 +84,7 @@ files:
 - lib/reaver/banner.rb
 - lib/reaver/collection.rb
 - lib/reaver/download.rb
+- lib/reaver/metadata.rb
 - lib/reaver/version.rb
 - reaver.gemspec
 homepage: https://github.com/szorfein/reaver
@@ -112,5 +114,5 @@ requirements: []
 rubygems_version: 3.3.23
 signing_key:
 specification_version: 4
-summary: A tool to downloads and search for updates of things on the Net.
+summary: A tool to downloads and track updates of things on the Net.
 test_files: []