reaver 0.13.0 → 0.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 71aeb61cce0d233f4805e0c63a95fd171638a4d0142379bc63d18f2e459be020
-  data.tar.gz: 4d5b980f10d77ff049425246af3860e1c4a3742c1d1248036afb622e472b90b6
+  metadata.gz: 6e75538ee4c18114f190e991429b05ea524c2de56aca95f34ed4ac249db2f957
+  data.tar.gz: 366534e5bed91646b6081086687574e81ee47e1ecf398dc685095bd441b18831
 SHA512:
-  metadata.gz: db92437ff4c2a4ccb20455fed86107dc5a7d5739552ff77a8c2053cfe6b4d047ed025db3553b1c537242948b157686b86c5e02726e578c7f728798e7409f3d27
-  data.tar.gz: fd890ce9dc9e2d74d14b4f838e892082761d3862e284ccab3781792289a8263460b9a65378a5d2894ab1929d7234730d950b7090fa0bf66810d7858911dea06d
+  metadata.gz: b0ae6803f840ecb0757f17acd46d4503a1e088dac2421c34c90a8a142f53477fec9c93f6709362a89c3aac76c4d8fefa2a346bed1e46c1a1976f2b24501c89a0
+  data.tar.gz: b7da2a626a3ea6ad7b157023a7650321da220e53e2334ad8bc1af54779909f438d6f5dd71084ae2433265a061c0e2fb7c472bf569419ad06ec594bd7760f8a90

data/CHANGELOG.md

@@ -1,3 +1,11 @@
+## 0.16.0, release 01/2025
++ Reaver stop rewriting our yaml collections and erase indentation...
++ Change the user-agent used for a more generic `Mozilla/5.0 (Windows NT 10.0; WOW64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6556.192 Safari/537.36`
++ Can add `keep_name = true` per file, not only globally.
+
+## 0.14.0, release 11/2024
+- Can `git clone` && `git pull` if use `things[].git: true`
+
 ## 0.12.0
 - Add `--strip-components=1` to tar, by default set to `1` may be changed by
   `things[].strip_components: <number>` variable

data/README.md

@@ -9,7 +9,7 @@ move things to the right spot.
 
 ## Dependencies
 
-Reaver need only `unzip`, `xz` and `tar`.
+Reaver need only `unzip`, `xz`, `tar` and `git`, depending what you'll use.
 
 ## Collections
 
@@ -48,13 +48,14 @@ To see more examples, go
 A collection can include:
 - `all_into_dir: <dirname>` if all files go in a directory. Directory is created
   if not exist.
-- `keep_name: <boolean>`, if `true`, use the name of the thing for the dest, e.g, for a name `ombre.tar.gz`, the final dest will be `all_into_dir/ombre` or `dest_dir/ombre`.
+- `keep_name: <boolean>`, if `true`, create a directory with the name of the thing, e.g, for a name `ombre.tar.gz`, the final dest will be `all_into_dir/ombre` or `dest_dir/ombre`.
 - `force_download: <boolean>`, if you make change and want to download now, change to `true`.
 - `things[].dest_dir: <dirname>`, if each files go in differents directory, use this.
 - `things[].name` the new name after download, may include the file extension.
 - `things[].strip_components: <number>`, used on `tar`, default to 1, skip the first
   directory from an archive, if no subdirectory exist, you should set to 0.
 - `things[].url: <string>`
+- `things[].git: <boolean>`, If the thing need to be managed with git.
 - `time: 86000` (in second) is for search every day ( 60 * 60 * 24 ).
 
 If `all_into_dir` is defined, `things[].dest_dir` is not used.  

data/lib/reaver/collection.rb

@@ -34,7 +34,11 @@ module Reaver
       return unless @tasks || @tasks['things'].length.zero?
 
       @tasks['things'].each do |task|
-        do_thing(task)
+        if task['git']
+          Reaver::Git.new(task['url'], task['dest_dir'])
+        else
+          do_thing(task)
+        end
         metadata.info['changed'] = @changed
       end
     end
@@ -67,7 +71,7 @@ module Reaver
 
     def need_to_do_something_with(file)
       dest = @tasks['all_to_dest_dir'] || file['dest_dir']
-      keep_name = @tasks['keep_name'] || false
+      keep_name = @tasks['keep_name'] || file['keep_name'] || false
       strip_components = file['strip_components'] || '1'
       return unless dest
 

data/lib/reaver/download.rb

@@ -14,7 +14,7 @@ module Reaver
     raise Error, "url was invalid" if !url.respond_to?(:open)
 
     options = {}
-    options['User-Agent'] = 'MyApp/1.2.3'
+    options['User-Agent'] = 'Mozilla/5.0 (Windows NT 10.0; WOW64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.6556.192 Safari/537.36'
 
     downloaded_file = ''
     Whirly.start do

data/lib/reaver/git.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+require 'fileutils'
+
+module Reaver
+  # Treat git
+  class Git
+    def initialize(url, dest)
+      @dest = "#{ENV['HOME']}/#{dest}"
+      @url = url
+      x
+    end
+
+    protected
+
+    def x
+      if !Dir.exist?(@dest)
+        git_clone
+      elsif Dir.exist?(@dest) && !Dir.exist?("#{@dest}/.git")
+        FileUtils.rm_rf @dest
+        git_clone
+      elsif Dir.exist?(@dest) && Dir.exist?("#{@dest}/.git")
+        git_sync
+      end
+    end
+
+    private
+
+    def git_clone
+      puts "Git cloning #{@url} to #{@dest}..."
+      `git clone #{@url} #{@dest}`
+    end
+
+    def git_sync
+      puts "Git fetching update(s) on #{@dest}..."
+      `cd #{@dest} && git pull`
+    end
+  end
+end

data/lib/reaver/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Reaver
-  VERSION = '0.13.0'
+  VERSION = '0.16.0'
 end

data/lib/reaver.rb

@@ -6,6 +6,7 @@ require_relative 'reaver/download'
 require_relative 'reaver/metadata'
 require_relative 'reaver/collection'
 require_relative 'reaver/walk'
+require_relative 'reaver/git'
 
 require 'whirly'
 require 'fileutils'
@@ -56,7 +57,7 @@ module Reaver
         FileUtils.chdir(workdir)
         #puts "  > chdir #{workdir}"
         collection.launch(metadata)
-        collection.save_yaml if force_download
+        #collection.save_yaml if force_download
       else
         puts " > Next download > #{next_download}"
       end

data/reaver.gemspec

@@ -41,8 +41,8 @@ Gem::Specification.new do |s|
   # s.cert_chain = %w[certs/szorfein.pem]
   # s.signing_key = File.expand_path('~/.ssh/gem-private_key.pem')
 
-  s.required_ruby_version = '>=2.6'
-  s.add_dependency 'marcel'
+  s.required_ruby_version = '>=3.0'
+  s.add_dependency 'marcel', '~> 1.0'
   s.add_dependency 'paint', '~> 2.3'
   s.add_dependency 'whirly', '~> 0.3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: reaver
 version: !ruby/object:Gem::Version
-  version: 0.13.0
+  version: 0.16.0
 platform: ruby
 authors:
 - szorfein
@@ -34,22 +34,22 @@ cert_chain:
   1Eu31LqT9K75BZgLoHDybDlvVJ1B2hZI31jZOFjqpCgVxwoHmuigy2iCUcLsCTJJ
   6ct0vZN7gCQ/YSLa3jJf1N/CH4rQokbof1fehel4SPA=
   -----END CERTIFICATE-----
-date: 2024-10-25 00:00:00.000000000 Z
+date: 2025-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: marcel
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: paint
   requirement: !ruby/object:Gem::Requirement
@@ -96,6 +96,7 @@ files:
 - lib/reaver/banner.rb
 - lib/reaver/collection.rb
 - lib/reaver/download.rb
+- lib/reaver/git.rb
 - lib/reaver/metadata.rb
 - lib/reaver/version.rb
 - lib/reaver/walk.rb
@@ -117,14 +118,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.6'
+      version: '3.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.25
+rubygems_version: 3.5.16
 signing_key:
 specification_version: 4
 summary: A tool to downloads and track updates of things on the Net.