qdumpfs 0.6.0 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 606cd6d5f9de57b340a1ac41d5e621d2f947cff5e1fce3a9ec510be72e0f0d4d
-  data.tar.gz: 073da696b6e73cd8059a246fbe18b51f09050f100bb9f7a454954921d4e5d228
+  metadata.gz: c7e95debed71b63b553da2ee5d9f4bb7828a855c1ed76a20188821fc507222f0
+  data.tar.gz: 31272461b61233cc082f9b44370eb3304415ac8025b67d8a13900795ead68570
 SHA512:
-  metadata.gz: 34c7c309574b3cbd00175b0e327d1df5687fa2acb84fcb3d29ff5d77adeaacfddc5f91a28de702d0aaa06e0b694ea722d00d43ed50d7b7f74d80d2f754b1027c
-  data.tar.gz: f5702a62c4b9ab44364df7c697c5d503ddccce6b946f2e7702de6783521aa05afa358df218686a90934a80af64906105068bb5cd0a77aa8fcacf597e56541436
+  metadata.gz: 7419e48fea0c72b06d7c810ae22cf6c12f78aa4e9bcce21ffeeba176eafd039836169b178c0a13f892ca3834f687ea0a271b811311e6bf4904917a15a315ebf9
+  data.tar.gz: 1e596cb96545f92477e8695fd77394aba619afc928176a2d0f505914c25d1215e1eeda648a7673d10794460ea4521cb93933fe1303313b08aa7660d25d8ccb2f

data/.gitignore

@@ -12,4 +12,7 @@ log.txt
 *test.cmd
 test*.cmd
 *.log
+/data/to
+/data/to2
+
 

data/Gemfile.lock

@@ -1,13 +1,13 @@
 PATH
   remote: .
   specs:
-    qdumpfs (0.6.0)
+    qdumpfs (1.0.1)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    minitest (5.14.2)
-    rake (13.0.1)
+    minitest (5.14.4)
+    rake (13.0.3)
 
 PLATFORMS
   ruby

data/README.md

@@ -1,13 +1,14 @@
 # Qdumpfs
 
-qdumpfs is a modified version of pdumpfs.
+pdumpfsの個人的改良版です。
 
-## Installation
+Gem化して最近のバージョンのバージョンのRubyに対応。コマンドの拡張などを行っています。
 
-gem install qdumpfs
+## インストール
 
-## Usage
+gem install qdumpfs
 
+## 使用方法
 
 ```
 Usage: qdumpfs [options] <source> <dest>
@@ -19,48 +20,53 @@ Options
     -e, --exclude=PATTERN            exclude files/directories matching PATTERN
     -s, --exclude-by-size=SIZE       exclude files larger than SIZE
     -w, --exclude-by-glob=GLOB       exclude files matching GLOB
-    -c, --command=COMMAND            backup|sync|list|expire|verify|test
+    -c, --command=COMMAND            backup|sync|list|expire|verify|delete
     -l, --limit=HOURS                limit hours
     -k, --keep=KEEPARG               ex: --keep 100Y12M12W30D (100years, 12months, 12weeks, 30days, default)
 ```
 
-## Example
+## 実行例
+
+
+バックアップを実行する場合。
 
-Backup your home directory, run the following command.
 ```
 qdumpfs /home/foo /backup
 ```
 
-You can specify command option(default is "backup").
+"--command backup"オプションを明示することもできます。
+
 ```
 qdumpfs --command=backup /home/foo /backup
 ```
 
-Sync two backup directories.
+"--command sync"でバックアップフォルダを同期できます。
 ```
 qdumpfs --command=sync /backup1 /backup2
 ```
 
-Sync two backup directories(limit 1 hours, keep 100Y12M12W30D).
+バックアップフォルダの同期には膨大な時間が必要な場合があるため、実行時間を制限できます。以下は例えば1時間に制限する場合です。
 ```
 qdumpfs --command=sync --limit=1 /backup1 /backup2
 ```
 
-Sync two backup directories(limit 1 hours, keep specified backups only).
+バックアップフォルダの同期で、1時間でかつ"100Y12M12W30D"を保存する場合のオプションです。
 ```
-qdumpfs --command=sync --limit=1 --keep=5Y6M7W10D --keep/backup1 /backup2
+qdumpfs --command=sync --limit=1 --keep=5Y6M7W10D backup1 /backup2
 ```
 
-Expire backup directory.
+"--command expire"で、"--keep="パターンに該当しないバックアップを削除できます。
 ```
-qdumpfs --command=expire --limit=1 --keep=5Y6M7W10D --keep/backup1 /backup2
+qdumpfs --command=expire --limit=1 --keep=5Y6M7W10D backup1 /backup2
 ```
 
+"--command delete"で、バックアップに存在する指定したパスを削除できます(間違えてバックアップした内容を削除したい場合などに使用)。
+```
+qdumpfs --command=delete --delete-dir=backup1 --limit=1  r:/backup2
+```
 
 ## License
 
 qdumpfs is a free software with ABSOLUTELY NO WARRANTY under the terms of the GNU General Public License version 2.
 
 
-
-

data/data/from/0.txt

@@ -0,0 +1 @@
+0

data/data/from/a/1.txt

@@ -0,0 +1 @@
+1

data/exe/sample

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+require 'fileutils'
+require "qdumpfs"
+
+from = "./data/from"
+to = "./data/to"
+to2 = "./data/to2"
+
+def create_dir(dir)
+  if FileTest.directory?(dir)
+    FileUtils.rm_rf(dir)
+  end
+  FileUtils.mkpath(dir)
+end
+
+create_dir(to)
+create_dir(to2)
+
+
+arg = ["--backup-at=20210119", from, to]
+Qdumpfs::Command.run(arg)
+arg = ["--backup-at=20210121", from, to]
+Qdumpfs::Command.run(arg)
+arg = ["--backup-at=20210122", from, to]
+Qdumpfs::Command.run(arg)
+arg = ["--backup-at=20210123", from, to]
+Qdumpfs::Command.run(arg)
+arg = ["--backup-at=20210124", from, to]
+Qdumpfs::Command.run(arg)
+
+
+arg = ["--backup-at=20210122", from, to2]
+Qdumpfs::Command.run(arg)
+arg = ["--backup-at=20210123", from, to2]
+
+arg = ["--command=delete", "--delete-from=20210122", "--delete-to=20210123", "--limit=1", to, to2]
+Qdumpfs::Command.run(arg)
+
+

data/lib/qdumpfs.rb

@@ -38,15 +38,22 @@ module Qdumpfs
       opt.on('-c COMMAND', '--command=COMMAND', commands, commands.join('|')) {|v| opts[:c] = v}
       opt.on('-l HOURS', '--limit=HOURS', 'limit hours') {|v| opts[:limit] = v}
       opt.on('-k KEEPARG', '--keep=KEEPARG', 'ex: --keep 100Y12M12W30D (100years, 12months, 12weeks, 30days, default)') {|v| opts[:keep] = v}
-      opt.on('--logdir LOGDIR', 'logdir') {|v| opts[:logdir] = v}
-      opt.on('--delete-from YYYYMMDD', 'delete backup from YYYY/MM/DD') {|v|
+      opt.on('--logdir=LOGDIR', 'logdir') {|v| opts[:logdir] = v}
+      opt.on('--delete-from=YYYYMMDD', 'delete backup from YYYY/MM/DD') {|v|
         opts[:delete_from] = Date.parse(v)
       }
-      opt.on('--delete-to YYYYMMDD', 'delete backup to YYYY/MM/DD') {|v|
+      opt.on('--delete-to=YYYYMMDD', 'delete backup to YYYY/MM/DD') {|v|
         opts[:delete_to] = Date.parse(v)
-      } 
+      }
+      opt.on('--delete-dir=DIRS', 'relative path from the snapshot root of the backup. ex: --delete-dir=foo,home/bar') {|v|
+        opts[:delete_dirs] = v.split(/,/)
+      }      
+      opt.on('--backup-at=YYYYMMDD', 'backup at YYYY/MM/DD') {|v|
+        opts[:backup_at] = Date.parse(v)
+      }
+      opt.on('-d', '--debug', 'debug mode') {|v| opts[:d] = v }
       opt.parse!(argv)
-      option = Option.new(opts, ARGV)
+      option = Option.new(opts, argv)
       if opts[:v]
         puts "<<<<< qdumpfs options >>>>> "
         puts "logdir: #{option.logdir}"
@@ -58,8 +65,10 @@ module Qdumpfs
         command = Command.new(option)
         command.run
       rescue => e
-#        p e.message
-#        p e.backtrace
+        if option.debug
+          p e.message
+          p e.backtrace
+        end
         puts opt.help
         exit        
       end
@@ -82,8 +91,6 @@ module Qdumpfs
         verify
       elsif @opt.cmd == 'delete'
         delete('delete')
-#      elsif @opt.cmd == 'test'
-#        test
       else
         raise RuntimeError, "unknown command: #{@opt.cmd}"
       end
@@ -130,11 +137,17 @@ module Qdumpfs
     end
     
     def filecount(dir)
-      pscmd = 'Get-ChildItem -Recurse -File | Measure-Object | %{$_.Count}'
-      cmd = "powershell -Command \"#{pscmd}\""
-      result = nil
-      Dir.chdir(dir) do
-        result = `#{cmd}`
+      result = '0'
+      if windows? 
+        pscmd = 'Get-ChildItem -Recurse -File | Measure-Object | %{$_.Count}'
+        cmd = "powershell -Command \"#{pscmd}\""
+        result = nil
+        Dir.chdir(dir) do
+          result = `#{cmd}`
+          result.chomp!
+        end
+      else
+        result = `find #{dir} | wc -l`
         result.chomp!
       end
       result.to_i
@@ -146,29 +159,6 @@ module Qdumpfs
       return src_count, dst_count
     end
 
-    def get_snapshots(target_dir)
-      # 指定したディレクトリに含まれるバックアップフォルダ(日付つき)を全て取得
-      dd   = "[0-9][0-9]"
-      dddd = dd + dd
-      # FIXME: Y10K problem.
-      dirs = []
-      glob_path = File.join(target_dir, dddd, dd, dd)
-      Dir.glob(glob_path).sort.find {|dir|
-        day, month, year = File.split_all(dir).reverse.map {|x| x.to_i }
-        path = dir
-        if File.directory?(path) and Date.valid_date?(year, month, day) and
-          dirs << path
-        end
-      }
-      dirs
-    end
-
-    def get_snapshot_date(snapshot)
-      # バックアップディレクトリのパス(日付つき)から日付を取得して返す
-      day, month, year = File.split_all(snapshot).reverse.map {|x| x.to_i }
-      Time.new(year, month, day)
-    end
-    
     def update_snapshot(src, latest, today)
       # バックアップの差分コピーを実行
       # src: コピー元ディレクトリ ex) i:/from/home
@@ -189,8 +179,8 @@ module Qdumpfs
           # ファイルのアップデート
           update_file(s, l, t)
           dirs[t] = File.stat(s) if File.ftype(s) == "directory"
-        rescue Errno::ENOENT, Errno::EACCES => e
-          wprintf("%s: %s", src, e.message)
+        rescue => e
+          log("#{src}: #{e.message}")
           next
         end
       end
@@ -224,8 +214,8 @@ module Qdumpfs
         end
           chown_if_root(type, s, t)
           dirs[t] = File.stat(s) if File.ftype(s) == "directory"
-        rescue Errno::ENOENT, Errno::EACCES => e
-          wprintf("%s: %s", s, e.message)
+        rescue => e
+          log("#{src}: #{e.message}")
           next
         end
       end
@@ -237,7 +227,7 @@ module Qdumpfs
       
       #コピー元のスナップショット
       src_snapshots = BackupDir.scan_backup_dirs(src)
-      @opt.detect_keep_dirs(src_snapshots)
+      @opt.detect_expire_dirs(src_snapshots)
       
       # コピー先の最新スナップショット
       dst_snapshots = BackupDir.scan_backup_dirs(dst)
@@ -306,6 +296,9 @@ module Qdumpfs
       
       @written_bytes = 0
       start_time = Time.now
+      if @opt.backup_at
+        start_time = to_time(@opt.backup_at)
+      end
       src = @opt.src
       dst = @opt.dst
       
@@ -451,11 +444,9 @@ module Qdumpfs
     
     def delete(cmd)
       @opt.validate_directories(1)
-      
       start_time = Time.now
       limit_time = start_time + (@opt.limit_sec)
-      log("##### #{cmd} start #{fmt(start_time)} => limit_time=#{fmt(limit_time)} #####")
-      
+      log("##### #{cmd} delete-from=#{@opt.delete_from} delete-to=#{@opt.delete_to} start #{fmt(start_time)} => limit_time=#{fmt(limit_time)} #####")
       @opt.dirs.each do |target_dir|
         
         target_start = Time.now        
@@ -476,6 +467,29 @@ module Qdumpfs
       log("##### #{cmd} end #####")
     end
 
+    def rm_dir(path)
+      can_delete = true
+      if @opt.dry_run
+        can_delete = false
+      elsif !FileTest.directory?(path)
+        can_delete = false
+      end
+      msg = can_delete ? "...ok..." : "...ng..."
+      print "Deleting #{path} #{msg}"
+
+      return unless can_delete
+
+      #それ以外は日付バックアップディレクトリ全体を削除
+      if windows?
+        # Windowsの場合
+        win_backup_path = to_win_path(path)
+        system("rmdir /S /Q #{win_backup_path}")
+      else
+        # Linux/macOSの場合
+        system("rm -rf #{path}")
+      end
+    end
+
     def delete_target_dir(cmd, target_dir)
       target_dir = to_unix_path(target_dir)
       puts "<<<<< Target dir: #{target_dir} >>>>>"
@@ -488,40 +502,20 @@ module Qdumpfs
       else
         raise RuntimeError, "unknown command: #{cmd}"
       end
-      
-#      p @opt.keep_year
-#      p @opt.keep_month
-#      p @opt.keep_day
-      
+    
       snapshots.each do |snapshot|
         next if snapshot.keep
         t_start = Time.now
-        print "Deleting #{snapshot.path} ..."
-       
-        unless @opt.dry_run
-          #http://superuser.com/questions/19762/mass-deleting-files-in-windows/289399#289399
-          ##### here
-          #bundle exec ruby exe/qdumpfs --dry-run --keep=100Y36M30W30D --command expire f:/pc1/pdumpfs/users f:/pc1/pdumpfs/opt f:/pc1/pdumpfs/d
-          
-          if windows?
-            # Windowsの場合
-            win_backup_path = to_win_path(snapshot.path)
-            
-#            byenow = "byenow"
-#            if which(byenow)
-#              print " bynow"
-#              system("byenow -y --delete-ntapi --one-liner #{snapshot.path}")
-#            else
-#              print " pass1"
-#              system("del /F /S /Q #{win_backup_path} > nul")
-#              print " pass2"
-#              system("rmdir /S /Q #{win_backup_path}")
-            #            end
-            system("rmdir /S /Q #{win_backup_path}")
-          else
-            # Linux/macOSの場合
-            system("rm -rf #{snapshot.path}")
+
+        if @opt.delete_dirs.size > 0
+          #削除するディレクトリが指定されている場合日付バックアップディレクトリの下そのディレクトリを削除
+          @opt.delete_dirs.each do |delete_dir|
+            delete_path = File.join(snapshot.path, delete_dir)
+            rm_dir(delete_path)
           end
+        else
+          #それ以外はバックアップディレクトリ全体が対象
+          rm_dir(snapshot.path)
         end
         
         t_end = Time.now
@@ -545,60 +539,6 @@ module Qdumpfs
       end      
     end
 
-    # def delete
-    #   @opt.validate_directories(1)
-      
-    #   start_time = Time.now
-    #   limit_time = start_time + (@opt.limit_sec)      
-    #   log("##### delete start #{fmt(start_time)} => limit_time=#{fmt(limit_time)} #####")
-    #   @opt.dirs.each do |target_dir|
-    #     target_start = Time.now
-    #     delete_target_dir(target_dir)
-    #     target_end = Time.now
-        
-    #     # 次回expireにかかる時間を最終expire時間の半分と予想
-    #     next_expire = (target_end - target_start) / 2
-        
-    #     cur_time = Time.now
-    #     in_imit = (cur_time + next_expire) < limit_time
-        
-    #     log("## cur_time=#{fmt(cur_time)} + next_expire=#{next_expire} <  limit_time=#{fmt(limit_time)} in_limit=#{in_limit} ## ")
-    #     unless in_limit
-    #       break
-    #     end
-    #   end        
-    #   log("##### delete end #####")
-    # end
-
-    # def delete_target_dir(target_dir)
-    #   target_dir = to_unix_path(target_dir)
-    #   puts "<<<<< Target dir: #{target_dir} >>>>>"
-      
-    #   snapshots = BackupDir.scan_backup_dirs(target_dir)
-    #   @opt.detect_delete_dirs(snapshots)
-
-    #   snapshots.each do |snapshot|
-    #     next if snapshot.keep
-    #     t_start = Time.now
-    #     print "Deleting #{snapshot.path} ..."
-       
-    #     unless @opt.dry_run
-    #       if windows?
-    #         # Windowsの場合
-    #         win_backup_path = to_win_path(snapshot.path)
-    #         system("rmdir /S /Q #{win_backup_path}")
-    #       else
-    #         # Linux/macOSの場合
-    #         system("rm -rf #{snapshot.path}")
-    #       end
-    #     end
-    #   end
-
-    #   t_end = Time.now
-    #   diff = (t_end - t_start).to_i
-    #   diff_hours = diff / 3600
-    #   puts " done[#{diff} seconds = #{diff_hours} hours]." 
-    # end
     
   end
 

data/lib/qdumpfs/option.rb

@@ -140,14 +140,18 @@ module Qdumpfs
       @keep_week = $1.to_i if keep =~ /(\d+)W/
       @keep_day = $1.to_i if keep =~ /(\d+)D/
       @delete_from = @opts[:delete_from]
-      @delete_to = @opts[:delete_to]      
+      @delete_to = @opts[:delete_to]
+      @delete_dirs = @opts[:delete_dirs] || []
+      @backup_at = @opts[:backup_at]
       @today = Date.today
+      @debug = @opts[:d]
     end
     attr_reader :dirs, :src, :dst, :cmd
     attr_reader :keep_year, :keep_month, :keep_week, :keep_day
     attr_reader :logdir, :logpath, :verifypath
     attr_reader :logger, :matcher, :reporter, :interval_proc
-    attr_reader :delete_from, :delete_to
+    attr_reader :delete_from, :delete_to, :delete_dirs, :backup_at
+    attr_reader :debug
     
     def report(type, filename)
       if @opts[:v]
@@ -217,14 +221,21 @@ module Qdumpfs
     end
 
     def detect_delete_dirs(backup_dirs, delete_from, delete_to)
+      
       backup_dirs.each do |backup_dir|
         backup_dir.keep = true
-        if delete_from && backup_dir.date >= delete_from && delete_to && backup_dir.date <= delete_to
-          backup_dir.keep = false
-        elsif delete_from && backup_dir.date >= delete_from
-          backup_dir.keep = false
-        elsif delete_to && backup_dir.date <= delete_to
-          backup_dir.keep = false
+        if delete_from && delete_to
+          if backup_dir.date >= delete_from && backup_dir.date <= delete_to
+            backup_dir.keep = false
+          end
+        elsif delete_from
+          if backup_dir.date >= delete_from
+            backup_dir.keep = false
+          end
+        elsif delete_to
+          if backup_dir.date <= delete_to
+            backup_dir.keep = false
+          end
         end
       end
     end

data/lib/qdumpfs/util.rb

@@ -1,3 +1,4 @@
+# coding: utf-8
 def wprintf(format, *args)
   STDERR.printf("pdumpfs: " + format + "\n", *args)
 end
@@ -72,14 +73,14 @@ module QdumpfsFind
         yield file.dup.taint
         begin
           s = File.lstat(file)
-        rescue Errno::ENOENT, Errno::EACCES, Errno::ENOTDIR, Errno::ELOOP, Errno::ENAMETOOLONG => e
+        rescue => e
           logger.print("File.lstat path=#{file} error=#{e.message}")
           next
         end
         if s.directory? then
           begin
             fs = Dir.entries(file, :encoding=>'UTF-8')
-          rescue Errno::ENOENT, Errno::EACCES, Errno::ENOTDIR, Errno::ELOOP, Errno::ENAMETOOLONG => e
+          rescue => e
             logger.print("Dir.entries path=#{file} error=#{e.message}")
             next
           end
@@ -106,23 +107,22 @@ module QdumpfsUtils
 
   # We don't use File.copy for calling @interval_proc.
   def copy_file(src, dest)
-    File.open(src, 'rb') {|r|
-      File.open(dest, 'wb') {|w|
-        block_size = (r.stat.blksize or 8192)
-        begin
+    begin    
+      File.open(src, 'rb') {|r|
+        File.open(dest, 'wb') {|w|
+          block_size = (r.stat.blksize or 8192)
           i = 0
           while true
             block = r.sysread(block_size)
             w.syswrite(block)
             i += 1
             @written_bytes += block.size
-#            @interval_proc.call if i % 10 == 0
           end
-        rescue EOFError => e
-          #            puts e.message, e.backtrace
-        end
+        }
       }
-    }
+    rescue EOFError => e
+      # puts e.message, e.backtrace
+    end    
     unless FileTest.file?(dest)
       raise "copy_file fails #{dest}"
     end
@@ -278,6 +278,10 @@ module QdumpfsUtils
   
   def to_unix_path(path)
     path.gsub(/\\/, '/')
-  end  
+  end
+
+  def to_time(date)
+    Time.local(date.year, date.month, date.day)
+  end
 end
 

data/lib/qdumpfs/version.rb

@@ -1,3 +1,4 @@
-module Qdumpfs
-  VERSION = "0.6.0"
-end
+module Qdumpfs
+  VERSION = "1.0.1"
+end  
+  

data/run_list.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+curdir=$(dirname $0)
+bundle exec ruby $curdir/exe/qdumpfs --command=list /Volumes/EXT/
+

data/run_qdumpfs.sh

@@ -1,4 +1,4 @@
 #!/bin/sh
 
 curdir=$(dirname $0)
-bundle exec ruby $curdir/exe/qdumpfs $*
+bundle exec ruby $curdir/exe/qdumpfs "$@"

data/sample.sh

@@ -0,0 +1,5 @@
+#!/bin/sh
+
+curdir=$(dirname $0)
+bundle exec ruby $curdir/exe/sample
+

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: qdumpfs
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 1.0.1
 platform: ruby
 authors:
 - src
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-11-18 00:00:00.000000000 Z
+date: 2021-04-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -57,6 +57,7 @@ email:
 - src@srcw.net
 executables:
 - qdumpfs
+- sample
 extensions: []
 extra_rdoc_files: []
 files:
@@ -73,7 +74,10 @@ files:
 - bin/setup
 - build.cmd
 - build.sh
+- data/from/0.txt
+- data/from/a/1.txt
 - exe/qdumpfs
+- exe/sample
 - lib/qdumpfs.rb
 - lib/qdumpfs/option.rb
 - lib/qdumpfs/util.rb
@@ -82,9 +86,11 @@ files:
 - qdumpfs.gemspec
 - run2_qdumpfs.cmd
 - run_list.cmd
+- run_list.sh
 - run_qdumpfs.cmd
 - run_qdumpfs.sh
 - run_sync.cmd
+- sample.sh
 - test_pdumpfs/data/bar
 - test_pdumpfs/data/baz/quux
 - test_pdumpfs/data/file