bup 0.1.0 → 0.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 66fb72e2d0fbc1251274b4b505e62f695cf975aba7daa6fb6896fe7c72f2f969
-  data.tar.gz: 38be925b9fb61f41475b495145b572e6244ce8a692b40e8af311816315cca517
+  metadata.gz: c9226e1ffb057342aaf45173d2ecaafc78537d19a25db5e25ae8275311e3c46f
+  data.tar.gz: 74a4207d1606adbca58e7f2650a01f3ae422a8c9c752832c1e684faf817fd6a8
 SHA512:
-  metadata.gz: 0c9621fb9d2087df3767a57ce5e71f540e8316d1dc0be9a1a8eb47c3da81f9230f234de7832f2b507754764759305a3edb21131da182caeb1a40bb6e752e3615
-  data.tar.gz: d762849552b7c575d7a366eaeea96900a1fd822ef07f4e7cf736afb737368c004e2aab9a8a34563971f9124cc348fd5bca0aa6686327ef34edc73a2b37fdffe0
+  metadata.gz: 6d0c35ab5eb84c7a1a68527fe49e28f1347f6c0e9cc38017aa160ff31f41046afba36674cf5ce42cf6c6f1e30b2bad0c4f62108b54734253a490c21d5e73c8b1
+  data.tar.gz: 835d1ec79c3c4fcd7b42d9632b4e8c649ee41cefcac949fd658d8874d50c25edd7b99768e461e230fe7d0b385997f4a8dd6772d2f4d8d4e6835d603da2f3e448

data/.rubocop.yml

@@ -1,5 +1,8 @@
 AllCops:
   TargetRubyVersion: 3.0
+  Exclude:
+    - lib/bup/tar.rb
+    - lib/bup/config.rb
 
 Style/StringLiterals:
   Enabled: true

data/CHANGELOG.md

@@ -1,5 +1,28 @@
 ## [Unreleased]
 
-## [0.1.0] - 2021-11-10
+## [0.5.0] - 2021-11-13
 
-- Initial release
+- Allow for a history size of 0.
+- Add default_profile setting.
+
+## [0.4.0] - 2021-11-13
+
+- Bug fix for empty post_cmds list.
+
+## [0.3.0] - 2021-11-13
+
+- Communicate the backup file base name through the environment variable BUP_FILENAME.
+- Rubocop fixes or ignore files.
+- Add post commands, incase you want to default copy something around.
+
+## [0.2.0] - 2021-11-13
+
+- List profiles.
+- Bug fixes against empty backup directories.
+- Bug fix to print buffers using read_nonblock from popen3 streams.
+
+## [0.1.0] - 2021-11-11
+
+- Backup profiles.
+- Backup history limits.
+- Tar command specification.

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    bup (0.1.0)
+    bup (0.5.0)
 
 GEM
   remote: https://rubygems.org/

data/README.md

@@ -1,43 +1,60 @@
 # Bup
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/bup`. To experiment with that code, run `bin/console` for an interactive prompt.
+Bup is a simple backup driver script that uses `tar` to backup files.
+The idea is to simplify creating backups, full and incremental, and leave
+restoration as a project for the user to untar the file where their contents
+is needed.
 
-TODO: Delete this and the text above, and describe your gem
-
-## Installation
-
-Add this line to your application's Gemfile:
-
-```ruby
-gem 'bup'
-```
-
-And then execute:
-
-    $ bundle install
-
-Or install it yourself as:
-
-    $ gem install bup
+Features like backup profiles, file dating, history rotation,
+incremental backups, and post-processing scripting is provided.
 
 ## Usage
 
-TODO: Write usage instructions here
-
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+Create a file ~/.buprc with the default contents...
+
+```yaml
+---
+default_profile: default
+profiles:
+  default:
+    description: Simple backup of critical files.
+    include:
+    - "$HOME"
+    exclude:
+    - "$HOME"
+    - "$HOME/backups"
+    lastrun: '2021-11-14T03:06:45 +0000'
+    destination: "$HOME/backups"
+    history: 2
+    tarcmd:
+    - tar
+    - cJvf
+    - "${BUP_FILENAME}.tar.xz"
+    post_cmds:
+    - - ls
+      - $BUP_FILENAME.tar.xz
+```
 
-## Contributing
+This defines a single profile, "default". You can list
+defined profiles by running `bup -l`. You run the default backup profile
+simply by running `bup`. Other profiles must be selected on the command
+line using `bup -p <profile name>`.
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/bup. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [code of conduct](https://github.com/[USERNAME]/bup/blob/main/CODE_OF_CONDUCT.md).
+The default profile, as defined above, excludes both the `$HOME` and
+`$HOME/backups` directories. Remove `$HOME` from the excludes list to actually
+backup your entire home directory.
 
-## License
+## Incremental Backups
 
-The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+By calling `bup -t incremental` an incremental backup will be run.
+This runs `tar` with the `--newer` option included with the time
+specified in the profile's `lastrun` setting. `Tar` will then exclude
+files older than that time.
 
-## Code of Conduct
+## Backup History
 
-Everyone interacting in the Bup project's codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/bup/blob/main/CODE_OF_CONDUCT.md).
+Before a new backup is run, previous backups are removed. If you run many 
+uncompleted backups, you will eventually remove all good backups from your
+backup history. This behavior is desired because backups should nearly always
+succeed and we want to ensure that disk pressure is kep lower than higher.
+Higher disk pressure might cause a backup to fail.

data/buprc

@@ -1,14 +1,21 @@
 ---
+default_profile: default
 profiles:
   default:
+    description: Simple backup of critical files.
     include:
     - "$HOME"
     exclude:
     - "$HOME"
     - "$HOME/backups"
-    lastrun: '2021-11-11T14:18:27 +0000'
+    lastrun: '2021-11-14T03:06:45 +0000'
     destination: "$HOME/backups"
-    history: 10
+    history: 2
     tarcmd:
     - sudo
     - tar
+    - cJvf
+    - "${BUP_FILENAME}.tar.xz"
+    post_cmds:
+    - - ls
+      - $BUP_FILENAME.tar.xz

data/exe/bup

@@ -6,6 +6,7 @@ require "optparse"
 
 configfile = File.join(ENV["HOME"], ".buprc")
 config = Bup::Config.new
+profile = nil
 
 OptParse.new do |opt|
   opt.banner = "#{$PROGRAM_NAME} #{Bup::VERSION}"
@@ -15,18 +16,34 @@ OptParse.new do |opt|
   end
 
   opt.on("-p", "--profile=profile", String, "Profile name.") do |p|
-    config.runtime["profile"] = p
+    profile = p
   end
 
   opt.on("-t", "--type=type", String, "Type of backup.") do |t|
     config.runtime["type"] = t == "incremental" ? t : "full"
   end
+
+  opt.on("-l", "--list", "List profiles and exit.") do
+    config.runtime["action"] = "list"
+  end
 end.parse!
 
 config.load(configfile) if File.exist?(configfile)
 
-tar = Bup::Tar.new(config)
+if profile
+  config.runtime["profile"] = profile
+elsif config.config["default_profile"]
+  config.runtime["profile"] = config.config["default_profile"]
+end
 
-tar.call
 
-config.save(configfile)
+case config.runtime["action"]
+when "list"
+  config.config["profiles"].each do |key, profile|
+    puts "#{key} - #{profile["description"] || ""}"
+  end
+else
+  tar = Bup::Tar.new(config)
+  tar.call
+  config.save(configfile)
+end

data/lib/bup/config.rb

@@ -5,12 +5,13 @@ require "yaml"
 require "date"
 
 module Bup
+  # Configuration management.
   class Config
-    @@timeformat = "%Y-%m-%dT%H:%M:%S %z"
 
     attr_accessor :config, :runtime
 
     def initialize
+      @timeformat = "%Y-%m-%dT%H:%M:%S %z"
       @runtime = {
         "profile" => "default",
         "type" => "full"
@@ -45,14 +46,14 @@ module Bup
 
     # Return the last run time of the backup or nil if there is none.
     def lastrun(name)
-      DateTime.strptime(profile(name)["lastrun"] || "", @@timeformat)
+      DateTime.strptime(profile(name)["lastrun"] || "", @timeformat)
     rescue Date::Error
       nil
     end
 
     # Return the last run time of the backup or nil if there is none.
     def set_lastrun(name, date)
-      profile(name)["lastrun"] = date.strftime(@@timeformat)
+      profile(name)["lastrun"] = date.strftime(@timeformat)
     end
 
     def profile(name)

data/lib/bup/tar.rb

@@ -1,7 +1,5 @@
 # frozen_string_literal: true
 
-require "English"
-require "English"
 require "tempfile"
 require "open3"
 require "date"
@@ -13,9 +11,9 @@ module Bup
     end
 
     def expand_string(str)
-      while str =~ /\${?([a-zA-Z0-9]+)}?/
-        all = $LAST_MATCH_INFO[0]
-        nm = $LAST_MATCH_INFO[1]
+      while str =~ /\${?([a-zA-Z0-9_]+)}?/
+        all = $~[0]
+        nm = $~[1]
         str = str.sub(all, ENV[nm] || "")
       end
 
@@ -36,53 +34,65 @@ module Bup
     # Prepare the destination directory.
     def prepare_destination(profile_name)
       destination = expand_string(@config.profile(profile_name)["destination"] || ".")
-      suffix = ".tar.xz"
       type = @config.runtime["type"] || "full"
 
       FileUtils.mkdir_p(destination) unless File.exist?(destination)
 
       filename_base = "#{profile_name}-#{type}"
       filename = File.join(destination,
-                           "#{filename_base}-#{DateTime.now.new_offset(0).strftime("%Y%m%d%H%M%S")}#{suffix}")
+                           "#{filename_base}-#{DateTime.now.new_offset(0).strftime("%Y%m%d%H%M%S")}")
 
       history = @config.profile(profile_name)["history"] || 0
 
-      if type == "full" && history.positive?
+      if type == "full" 
+        if history.positive?
+          prune_history(profile_name, destination, filename_base, history)
+        elsif history == 0
+          clear_history(profile_name, destination)
+        end
+      end
 
-        oldest_kept_file = nil
+      filename
+    end
 
-        # Keep some full backups and remove the others.
-        # We capture the oldest full backup and get rid of preceeding incrementals.
-        Dir["#{destination}/#{filename_base}*"].sort.reverse.each_with_index do |fullbackup, idx|
-          if idx < history
-            oldest_kept_file = fullbackup
-          else
-            File.delete(fullbackup)
-          end
+    def clear_history(profile_name, destination)
+      Dir["#{destination}/#{profile_name}*"].each do |backup|
+        File.delete(backup)
+      end
+    end
+
+    def prune_history(profile_name, destination, filename_base, history)
+      oldest_kept_file = nil
+
+      # Keep some full backups and remove the others.
+      # We capture the oldest full backup and get rid of preceeding incrementals.
+      Dir["#{destination}/#{filename_base}*"].sort.reverse.each_with_index do |fullbackup, idx|
+        if idx < history
+          oldest_kept_file = fullbackup
+        else
+          File.delete(fullbackup)
         end
+      end
 
-        # Remove all incremental files that are older than the oldest kept full backup.
+      # Remove all incremental files that are older than the oldest kept full backup.
+      if oldest_kept_file
         remove_before = File.stat(oldest_kept_file).ctime
         Dir["#{destination}/#{profile_name}*"].each do |backupfile|
           File.delete(backupfile) if File.stat(backupfile).ctime < remove_before
         end
       end
-
-      filename
     end
 
+    # Run tar.
     def call(profile_name = nil)
       profile_name ||= @config.runtime["profile"]
       profile = @config.config["profiles"][profile_name]
 
       raise "Missing profile #{profile_name}." unless profile
 
-      args = @config.profile(profile_name)["tarcmd"].dup || ["tar"]
-
-      args << "cJvf"
+      args = @config.profile(profile_name)["tarcmd"].dup || ["tar", "cJvf", "${BUP_FILENAME}.tar.xz"]
 
-      filename = prepare_destination(profile_name)
-      args << filename
+      ENV["BUP_FILENAME"] = prepare_destination(profile_name)
 
       if @config.runtime["type"] == "incremental"
         lastrun = @config.lastrun(profile_name)
@@ -94,28 +104,41 @@ module Bup
       tf = build_exclude_file(profile["exclude"] || [])
 
       args += ["--exclude-from", tf.path]
-      args += (@config.profile(profile_name)["include"] || ["."]).map do |str|
+      args += (@config.profile(profile_name)["include"] || ["."])
+      args = args.map do |str|
         expand_string(str)
       end
 
       begin
-        Open3.popen3(*args) do |stdin, stdout, stderr, wait_thr|
-          stdin.close
-
-          while wait_thr.status
-            r, w, e = IO.select([stdout, stderr])
-            r.each do |stream|
-              print stream.read
-            end
-          end
-
-          wait_thr.join
-          print stdout.read
-          print stderr.read
-        end
+        run_cmd(*args)
       ensure
         tf.unlink
       end
+
+      (@config.profile(profile_name)["post_cmds"] || []).each do |args|
+        run_cmd(*args.map { |c| expand_string(c) })
+      end
+    end
+
+    # Exec and run a command in a standard way.
+    def run_cmd(*args)
+      Open3.popen3(*args) do |stdin, stdout, stderr, wait_thr|
+        stdin.close
+        x = nil
+        while wait_thr.status
+          r, _w, _e = IO.select([stdout, stderr])
+          r.each do |stream|
+            print x if (x = stream.read_nonblock(1024, exception: false))
+          end
+        end
+
+        wait_thr.join
+        print x if (x = stdout.read_nonblock(1024, exception: false))
+
+        print x if (x = stderr.read_nonblock(1024, exception: false))
+
+        $stdout.flush
+      end
     end
   end
 end

data/lib/bup/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Bup
-  VERSION = "0.1.0"
+  VERSION = "0.5.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bup
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.5.0
 platform: ruby
 authors:
 - Sam Baskinger
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-11-11 00:00:00.000000000 Z
+date: 2021-11-14 00:00:00.000000000 Z
 dependencies: []
 description: Backup tool driver that connects tar, gnupg, and other tools to accomplish
   backups.