lnbackup 2.1

data/bin/lnbackup

@@ -0,0 +1,187 @@
+#!/usr/bin/env ruby
+
+require 'lnbackup'
+require 'optparse'
+
+def go
+  debug_levels = {
+    :debug => Logger::DEBUG,
+    :info  => Logger::INFO,
+    :warn  => Logger::WARN,
+    :error => Logger::ERROR,
+    :fatal => Logger::FATAL,
+  }
+  backup_name       = 'localhost'
+  log_level         =  Logger::INFO
+  test_mode         =  false
+  config_dir        =  LnBackup::CONFIG_D
+  log_file          =  LnBackup::LOG_FILE
+  status_file_pref  =  LnBackup::STATUS_FILE_PREF
+  status            =  false
+  mount             =  false
+  mountrw           =  false
+  umount            =  false
+  no_mirror         =  false
+  nagios            =  false
+  nagios_all        =  false
+  source_prefix     =  nil
+  target_dir_name   =  nil
+  mirror_only       =  nil
+  backup            =  nil
+  pc_test           =  nil
+  pc_backup         =  nil
+  init_crypto       =  nil
+  crypto_size       =  0
+  pcs_status_f      =  LnBackup::PCS_STATUS
+  pcs_status        =  nil
+  delay             =  nil
+  delay_denom       =  nil
+  no_delete         =  nil
+  no_acl            =  nil
+  bin_log           =  nil
+  max_iter          =  5
+  
+  ARGV.options do |p|
+    p.banner = "Usage: #{$0} [options]\n"
+    p.on(      '--backup-name=NAME',        String, "name of backup configuration (#{backup_name})") { |nam| backup_name = nam }
+    p.on('-l', '--log-file=FILE',           String, "file for logging (#{log_file})") { |lf| log_file = lf }
+    p.on(      '--status-file-pref=FILE',   String, "prefix for file to store backup status (#{status_file_pref}), backup name will be added") { |pref| status_file_pref = pref }
+    p.on('-v', '--log-level=LEVEL',         String, 'set log level: debug,[info],warn,error,fatal') { |lvl|
+      symb = lvl.downcase.intern
+      if debug_levels.key?(symb)
+        log_level = debug_levels[symb]
+      else
+        puts p
+        puts "Invalid log level #{lvl}"
+        exit(1)
+      end
+    } 
+    p.on('-c', '--config-dir=PATH',       String, 'configuration directory')            { |cd| config_dir = cd }
+    p.on('-t', '--test',                          'dry run (test mode)')                { |tm| test_mode = tm }
+    p.on('-m', '--no-mirror',                     'skip creation of bootable mirror after backup') { |no_mirror| }
+    p.on('-s', '--status',                        'display lnbackup status information including list of available backups') { status = true }
+    p.on(      '--backup',                        'run backup')                         { backup = true }
+    p.on(      '--mount',                         'mount backup device ro')             { mount = true }
+    p.on(      '--mountrw',                       'mount backup device rw')             { mountrw = true }
+    p.on(      '--umount',                        'umount backup device')               { umount = true }
+    p.on(      '--nagios',                        'run as nagios plugin')               { nagios = true }
+    p.on(      '--dump-log=FILE',         String, 'parse bin. log and dump to STDOUT')  { bin_log = true }
+    p.on(      '--nagios-all'                     'run as nagios plugin for all backups config directory') { nagios_all = true }
+    p.on(      '--source-prefix=DIR',     String, 'prefix the source directory given by configuration')    { |sp| source_prefix = sp }
+    p.on(      '--target-dir-name=NAME',  String, 'set backup target directory under backup root ([backup-name] if not given)') { |td| target_dir_name = td }
+    p.on(      '--mirror-only',                   'only create bootable mirror from last backup')          { mirror_only = true }
+
+    #p.on(      '--pc-backup',                     'run backup of PCs')                                  { |pc_backup| }
+    #p.on(      '--pc-mount-test',                 'test if PCs configured for backup are accessible')   { |pc_test| }
+    #p.on(      '--pc-status',                     'display PCs backup status')   { |pcs_status| }
+    #p.on(      '--pc-status-file=FILE',   String, 'PCs backup status file') { |pcs_status_f| }
+
+    p.on('--init-crypto[=SIZE]',        'initialize crypto loop device, optional SIZE in MB (ignored if block device)') { |crypto_size| init_crypto = true } 
+    p.on('--delay=FLOAT',             'delay (sec) between processing objects') { |delay| delay = delay.to_f }
+    p.on('--delay-denom=N',           'apply delay every N objects') { |delay_denom| delay_denom = delay_denom.to_i }
+    p.on('--no-delete',               'don\'t remove old backups, return error when out of space') { |no_delete| no_delete = true }
+    p.on('--no-acl',                  'don\'t restore ACL, don\'t generate fstab with ACL options') { |no_acl| no_acl = true }
+    p.on('--version',                 'version info') { puts LnBackup::VERSION; exit(1) }
+    p.on('--help',                    'display help') { puts p; exit(1) }
+    p.on('--search-iter=NUMBER',      'number of backups to search for files not contained in the last backup (0 for unlimited, default 5)') { |mi| max_iter = mi.to_i }
+    begin
+      p.parse!(ARGV)
+    #rescue => e
+    #  puts e.backtrace.join("\n")
+    #  puts p
+    #  exit(1)
+    end
+    if ( not status and not backup and not mount and not mountrw and not umount and not nagios and not nagios_all and
+         not pc_test and not pc_backup and not init_crypto and not pcs_status and not mirror_only and not bin_log )
+      puts p
+      exit(1)
+    end
+  end
+
+  if bin_log
+    Marshal.restore( File.read(bin_log) ).each { |st| st.each_pair { |k,v| puts "#{k+' '*(30-k.length)}:\t#{v}" if k }; puts }
+    exit
+  end
+
+  target_dir_name = backup_name unless target_dir_name
+  
+  lnbackup = LnBackup::LnBackup.new( :log_level         => log_level,
+                           :log_file          => log_file,
+                           :test_mode         => test_mode,
+                           :config_dir        => config_dir,
+                           :status_file_pref  => status_file_pref,
+                           :source_prefix     => source_prefix,
+                           :target_dir_name   => target_dir_name,
+                           :delay             => delay,
+                           :delay_denom       => delay_denom,
+                           :no_delete         => no_delete,
+                           :no_acl            => no_acl,
+                           :max_iter          => max_iter
+                       )
+
+  res = 0
+  if status
+    # display status
+    lnbackup.backup_status( backup_name, status_file_pref )
+
+  elsif nagios
+    # run nagios check
+    res, message = lnbackup.nagios_check( backup_name )
+    puts message
+
+  elsif nagios_all
+    # run nagios check
+    res, message = lnbackup.nagios_check_all
+    puts message
+
+  elsif mount
+    # mount backup ro
+    return res if (res = lnbackup.config_init(backup_name)) != 0
+    lnbackup.mount_backup(false)
+
+  elsif mountrw
+    # mount backup rw
+    return res if (res = lnbackup.config_init(backup_name)) != 0
+    lnbackup.mount_backup
+
+  elsif umount
+    # umount backup
+    return res if (res = lnbackup.config_init(backup_name)) != 0
+    lnbackup.umount_backup(true)
+    
+  elsif mirror_only
+    # create only bootable mirror
+    return res if (res = lnbackup.config_init(backup_name)) != 0
+    return lnbackup.mirror_only( backup_name )
+
+  elsif backup
+    # run backup
+    res = lnbackup.go_backup( backup_name, no_mirror )
+
+  elsif pc_backup
+    # run PCs backup -- backup PCs over cifs
+    lnbackup.backup_pcs( pcs_status_f, no_delete )
+
+  elsif pc_test
+    # run PCs backup test -- test if shares for backup are accessible
+    lnbackup.backup_pcs_test
+
+  elsif init_crypto
+    # initialize crypto device
+    lnbackup.crypto_init(crypto_size)
+
+  elsif pcs_status
+    lnbackup.backup_pcs_status( pcs_status_f )
+    
+  else
+    puts "Ups, we should never get here!"
+    exit(1)
+  end
+
+  return res
+end
+
+if $0 == __FILE__
+  exit go
+end
+

data/bin/lnmount

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+if [ "$1" == "--help" ]; then
+  echo "usage: $0 [--rw] [lnbackup arguments]"
+  echo
+  echo "shortcut for mounting lnbackup backups"
+  exit 0
+fi
+
+if [ "$1" == "--rw" -o "$1" == "--mountrw" ]; then
+  shift
+  /usr/sbin/lnbackup --mountrw --log-file - "$@"
+else
+  /usr/sbin/lnbackup --mount --log-file - "$@"
+fi
+

data/bin/lnstat

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+/usr/sbin/lnbackup --status --log-file - "$@"
+

data/bin/lnumount

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+/usr/sbin/lnbackup --umount --log-file - "$@"
+

data/bin/pc_backup

@@ -0,0 +1,66 @@
+#!/bin/bash
+
+. /etc/default/lnbackup-pc
+
+if [ -z "$BACKUP_HOSTS" ]; then
+  exit
+fi
+
+echo -n 'starting at '
+date
+
+if [ -z "$1" ]; then
+    echo "running in FULL mode"
+
+    for HOST in $BACKUP_HOSTS; do
+        umount   $MOUNTS_ROOT/$HOST >/dev/null 2>&1
+        mkdir -p $MOUNTS_ROOT/$HOST
+        echo -n "trying $HOST ... "
+
+        #echo mount -t smb -o username=$BACKUP_USER,password=$BACKUP_PASSWORD,workgroup=$BACKUP_WORKGROUP //$HOST/$BACKUP_SHARE $MOUNTS_ROOT/$HOST
+        if mount -t smb -o username=$BACKUP_USER,password=$BACKUP_PASSWORD,workgroup=$BACKUP_WORKGROUP //$HOST/$BACKUP_SHARE $MOUNTS_ROOT/$HOST >/dev/null 2>&1 &&
+           ls /mnt/pc_backups/$HOST >/dev/null 2>&1; then
+
+           echo "passed" 
+           #mkdir -p $BACKUPS_ROOT/$HOST/
+           $LNBACKUP --backup -l $LOG_DIR/$HOST-lnbackup.log \
+                   --source-prefix=$MOUNTS_ROOT/$HOST/ \
+                   --target-dir-name=windows/$HOST --backup-name=windows \
+                   --status-file-pref=$STATUS_DIR/$HOST.status
+#                   --force-target=$BACKUPS_ROOT/$HOST/ --backup-name=windows \
+        else
+            echo "failed"
+        fi
+        umount $MOUNTS_ROOT/$HOST >/dev/null 2>&1
+    done
+else
+#    echo "running in TEST mode"
+#
+#    for HOST in $BACKUP_HOSTS; do
+#        echo -n "trying $HOST ... "
+#        if mount -t smb -o username=backup,password=luroj3op,workgroup=is //$HOST/is /mnt/pc_backups/$HOST >/dev/null 2>&1 &&
+#           ls /mnt/pc_backups/$HOST >/dev/null 2>&1; then
+#            echo "passed"
+#        else
+#            echo "failed"
+#        fi
+#        umount /mnt/pc_backups/$HOST  >/dev/null 2>&1
+#    done
+#fi
+    echo "running in TEST mode"
+
+    for HOST in $BACKUP_HOSTS; do
+        echo -n "trying $HOST ... "
+        #echo smbclient -c "''" -W $BACKUP_WORKGROUP //$HOST/$BACKUP_SHARE -U $BACKUP_USER%$BACKUP_PASSWORD
+        if smbclient -c '' -W $BACKUP_WORKGROUP //$HOST/$BACKUP_SHARE -U $BACKUP_USER%$BACKUP_PASSWORD 1>/dev/null 2>&1; then
+            echo "passed"
+        else
+            echo "failed"
+        fi
+    done
+fi
+
+
+echo -n 'finished at '
+date
+

data/bin/sql_backup.sh

@@ -0,0 +1,123 @@
+#!/bin/bash
+
+###################################### DEFINICE FUNKCI ##############################################
+
+###################################### FUNKCE NAPOVEDA ##############################################
+
+napoveda() {
+
+        echo "sql_backup [volby]";
+        echo "Volby:";
+        echo "      --mysql		Zalohovani MySQL";
+        echo "      --postgresql	Zalohovani PostgreSQL";
+        echo "      --help		Napoveda";
+return 0;
+}
+
+
+###################################### FUNKCE ZALOHA ##############################################
+
+zaloha() {
+  #kontrola a includovani souboru s vyjimkami DB ktere se nebudou zalohovat
+  if [ -e /etc/default/lnbackup_databases ]; then
+    . /etc/default/lnbackup_databases
+  else 
+      SKIP_MYSQL=""; # mysql DB ktere se nebudou zalohovat
+      SKIP_POSTGRESQL=""; # postgre DB ktere se nebudou zalohovat
+  fi;
+  
+  
+  #nastaveni promenne ZALOHOVAT_DB a vlozeni template0 do SKIP_POSTGRESQL (zalohovani teto DB se defaultne preskakuje)
+  if [ $DUMP == "/usr/bin/pg_dump" ]; then
+      #pridavam defaultne template0 databazi protoze jeji zalohovani vzdy skonci s chybou (testovano na serverech emilka a hosting)
+      SKIP_POSTGRESQL="$SKIP_POSTGRESQL template0";
+      ZALOHOVAT_DB=$(diff  <(printf "%s\n" ${databases[@]} | sort)  <(printf "%s\n" ${SKIP_POSTGRESQL[@]} | sort) | egrep '^(<|>)' | tr -d '<> ') #vsechny DB - vzjimky DB = DB ktere se budou zalohovat
+  fi
+  
+  
+  #nastaveni promenne ZALOHOVAT_DB
+  if [ $DUMP == "/usr/bin/mysqldump" ]; then
+      ZALOHOVAT_DB=$(diff  <(printf "%s\n" ${databases[@]} | sort)  <(printf "%s\n" ${SKIP_MYSQL[@]} | sort) | egrep '^(<|>)' | tr -d '<> ') #vsechny DB -
+  fi    
+  
+  
+  
+  for database in $ZALOHOVAT_DB;do
+      if [ $DUMP == "/usr/bin/mysqldump" ]; then
+      	$DUMP $database | grep -v 'Dump completed on ' | gzip --no-name > $TMP_DIR/$database.sql.gz # DUMP DB, vyjme se 'Dump completed on '(datum)pro pripad ze by byly soucasna i predchozi stejna a lisily se jen v datu  
+      elif [ $DUMP == "/usr/bin/pg_dump" ]; then
+      	su postgres -c "$DUMP $database | gzip --no-name > $TMP_DIR/$database.sql.gz" # su postgres je tam proto aby se dump provadel pod uzivatelem postgres
+      fi
+  
+      #zjistit zda existuje vubec predchozi zaloha - v pripade ze ano tak porovnavat, v pripade ze ne tak to tam rovnou nahrnout
+      if [ -f $DST_DIR/$database.sql.gz ];then # test predchozi a soucasne DB, v pripade zmeny je stara DB prepsana, v pripade ze je stejna tak je ponechana
+          #ls -l  $TMP_DIR/$database.sql.gz $DST_DIR/$database.sql.gz
+          if ! /usr/bin/diff -q $TMP_DIR/$database.sql.gz $DST_DIR/$database.sql.gz > /dev/null; then # pokud DB nejsou stejne tak prepis posledni zalohu
+              echo "prepisuji soubor $DST_DIR/$database.sql.gz novejsi verzi"
+              mv $TMP_DIR/$database.sql.gz $DST_DIR/$database.sql.gz           
+          else
+              echo "mazu $TMP_DIR/$database.sql.gz" # 
+              rm $TMP_DIR/$database.sql.gz # pokud jsou stejne tak smaze docas. adr. ktery slouzi pro porovnavani soucasne a minule DB
+          fi
+      else
+          mv $TMP_DIR/$database.sql.gz $DST_DIR/$database.sql.gz # pripad kdy neexistovala predchozi DB
+          echo "predchozi $DST_DIR/$database.sql.gz neexistovala, ukladam aktualni"
+      fi
+  done
+  
+  rmdir $TMP_DIR
+  
+  return 0;
+}
+
+
+####################################### SPUSTENI S ARGUMENTEM --mysql ###############################
+if [ "${1}" == "--mysql" ]; then
+       if [ -x /usr/bin/mysql ]; then
+
+               MYSQL=/usr/bin/mysql
+               DUMP=/usr/bin/mysqldump
+               #TYPE=mysql
+               #MD5SUM=/usr/bin/md5sum
+               GREP=/bin/grep
+               DST_DIR=/var/backups/mysql
+               TMP_DIR=/tmp/sql
+
+
+                mkdir -p $TMP_DIR
+                mkdir -p $DST_DIR
+
+               databases=`$MYSQL -B -e 'show databases;' | $GREP -v '^Database'` # do pro menne databazes se zapisi DB ktere jsou na serveru
+         	zaloha
+       else
+               echo "na serveru neni nainstalovano mysql";
+               exit 1
+       fi
+####################################### SPUSTENI S ARGUMENTEM --postgresql ###############################
+elif [ "${1}" == "--postgresql" ]; then
+       if [ -x /usr/bin/psql ]; then
+               POSTGRES=/usr/bin/psql
+               DUMP=/usr/bin/pg_dump
+               #TYPE=postgres
+               #MD5SUM=/usr/bin/md5sum
+               GREP=/bin/grep
+               DST_DIR=/var/backups/postgres
+               TMP_DIR=/tmp/postgres
+              
+                mkdir -p $TMP_DIR
+                #pridani prav aby uzivatel postgres mohl zapisovat do cilove slozky
+                chmod o+w $TMP_DIR
+                mkdir -p $DST_DIR
+                #pridani prav aby uzivatel postgres mohl zapisovat do cilove slozky
+                chmod o+w $DST_DIR
+               
+               databases=`su postgres -c "psql -l | egrep -v '(Name.*Owner.*Encoding|List of databases|----------|. rows|^$)' | cut -f 2 -d ' '"` #do databases se zapisi DB ktere jsou na serveru
+               zaloha
+       else
+               echo "na serveru neni nainstalovan postgresql";
+               exit 1
+       fi
+######################################## SPUSTENI S NAPOVEDY (ARGUMENTEM --help) ###############################
+else
+    napoveda
+fi