storazzo 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f27732afb2b636a54136fdd1db2270c163addc37dc85d35585cee8c4c946b090
-  data.tar.gz: a7fe6fbc15aedbef4578662418f1b8d67073d45865d7485efa6816ae14421611
+  metadata.gz: b20663eda1cb6d0a43c4391e3c50a111802c4ddbdfdfe28c0f99fd3a12af2d9f
+  data.tar.gz: 7efd0bf78085f676796c91f24fece24621e18477ca67d0b002536b6c13492fe7
 SHA512:
-  metadata.gz: 7cb68f6675345a08f6a619b3ff0ef0dadc2455c5bc10aecc9f9e8b245f2d271b72a0b0531f4c6149f41cde81bfeb154345a7bc2388d1beca7ac41db25018dd7b
-  data.tar.gz: 610059ea7c57e7d303c945104a106935310b141e5322f9096683bc6bbf2dd7f4ec4257ed02c6ebfa1acf24fdb891a6eceb886d6225565424a43fb7087e90a955
+  metadata.gz: 17baa0e81ee526a21bf5a4129b66d51f04db26cecb3215288fd410468a0d8212aba2f22b1163a9be89f20d4e79791e778f74f7a7d965fcbff0c67f1f7054c43e
+  data.tar.gz: d2d208632520d5f65bf9a0292f336271eaef1c1b88ee605222f1970d3127e47cb1229add34d310bed8af74d536a1a520b8c3dc290dc24be46037a9e740ab50ce

data/Gemfile

@@ -1 +1,5 @@
-# useless now
+# useless now
+
+
+# to troubleshoot/debug things
+gem 'rubocop'

data/Makefile

@@ -29,14 +29,18 @@ test:
 	#bin/ricdisk-magic Ciao-da-Makefile
 	echo 3. run rake test.. ont configured yet just a memo for the future.
 	RUBYOPT="-W0" rake test
+	echo 4. Prove I can include local gem in irb and play around. Similarly to rails console without reload.  
+	make irb-test
 	@echo 'OK: ALL TESTS PASSED. #STIKA'
 
+# RicDisk test
 mounts:
-	echo "Storazzo::Main.all_mounts " | irb -Ilib -rstorazzo
-
+	echo "Storazzo::Main.all_mounts ; nil" | irb -Ilib -rstorazzo
 
 irb:
 	irb -Ilib -rstorazzo
+irb-test:
+	./irb-test.sh
 
 watch-test:
 	watch -c make test

data/VERSION

@@ -1 +1 @@
-0.1.2
+0.2.0

data/bin/ricdisk-magic

@@ -6,46 +6,18 @@
 # placeholder until i make it work..
 # https://guides.rubygems.org/make-your-own-gem/#adding-an-executable
 require 'storazzo'
-#require 'lib/storazzo'
+require 'yaml'
+require 'socket'
+require 'optparse'       # http://ruby.about.com/od/advancedruby/a/optionparser.htm
+
+#require_relative '../lib/storazzo'
+
 puts "First I need to figure out how to bring in all the libraries in here.."
 puts Storazzo::Main.hi(ARGV[0])
 exit(0)
 ############# ############# ############# ############# ############# ############# ############# ############# 
 
 
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-#require 'google/protobuf'
-#require_relative '../etc/protos/out/ricdisk_pb'
-require 'yaml'
-require 'socket'
-require 'optparse'       # http://ruby.about.com/od/advancedruby/a/optionparser.htm
-
 # I believe this is wrong
 #require 'storazzo'
 # required to have methods wiothout self.
@@ -91,8 +63,8 @@ $myconf = {
     :media_dirs  => %w{ /media/riccardo/ /Volumes/ /mnt/ ~/git/storazzo/var/test/ /sobenme/giusto/per/imparare/ad/ammutolire/gli/errori/ }, 
     :mount_types => %w{ vfat ntfs }, 
 }
-$stats_file = "ricdisk_stats_v11.rds"
-$gcs_bucket = 'palladius'
+$stats_file = "ricdisk_stats_v11.rds" # => RicDiskStatsFile
+$gcs_bucket = 'TODO-CHANGE-CONFIG-palladius'
 
 # This template from scripta.rb. from 2.1.0 removed aby ric gem dependency.
 # 2022-04-26 2.1.1  Added more colors
@@ -142,26 +114,30 @@ def real_program
   puts white("Hello world from #{$myconf[:app_name]}!")
   puts "Description: '''#{white $myconf[:description] }'''"
 
-  if ARGV == [] # empty -> ALL
-    dirs = RicDisk.find_active_dirs()
-    dirs.each {|dir| 
-      RicDisk.sbrodola_ricdisk(dir)
-      RicDisk.calculate_stats_files(dir) # dir is inutile
-    } # TODO refactor in option sbrodola_afterwards=true. :)
-  else
-    deb "I consider ARGV come la lista di directories da parsare :)"
-    dirs = RicDisk.find_active_dirs()
-    ARGV.each{ |dir| 
-      dir = File.expand_path(dir)
-      if dirs.include?(dir)
-        deb "Legit dir: #{green dir}"
-        RicDisk.sbrodola_ricdisk(dir)
-        RicDisk.calculate_stats_files(dir) # dir is inutile
-      else
-        deb "Figghiu ri buttana: doesnt exist #{red dir}" 
-      end
-    }
-  end
+
+  config = RicDiskConfig.auto_sbrodola(ARGV)
+
+  # if ARGV == [] # empty -> ALL
+  #   dirs = RicDisk.find_active_dirs()
+  #   dirs.each {|dir| 
+  #     RicDisk.sbrodola_ricdisk(dir)
+  #     RicDisk.calculate_stats_files(dir) # dir is inutile
+  #   } # TODO refactor in option sbrodola_afterwards=true. :)
+  # else
+  #   deb "I consider ARGV come la lista di directories da parsare :)"
+  #   dirs = RicDisk.find_active_dirs()
+  #   ARGV.each{ |dir| 
+  #     dir = File.expand_path(dir)
+  #     if dirs.include?(dir)
+  #       deb "Legit dir: #{green dir}"
+  #       RicDisk.sbrodola_ricdisk(dir)
+  #       RicDisk.calculate_stats_files(dir) # dir is inutile
+  #     else
+  #       deb "Figghiu ri buttana: doesnt exist #{red dir}" 
+  #     end
+  #   }
+  # end #/if aRGV
+
 end
 
 def main(filename)

data/lib/storazzo/colors.rb

@@ -6,7 +6,7 @@ module Storazzo
 end 
 
 module Storazzo::Colors
-  #class Storazzo::Colors1
+
     PREPEND_ME = "[Storazzo::Colors] "
 
     def deb(s);   puts "#DEB #{gray(s)}" if $DEBUG; end

data/lib/storazzo/common.rb

@@ -0,0 +1,12 @@
+# Ric common stuff! :)
+
+
+module Storazzo::Common 
+
+
+    def deb(str)
+        puts "[DEB] #{str}"
+    end
+
+
+end

data/lib/storazzo/main.rb

@@ -29,10 +29,18 @@ module Storazzo
     def self.all_mounts(opts={})
         opts_verbose = opts.fetch :verbose, true 
 
-        self.hi "Storazzo::Main.all_mounts(): BEGIN - RicDiskVersion is: #{Storazzo::RicDisk::RICDISK_VERSION}"
+        self.hi "Storazzo::Main.all_mounts(): BEGIN - RicDiskVersion is: #{Storazzo::RicDiskUgly::RICDISK_VERSION}"
         
+        pwhite("1. First I load the config in verbose mode..")
+        config = Storazzo::RicDiskConfig.instance
+        config.load
+#        puts config.object_id 
+#        puts Storazzo::RicDiskConfig.instance.object_id
         pwhite "TODO(ricc): show a list of all RicDisk relevant mounts" if opts_verbose
+        #d = Storazzo::RicDisk.new 
+        config.iterate_through_file_list_for_disks() # analyze_local_system
         #sbrodola_ricdisk("/Volumes/")
+        Storazzo::RicDisk.test
         Storazzo::RicDisk.find_active_dirs
         #Storazzo::RicDisk.sbrodola_ricdisk StorazzoMod::root + "./var/disks/"
         #sbrodola_ricdisk(StorazzoMod::root + "./var/disks/") rescue "[Storazzo::AllMount] SomeError: #{$!}"

data/lib/storazzo/ric_disk.rb

@@ -1,102 +1,185 @@
-
+# A RicDisk wraps a local mount/disk/folder
+# it's considered interesting if there's a ".ricdisk/.ricdisk"
 
 module Storazzo
   class Storazzo::RicDisk 
-    RICDISK_VERSION = "1.0"
-    DEFAULT_MEDIA_DIRS = %w{ 
-      /media/riccardo/ 
-      /Volumes/ 
-      /mnt/ 
-      ~/git/storazzo/var/test/disks/
-      /wrong/on/purpose/ 
-    }.append(Storazzo.root + "/var/test/disks/")
-
 
     include Hashify
     extend Storazzo::Colors
-  
-    # todo substitute wqith protobuf..
-    attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr
-  
-    def self.interesting_mount_points(opts={})
-      #https://unix.stackexchange.com/questions/177014/showing-only-interesting-mount-points-filtering-non-interesting-types
-      `mount | grep -Ev 'type (proc|sysfs|tmpfs|devpts|debugfs|rpc_pipefs|nfsd|securityfs|fusectl|devtmpfs) '`.split(/\n+/)
-    end
-  
-    def initialize(path, ricdisk_file)
+
+ 
+      ## Instance variables
+
+    # in order of finding, so the first will be the one we actually READ and use. I could looknat the date but cmon...
+    @@config_files = %W{ ricdisk.yaml .ricdisk  } 
+    @@ricdisk_version = '2.0'
+    @@default_gemfile_test_disks_folder = Storazzo.root + "/var/test/disks/"
+    # Immutable
+    DEFAULT_MEDIA_FOLDERS = %w{ 
+       /Volumes/ 
+       /mnt/ 
+     }.append(@@default_gemfile_test_disks_folder ).append("/media/#{ENV["USER"]}/" )
+
+     #     # todo substitute with protobuf..
+    attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr, :path, :ricdisk_file_empty, :size, :active_dirs
+
+
+  ################################
+  ## INSTANCE methods
+  ################################
+
+
+    def initialize(path, opts={})
+      puts "[DEB] RicDisk initialize.. path=#{path}"
       @local_mountpoint = path
-      @description = "This is an automated RicDisk description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
-      @ricdisk_version = VERSION
-      @ricdisk_file = ricdisk_file
-      #@questo_non_esiste = :sobenme
+      @description = "This is an automated RicDisk description from v.#{@@ricdisk_version}. Created on #{Time.now}'"
+      @ricdisk_version = @@ricdisk_version
+      #@ricdisk_file = ricdisk_file
+      @ricdisk_file = RicDisk.get_ricdisk_file(path)
+      @ricdisk_file_empty = ricdisk_file_empty?
       @label = path.split("/").last
       @name = path.split("/").last
-      @wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
-      @tags = 'ricdisk'
-      find_info_from_mount(path)
-      find_info_from_df()
+      #@wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
+      @tags = ['ricdisk', 'storazzo']
+      @size = `du -s '#{path}'`.split(/\s/)[0] # self.size
+      puts :beleza
+      # @config = RicDiskConfig.instance.get_config
+      # #puts @config if @config
+      # find_info_from_mount(path)
+      # find_info_from_df()
     end
-  
-    def ricdisk_absolute_path
-      @local_mountpoint + "/" +  @ricdisk_file
+
+    def ricdisk_file_empty?()
+      File.empty?( "#{local_mountpoint}/#.ricdisk.yaml")
     end
-  
-    def add_tag(tag)
-      @tags += ", #{tag}"
+
+    def ok_dir?
+      not @ricdisk_file.nil?
     end
+
+
+    def analyze_local_system()
+      puts :TODO 
+      puts "1. Interesting Mounts: #{green interesting_mount_points}"
+      puts "2. Sbrodoling everything: :TODO"
+      # find_info_from_mount(path)
+      # find_info_from_df()
+    end
+
+    def path 
+      local_mountpoint
+    end
+
+    def to_s 
+      "RicDisk(paz=#{path}, writeable=#{writeable?}, size=#{size}B)"
+    end
+
+    # could take long..
+    # def size 
+    #   `du -s '#{path}'`.split(/\s/)[0]
+    # end
+
+    def writeable?() 
+      :boh 
+    end
+
+  ################################
+  ## CLASS methods
+  ################################
+
+
+    # All places where to find for something :)
+    def self.default_media_folders
+      DEFAULT_MEDIA_FOLDERS
+    end
+
+
+    def self.test # _localgem_disks
+      d = RicDisk.new( @@default_gemfile_test_disks_folder)
+      puts (d)
+      puts "do something with it: #{d}"
+      #d.find_active_dirs()
+    end
+
+
+
+
   
-    # might have other things in the future...
-    def find_info_from_mount(path)
-      mount_table_lines = interesting_mount_points()
-      mount_line = nil
-      mount_table_lines.each do |line|
-        next if line =~ /^map /
-        dev, on, mount_path, mode = line.split(/ /)
-        if mount_path==path
-          mount_line = line 
-        else
-          @info_from_mount = false      
-        end
+    def self.find_active_dirs(base_dirs=nil, also_mountpoints=true)
+      if base_dirs.nil?
+        base_dirs = default_media_folders 
+        puts "find_active_dirs with empty input -> using default_media_folders: #{yellow default_media_folders}"
       end
-      @info_from_mount = ! (mount_line.nil?)
-      if @info_from_mount
-        #@mount_line = mount_line
-        @description += "\nMount line:\n" + mount_line
-        @remote_mountpoint = mount_line.split(/ /)[0]
-        @fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
-        add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
+      active_dirs = []
+      base_dirs.each do |ugly_dir| 
+        # https://stackoverflow.com/questions/1899072/getting-a-list-of-folders-in-a-directory#:~:text=Dir.chdir(%27/destination_directory%27)%0ADir.glob(%27*%27).select%20%7B%7Cf%7C%20File.directory%3F%20f%7D
+        dir = File.expand_path(ugly_dir)
+        begin
+          x=[]
+  #        puts "TEST2 DIR EXISTS: #{dir} -> #{Dir.exists?(dir)}"
+          unless Dir.exists?(dir)
+            deb "Dir doesnt exist, skipping: #{dir}"
+            next 
+          end
+          Dir.chdir(dir) 
+          x = Dir.glob('*').select {|f| File.directory? f}
+          subdirs = x.map{|subdir|   "#{dir}#{subdir}"}
+          subdirs.each{|subdir| 
+            #puts `ls -al "#{subdir}"`
+            active_dirs << subdir if ok_dir? # self.ok_dir?(subdir)
+          }
+          #puts(white x)
+        rescue Exception => e # optionally: `rescue Exception => ex`
+          puts "Exception: '#{e}'"
+        ensure # will always get executed
+          #deb 'Always gets executed.'
+          #x = []
+        end 
       end
     end
-  
-    def find_info_from_df()
-      path = @local_mountpoint
-      df_info = `df -h "#{path}"`
-      @df_info = df_info
-      lines = df_info.split(/\n+/)
-      raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
-      mount, @size_readable, used_size, avail_size, @disk_utilization, other =  lines[1].split(/\s+/) # second line..
+
+    
+    # new
+    def self.get_ricdisk_file(path)
+      puts "RICC_WARNING TODO use @@config_files instead"
+      return ".ricdisk.yaml" if File.exist?("#{path}/.ricdisk.yaml") #and File.empty?( "#{path}/.ricdisk.yaml")
+      return ".ricdisk" if File.exist?("#{path}/.ricdisk") # and File.empty?( "#{path}/.ricdisk")
+      return nil
     end
+
   
-  
-  
-    def self.sbrodola_ricdisk(subdir)
+    def self.interesting_mount_points(opts={})
+      #https://unix.stackexchange.com/questions/177014/showing-only-interesting-mount-points-filtering-non-interesting-types
+      `mount | grep -Ev 'type (proc|sysfs|tmpfs|devpts|debugfs|rpc_pipefs|nfsd|securityfs|fusectl|devtmpfs) '`.split(/\n+/)
+    end
+
+    # maybe move to a RiccFile class? Maybe even INHERIT from FILE?
+    def self.obsolescence_seconds file_path
+      creation_time = File.stat(file_path).ctime
+      deb("[obsolescence_seconds] File #{file_path}: #{creation_time} - #{(Time.now - creation_time)} seconds ago")
+      (Time.now - creation_time).to_i
+    end
+    # maybe move to a RiccFile class? Maybe even INHERIT from FILE?
+    def self.obsolescence_days(file_path)
+      return obsolescence_seconds(file_path) / 86400
+    end
+
+
+    # FORMER SBRODOLA, now write_config_yaml_to_disk
+    def self.write_config_yaml_to_disk(subdir) # sbrodola_ricdisk(subdir)
       # given a path, if .ricdisk exists i do stuff with it..
       disk_info = nil
       unless self.ok_dir?(subdir)
-        puts("Nothing for me here. Existing")
+        puts("Nothing for me here: '#{subdir}'. Existing")
         return 
       end
       if File.exists?( "#{subdir}/.ricdisk") and File.empty?( "#{subdir}/.ricdisk")
         deb("Interesting1. Empty file! Now I write YAML with it.")
         disk_info = RicDisk.new(subdir, '.ricdisk')
-        #puts(x)
-        #puts(yellow x.to_yaml)
       end
       if File.exists?( "#{subdir}/.ricdisk.yaml") and File.empty?( "#{subdir}/.ricdisk.yaml")
         deb("Interesting2. Empty file! TODO write YAML with it.")
         disk_info = RicDisk.new(subdir, '.ricdisk.yaml')
-        # todo write
-        #puts(x)
         puts(yellow disk_info.to_yaml)
       end
       if disk_info
@@ -114,50 +197,22 @@ module Storazzo
         #puts(white `cat "#{subdir}/.ricdisk"`)
       end
     end
-  
-    # separiamo cosi usiamo meglio...
+
+    # TODO obsolete this as i should NOT be calling it from clas, but from method.
     def self.ok_dir?(subdir)
       File.exists?( "#{subdir}/.ricdisk") or File.exists?( "#{subdir}/.ricdisk.yaml")
     end
   
-    def self.obsolescence_seconds file_path
-      creation_time = File.stat(file_path).ctime
-      deb("[obsolescence_seconds] File #{file_path}: #{creation_time} - #{(Time.now - creation_time)} seconds ago")
-      (Time.now - creation_time).to_i
-    end
-    def self.obsolescence_days(file_path)
-      return obsolescence_seconds(file_path) / 86400
-    end
-  
-    def self.backquote_execute(cmd)
-      # executed a command wrapped by dryrun though
-      return "DRYRUN backquote_execute(#{cmd})" if $opts[:dryrun]
-      `#{cmd}`
-    end
-    
-    def self.upload_to_gcs(file, opts={})
-      deb("upload_to_gcs(#{file}). TODO(ricc) after breafast upload to GCS : #{file}")
-      mount_name = file.split('/')[-2]
-      filename = "#{mount_name}-#{File.basename file}"
-      hostname = Socket.gethostname[/^[^.]+/]
-      command = "gsutil cp '#{file}' gs://#{$gcs_bucket}/backup/ricdisk-magic/#{ hostname }-#{filename}"
-      deb("Command: #{command}")
-      ret = backquote_execute(command)
-      # if $opts[:debug] do
-      #   puts "+ Current list of files:"
-      #   ret = backquote_execute("gsutil ls -al gs://#{$gcs_bucket}/backup/ricdisk-magic/")
-      #   puts ret
-      # end
-      ret
-    end
-  
+
+
     # Create RDS file.
     def self.calculate_stats_files(dir, opts={})
       opts_upload_to_gcs = opts.fetch :upload_to_gcs, true 
       full_file_path = "#{dir}/#{$stats_file}"
+      return "This refacgtor is for another day"
   
       puts("calculate_stats_files(#{white dir}): #{white full_file_path}")
-      puts "TEST1 DIR EXISTS: #{dir} -> #{Dir.directory? dir}"
+      puts "TEST1 DIR EXISTS: #{dir} -> #{File.directory? dir}"
       Dir.chdir(dir)
       if File.exists?(full_file_path) and ($opts[:force] == false)
         puts "File '#{$stats_file}' exists already." #  - now should see if its too old, like more than 1 week old"
@@ -176,66 +231,128 @@ module Storazzo
       end
     end
   
-    def self.find_active_dirs(base_dirs=nil, also_mountpoints=true)
-      base_dirs = DEFAULT_MEDIA_DIRS if base_dirs.nil? 
-      active_dirs = []
-      base_dirs.each do |ugly_dir| 
-        # https://stackoverflow.com/questions/1899072/getting-a-list-of-folders-in-a-directory#:~:text=Dir.chdir(%27/destination_directory%27)%0ADir.glob(%27*%27).select%20%7B%7Cf%7C%20File.directory%3F%20f%7D
-        dir = File.expand_path(ugly_dir)
-        begin
-          x=[]
-  #        puts "TEST2 DIR EXISTS: #{dir} -> #{Dir.exists?(dir)}"
-          unless Dir.exists?(dir)
-            deb "Dir doesnt exist, skipping: #{dir}"
-            next 
-          end
-          Dir.chdir(dir) 
-          x = Dir.glob('*').select {|f| File.directory? f}
-          subdirs = x.map{|subdir|   "#{dir}#{subdir}"}
-          subdirs.each{|subdir| 
-            #puts `ls -al "#{subdir}"`
-            active_dirs << subdir if self.ok_dir?(subdir)
-          }
-          #puts(white x)
-        rescue Exception => e # optionally: `rescue Exception => ex`
-          puts "Exception: '#{e}'"
-        ensure # will always get executed
-          #deb 'Always gets executed.'
-          #x = []
-        end 
-      end
-  
-      if also_mountpoints
-=begin
-  Example output from mount:
-
-  devfs on /dev (devfs, local, nobrowse)
-  /dev/disk3s6 on /System/Volumes/VM (apfs, local, noexec, journaled, noatime, nobrowse)
-  /dev/disk3s2 on /System/Volumes/Preboot (apfs, local, journaled, nobrowse)
-  /dev/disk3s4 on /System/Volumes/Update (apfs, local, journaled, nobrowse)
-  /dev/disk1s2 on /System/Volumes/xarts (apfs, local, noexec, journaled, noatime, nobrowse)
-  /dev/disk1s1 on /System/Volumes/iSCPreboot (apfs, local, journaled, nobrowse)
-  /dev/disk1s3 on /System/Volumes/Hardware (apfs, local, journaled, nobrowse)
-  /dev/disk3s5 on /System/Volumes/Data (apfs, local, journaled, nobrowse, protect)
-  map auto_home on /System/Volumes/Data/home (autofs, automounted, nobrowse)
-  //riccardo@1.0.1.10/video on /Volumes/video (afpfs, nodev, nosuid, mounted by ricc)
-  //riccardo@1.0.1.10/photo on /Volumes/photo (afpfs, nodev, nosuid, mounted by ricc)
-=end
-          # add directories from current mountpoints...
-          mount_table_lines = interesting_mount_points()
-          mount_table_lines.each{|line|
-            next if line =~ /^map /
-            dev, on, path, mode = line.split(/ /)
-            #puts line
-            #deb yellow(path)
-            active_dirs << path if self.ok_dir?(path)
-          }
-        end
-        active_dirs.uniq!
-        puts("find_active_dirs(): found dirs " + green(active_dirs))
-        return active_dirs
-      end
+#       if also_mountpoints
+# =begin
+#   Example output from mount:
+
+#   devfs on /dev (devfs, local, nobrowse)
+#   /dev/disk3s6 on /System/Volumes/VM (apfs, local, noexec, journaled, noatime, nobrowse)
+#   /dev/disk3s2 on /System/Volumes/Preboot (apfs, local, journaled, nobrowse)
+#   /dev/disk3s4 on /System/Volumes/Update (apfs, local, journaled, nobrowse)
+#   /dev/disk1s2 on /System/Volumes/xarts (apfs, local, noexec, journaled, noatime, nobrowse)
+#   /dev/disk1s1 on /System/Volumes/iSCPreboot (apfs, local, journaled, nobrowse)
+#   /dev/disk1s3 on /System/Volumes/Hardware (apfs, local, journaled, nobrowse)
+#   /dev/disk3s5 on /System/Volumes/Data (apfs, local, journaled, nobrowse, protect)
+#   map auto_home on /System/Volumes/Data/home (autofs, automounted, nobrowse)
+#   //riccardo@1.0.1.10/video on /Volumes/video (afpfs, nodev, nosuid, mounted by ricc)
+#   //riccardo@1.0.1.10/photo on /Volumes/photo (afpfs, nodev, nosuid, mounted by ricc)
+# =end
+#           # add directories from current mountpoints...
+#           mount_table_lines = interesting_mount_points()
+#           mount_table_lines.each{|line|
+#             next if line =~ /^map /
+#             dev, on, path, mode = line.split(/ /)
+#             #puts line
+#             #deb yellow(path)
+#             active_dirs << path if self.ok_dir?(path)
+#           }
+#         end
+#         active_dirs.uniq!
+#         puts("find_active_dirs(): found dirs " + green(active_dirs))
+#         return active_dirs
+#       end
     
+
+
+  end #/Class
+end  #/Module
+
+
+  
+
+  
+#     def initialize(path, ricdisk_file)
+#       puts "[DEB] RicDisk initialize.. path=#{path}"
+#       @local_mountpoint = path
+#       @description = "This is an automated RicDisk description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
+#       @ricdisk_version = VERSION
+#       @ricdisk_file = ricdisk_file
+#       #@questo_non_esiste = :sobenme
+#       @label = path.split("/").last
+#       @name = path.split("/").last
+#       @wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
+#       @tags = 'ricdisk'
+#       puts :beleza
+#       @config = RicDiskConfig.instance.get_config
+#       #puts @config if @config
+#       find_info_from_mount(path)
+#       find_info_from_df()
+#     end
+  
+#     def ricdisk_absolute_path
+#       @local_mountpoint + "/" +  @ricdisk_file
+#     end
   
-  end
-end 
+#     def add_tag(tag)
+#       @tags += ", #{tag}"
+#     end
+  
+#     # might have other things in the future...
+#     def find_info_from_mount(path)
+#       mount_table_lines = interesting_mount_points()
+#       mount_line = nil
+#       mount_table_lines.each do |line|
+#         next if line =~ /^map /
+#         dev, on, mount_path, mode = line.split(/ /)
+#         if mount_path==path
+#           mount_line = line 
+#         else
+#           @info_from_mount = false      
+#         end
+#       end
+#       @info_from_mount = ! (mount_line.nil?)
+#       if @info_from_mount
+#         #@mount_line = mount_line
+#         @description += "\nMount line:\n" + mount_line
+#         @remote_mountpoint = mount_line.split(/ /)[0]
+#         @fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
+#         add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
+#       end
+#     end
+  
+#     def find_info_from_df()
+#       path = @local_mountpoint
+#       df_info = `df -h "#{path}"`
+#       @df_info = df_info
+#       lines = df_info.split(/\n+/)
+#       raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
+#       mount, @size_readable, used_size, avail_size, @disk_utilization, other =  lines[1].split(/\s+/) # second line..
+#     end
+  
+  
+  
+
+
+  
+#     def self.backquote_execute(cmd)
+#       # executed a command wrapped by dryrun though
+#       return "DRYRUN backquote_execute(#{cmd})" if $opts[:dryrun]
+#       `#{cmd}`
+#     end
+    
+#     def self.upload_to_gcs(file, opts={})
+#       deb("upload_to_gcs(#{file}). TODO(ricc) after breafast upload to GCS : #{file}")
+#       mount_name = file.split('/')[-2]
+#       filename = "#{mount_name}-#{File.basename file}"
+#       hostname = Socket.gethostname[/^[^.]+/]
+#       command = "gsutil cp '#{file}' gs://#{$gcs_bucket}/backup/ricdisk-magic/#{ hostname }-#{filename}"
+#       deb("Command: #{command}")
+#       ret = backquote_execute(command)
+#       # if $opts[:debug] do
+#       #   puts "+ Current list of files:"
+#       #   ret = backquote_execute("gsutil ls -al gs://#{$gcs_bucket}/backup/ricdisk-magic/")
+#       #   puts ret
+#       # end
+#       ret
+#     end
+  

data/lib/storazzo/ric_disk_config.rb

@@ -0,0 +1,93 @@
+require 'singleton'
+require 'yaml'
+
+module Storazzo
+    class Storazzo::RicDiskConfig 
+        include Singleton
+        include Storazzo::Common
+        include Storazzo::Colors
+        
+        @@default_config_location = "~/.storazzo.yaml" 
+        attr_accessor :config, :config_file
+        
+        def load(config_path=nil, opts={})
+            verbose = opts.fetch :verbose, false
+
+            puts "[VERBOSE] Storazzo::RicDiskConfig.load(): BEGIN " if verbose
+            # trying default location
+            possible_locations = [ @@default_config_location , "./.storazzo.yaml"]
+            if config_path 
+                possible_locations =possible_locations.append(config_path) 
+            end
+            puts "[VERBOSE] Searching these paths in order: #{possible_locations}" if verbose
+            possible_locations.each do |possible_path|
+                paz = File.expand_path(possible_path)
+                #puts "DEB paz:#{paz}"
+                if File.exists?(paz) 
+                    @config_file = paz 
+                    @config = YAML.load(File.read paz) # YAML.load(File.read("file_path"))
+                    #pp @config if verbose
+                    #config_ver = @config[:ConfigVersion]
+                    #puts @config[:ConfigVersion]
+                    puts "Storazzo::RicDiskConfig v#{config_ver} parsed correctly"
+                    puts "RicDiskConfig.to_s: #{self}" if verbose
+                    return self.config
+                end
+            end
+            # only get here if nothing is found
+            raise "No config found across these locations: #{possible_locations}. Consider copying and editing: #{RicDiskConfig.gem_default_config_path}"
+#            @config = 42
+#            puts "[VERBOSE] Storazzo::RicDiskConfig.load(): END " if verbose
+        end
+
+        def config_ver
+            #self.
+            @config['ConfigVersion']
+        end
+        def config_default_folder
+            #self.
+            @config['Config']['DefaultFolder'] #rescue "Unknown config_default_folder: #{$!}"
+        end
+
+        def to_s
+            size =  File.size @config_file 
+            "RicDiskConfig(v#{config_ver}, file=#{ @config_file}) with #{size} bytes" # - config_default_folder=#{self.config_default_folder}"
+        end
+
+        def get_config(opts={})
+            return load(opts) if @config.nil?
+            @config
+        end
+
+        def self.gem_default_config_path
+            Storazzo.root + "/etc/storazzo_config.sample.yaml"
+        end
+
+        # UGLY CODE, copipasted from binary for ARGV
+        def iterate_through_file_list_for_disks(files_list=[])
+            if files_list == [] # or files_list.nil?  # empty -> ALL
+                deb "iterate_through_file_list_for_disks(): no args provided"
+                dirs = RicDisk.find_active_dirs()
+                puts "DEB find_active_dirs: #{green dirs}"
+                dirs.each {|dir| 
+                    RicDisk.write_config_yaml_to_disk(dir)
+                    RicDisk.calculate_stats_files(dir) # dir is inutile
+                } # TODO refactor in option sbrodola_afterwards=true. :)
+            else
+                deb "iterate_through_file_list_for_disks(): I consider files_list as a list of directories to parse :)"
+                dirs = RicDisk.find_active_dirs()
+                files_list.each do |dir| 
+                    dir = File.expand_path(dir)
+                    if dirs.include?(dir)
+                        deb "Legit dir: #{green dir}"
+                        RicDisk.write_config_yaml_to_disk(dir)
+                        RicDisk.calculate_stats_files(dir) # dir is inutile
+                    else
+                        deb "Figghiu ri buttana: doesnt exist #{red dir}" 
+                    end
+                end
+            end
+        end #/iterate_through_file_list_for_disks
+        
+    end
+end

data/lib/storazzo/ric_disk_statsfile.rb

@@ -0,0 +1,10 @@
+# This class wraps the RDS file: we're going to write this RDS file
+# directly in the disk: /mount/
+module Storazzo
+    class Storazzo::RicDiskStatsFile
+        @@default_name = "ricdisk_stats_v11.rds" # => RicDiskStatsFile
+
+
+        
+    end
+end 

data/lib/storazzo/ric_disk_ugly.rb

@@ -0,0 +1,251 @@
+
+
+module Storazzo
+  class Storazzo::RicDiskUgly
+    RICDISK_VERSION = "1.0ugly"
+    DEFAULT_MEDIA_DIRS = %w{ 
+      /media/riccardo/ 
+      /Volumes/ 
+      /mnt/ 
+      ~/storazzo/var/test/disks/
+    }.append(Storazzo.root + "/var/test/disks/")
+
+    include Hashify
+    extend Storazzo::Colors
+  
+    # todo substitute with protobuf..
+    attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr
+  
+    def self.interesting_mount_points(opts={})
+      #https://unix.stackexchange.com/questions/177014/showing-only-interesting-mount-points-filtering-non-interesting-types
+      `mount | grep -Ev 'type (proc|sysfs|tmpfs|devpts|debugfs|rpc_pipefs|nfsd|securityfs|fusectl|devtmpfs) '`.split(/\n+/)
+    end
+  
+    def initialize(path, ricdisk_file)
+      puts "[DEB] RicDiskUgly initialize.. path=#{path}"
+      @local_mountpoint = path
+      @description = "This is an automated RicDiskUgly description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
+      @ricdisk_version = VERSION
+      @ricdisk_file = ricdisk_file
+      #@questo_non_esiste = :sobenme
+      @label = path.split("/").last
+      @name = path.split("/").last
+      @wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
+      @tags = 'ricdisk'
+      puts :beleza
+      @config = RicDiskConfig.instance.get_config
+      #puts @config if @config
+      find_info_from_mount(path)
+      find_info_from_df()
+    end
+  
+    def ricdisk_absolute_path
+      @local_mountpoint + "/" +  @ricdisk_file
+    end
+  
+    def add_tag(tag)
+      @tags += ", #{tag}"
+    end
+  
+    # might have other things in the future...
+    def find_info_from_mount(path)
+      mount_table_lines = interesting_mount_points()
+      mount_line = nil
+      mount_table_lines.each do |line|
+        next if line =~ /^map /
+        dev, on, mount_path, mode = line.split(/ /)
+        if mount_path==path
+          mount_line = line 
+        else
+          @info_from_mount = false      
+        end
+      end
+      @info_from_mount = ! (mount_line.nil?)
+      if @info_from_mount
+        #@mount_line = mount_line
+        @description += "\nMount line:\n" + mount_line
+        @remote_mountpoint = mount_line.split(/ /)[0]
+        @fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
+        add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
+      end
+    end
+  
+    def find_info_from_df()
+      path = @local_mountpoint
+      df_info = `df -h "#{path}"`
+      @df_info = df_info
+      lines = df_info.split(/\n+/)
+      raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
+      mount, @size_readable, used_size, avail_size, @disk_utilization, other =  lines[1].split(/\s+/) # second line..
+    end
+  
+  
+  
+    def self.sbrodola_ricdisk(subdir)
+      # given a path, if .ricdisk exists i do stuff with it..
+      disk_info = nil
+      unless self.ok_dir?(subdir)
+        puts("Nothing for me here. Existing")
+        return 
+      end
+      if File.exists?( "#{subdir}/.ricdisk") and File.empty?( "#{subdir}/.ricdisk")
+        deb("Interesting1. Empty file! Now I write YAML with it.")
+        disk_info = RicDiskUgly.new(subdir, '.ricdisk')
+        #puts(x)
+        #puts(yellow x.to_yaml)
+      end
+      if File.exists?( "#{subdir}/.ricdisk.yaml") and File.empty?( "#{subdir}/.ricdisk.yaml")
+        deb("Interesting2. Empty file! TODO write YAML with it.")
+        disk_info = RicDiskUgly.new(subdir, '.ricdisk.yaml')
+        # todo write
+        #puts(x)
+        puts(yellow disk_info.to_yaml)
+      end
+      if disk_info
+        if File.empty?(disk_info.ricdisk_absolute_path) and (disk_info.wr)
+          puts(green("yay, we can now write the file '#{disk_info.ricdisk_absolute_path}' (which is R/W, I just checked!) with proper YAML content.."))
+          ret = File.write(disk_info.ricdisk_absolute_path, disk_info.to_yaml)
+          puts("Written file! ret=#{ret}")
+        else
+          puts(red("Nope, qualcosa non va.. #{File.empty?(disk_info.ricdisk_absolute_path)}"))
+          puts("File size: #{File.size(disk_info.ricdisk_absolute_path)}")
+        end
+      end
+      if File.exists?( "#{subdir}/.ricdisk") and ! File.empty?( "#{subdir}/.ricdisk")
+        puts("Config File found with old-style name: '#{subdir}/.ricdisk' !")
+        #puts(white `cat "#{subdir}/.ricdisk"`)
+      end
+    end
+  
+    # separiamo cosi usiamo meglio...
+    def self.ok_dir?(subdir)
+      File.exists?( "#{subdir}/.ricdisk") or File.exists?( "#{subdir}/.ricdisk.yaml")
+    end
+  
+    def self.obsolescence_seconds file_path
+      creation_time = File.stat(file_path).ctime
+      deb("[obsolescence_seconds] File #{file_path}: #{creation_time} - #{(Time.now - creation_time)} seconds ago")
+      (Time.now - creation_time).to_i
+    end
+    def self.obsolescence_days(file_path)
+      return obsolescence_seconds(file_path) / 86400
+    end
+  
+    def self.backquote_execute(cmd)
+      # executed a command wrapped by dryrun though
+      return "DRYRUN backquote_execute(#{cmd})" if $opts[:dryrun]
+      `#{cmd}`
+    end
+    
+    def self.upload_to_gcs(file, opts={})
+      deb("upload_to_gcs(#{file}). TODO(ricc) after breafast upload to GCS : #{file}")
+      mount_name = file.split('/')[-2]
+      filename = "#{mount_name}-#{File.basename file}"
+      hostname = Socket.gethostname[/^[^.]+/]
+      command = "gsutil cp '#{file}' gs://#{$gcs_bucket}/backup/ricdisk-magic/#{ hostname }-#{filename}"
+      deb("Command: #{command}")
+      ret = backquote_execute(command)
+      # if $opts[:debug] do
+      #   puts "+ Current list of files:"
+      #   ret = backquote_execute("gsutil ls -al gs://#{$gcs_bucket}/backup/ricdisk-magic/")
+      #   puts ret
+      # end
+      ret
+    end
+  
+    # Create RDS file.
+    def self.calculate_stats_files(dir, opts={})
+      opts_upload_to_gcs = opts.fetch :upload_to_gcs, true 
+      full_file_path = "#{dir}/#{$stats_file}"
+  
+      puts("calculate_stats_files(#{white dir}): #{white full_file_path}")
+      puts "TEST1 DIR EXISTS: #{dir} -> #{File.directory? dir}"
+      Dir.chdir(dir)
+      if File.exists?(full_file_path) and ($opts[:force] == false)
+        puts "File '#{$stats_file}' exists already." #  - now should see if its too old, like more than 1 week old"
+        # TODO check for file time...
+        print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
+        if obsolescence_days(full_file_path) > 7 
+          puts("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
+        end
+        upload_to_gcs(full_file_path) if opts_upload_to_gcs
+      else
+        puts "Crunching data stats from '#{dir}' into '#{$stats_file}' ... please bear with me.. [maybe file didnt exist, maybe $opts[:force] is true]" 
+        command = "find . -print0 | xargs -0 stats-with-md5.rb --no-color | tee '#{full_file_path}'"
+        puts("[#{`pwd`.chomp}] Executing: #{azure command}")
+        ret = backquote_execute command
+        puts "Done. #{ret.split("\n").count} files processed."
+      end
+    end
+  
+    def self.find_active_dirs(base_dirs=nil, also_mountpoints=true)
+      base_dirs = DEFAULT_MEDIA_DIRS if base_dirs.nil? 
+      active_dirs = []
+      base_dirs.each do |ugly_dir| 
+        # https://stackoverflow.com/questions/1899072/getting-a-list-of-folders-in-a-directory#:~:text=Dir.chdir(%27/destination_directory%27)%0ADir.glob(%27*%27).select%20%7B%7Cf%7C%20File.directory%3F%20f%7D
+        dir = File.expand_path(ugly_dir)
+        begin
+          x=[]
+  #        puts "TEST2 DIR EXISTS: #{dir} -> #{Dir.exists?(dir)}"
+          unless Dir.exists?(dir)
+            deb "Dir doesnt exist, skipping: #{dir}"
+            next 
+          end
+          Dir.chdir(dir) 
+          x = Dir.glob('*').select {|f| File.directory? f}
+          subdirs = x.map{|subdir|   "#{dir}#{subdir}"}
+          subdirs.each{|subdir| 
+            #puts `ls -al "#{subdir}"`
+            active_dirs << subdir if self.ok_dir?(subdir)
+          }
+          #puts(white x)
+        rescue Exception => e # optionally: `rescue Exception => ex`
+          puts "Exception: '#{e}'"
+        ensure # will always get executed
+          #deb 'Always gets executed.'
+          #x = []
+        end 
+      end
+  
+      if also_mountpoints
+=begin
+  Example output from mount:
+
+  devfs on /dev (devfs, local, nobrowse)
+  /dev/disk3s6 on /System/Volumes/VM (apfs, local, noexec, journaled, noatime, nobrowse)
+  /dev/disk3s2 on /System/Volumes/Preboot (apfs, local, journaled, nobrowse)
+  /dev/disk3s4 on /System/Volumes/Update (apfs, local, journaled, nobrowse)
+  /dev/disk1s2 on /System/Volumes/xarts (apfs, local, noexec, journaled, noatime, nobrowse)
+  /dev/disk1s1 on /System/Volumes/iSCPreboot (apfs, local, journaled, nobrowse)
+  /dev/disk1s3 on /System/Volumes/Hardware (apfs, local, journaled, nobrowse)
+  /dev/disk3s5 on /System/Volumes/Data (apfs, local, journaled, nobrowse, protect)
+  map auto_home on /System/Volumes/Data/home (autofs, automounted, nobrowse)
+  //riccardo@1.0.1.10/video on /Volumes/video (afpfs, nodev, nosuid, mounted by ricc)
+  //riccardo@1.0.1.10/photo on /Volumes/photo (afpfs, nodev, nosuid, mounted by ricc)
+=end
+          # add directories from current mountpoints...
+          mount_table_lines = interesting_mount_points()
+          mount_table_lines.each{|line|
+            next if line =~ /^map /
+            dev, on, path, mode = line.split(/ /)
+            #puts line
+            #deb yellow(path)
+            active_dirs << path if self.ok_dir?(path)
+          }
+        end
+        active_dirs.uniq!
+        puts("find_active_dirs(): found dirs " + green(active_dirs))
+        return active_dirs
+      end
+    
+
+      def analyze_local_system()
+        puts :TODO 
+        puts "1. Interesting Mounts: #{green interesting_mount_points}"
+        puts "2. Sbrodoling everything: :TODO"
+        # find_info_from_mount(path)
+        # find_info_from_df()
+      end
+  
+  end
+end 

data/lib/storazzo.rb

@@ -18,11 +18,23 @@ module Storazzo
     def self.version 
         File.read(self.root + '/VERSION').chomp # "10.0.0"
     end
+
+#    alias_method :VERSION, :version 
+    def self.VERSION 
+        version
+    end
 end 
 
+# nice to paste nice output
+require 'pp'
+
+require 'storazzo/common'
 require 'storazzo/colors'
 require 'storazzo/hashify'
-require 'storazzo/ric_disk'
+require 'storazzo/ric_disk'          # NEW and will build from ground up using multiple files..
+require 'storazzo/ric_disk_ugly'     # OLD and 90% working
+require 'storazzo/ric_disk_config'
+require 'storazzo/ric_disk_statsfile'
 require 'storazzo/main'
 require 'storazzo/translator'
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: storazzo
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - Riccardo Carlesso
@@ -27,11 +27,15 @@ files:
 - bin/ricdisk-magic
 - lib/storazzo.rb
 - lib/storazzo/colors.rb
+- lib/storazzo/common.rb
 - lib/storazzo/debug.rb
 - lib/storazzo/hashify.rb
 - lib/storazzo/main.rb
 - lib/storazzo/parser/parser.rb
 - lib/storazzo/ric_disk.rb
+- lib/storazzo/ric_disk_config.rb
+- lib/storazzo/ric_disk_statsfile.rb
+- lib/storazzo/ric_disk_ugly.rb
 - lib/storazzo/translator.rb
 - lib/storazzo/version.rb
 - storazzo.gemspec