storazzo 0.0.3 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 63792a40e1f0416183c8522847f67b89514b5f5a64c9d7532fd1887de690ea68
-  data.tar.gz: c859febfb0a88b7cbe160828c350e31e715ebac5af6901715b5d94fcd247ead6
+  metadata.gz: 0c1d447526136c87cfefa48b69232971dd9e6df07a07ac1410eede18d0fa6b5e
+  data.tar.gz: c295db76797061749062a49f01b0bf08132ff86b5c48f61b0549d10bbe8066e0
 SHA512:
-  metadata.gz: 9fc27b51ba17693dbbbc030383f3c5ae5c17655c3e9bd78a53d997cfd33964f59769e5ea1873e8040a18059f4b01089ea99b5e2e84284bb5cf403f873197edfe
-  data.tar.gz: 69d1ebeef668df51940f913b7ef0f8c47bf4ef584a0856cf9c9d0b78ad9fc17b9f6d679305d2fba24c1d555c0a4e827ddc3561cae2e2ae9b204b40d61eb7078b
+  metadata.gz: 6127acae73ae0e07e3b000344e8b784964e50aa40a99404d5d0b1653a04c93c9f92270531ae5add2247b0e8d91fb5f501af1535d6dfa28abc123df6ce964b957
+  data.tar.gz: 1abb40a264233b9df3f87cb46222b235dbc64baef885e8589c30c18d31fef103dba95291d83787b07c856f4ce54f85602747068c88e90bb0f411d389a44cc269

data/Gemfile

@@ -0,0 +1 @@
+# useless now

data/LICENSE

@@ -0,0 +1 @@
+# todo

data/Makefile

@@ -0,0 +1,38 @@
+
+VER = $(shell cat VERSION)
+
+.PHONY: test clean
+
+
+help:
+	cat Makefile
+
+build-local:
+	gem build storazzo.gemspec
+
+build: build-local 
+
+install:
+	gem install ./storazzo-$(VER).gem
+
+push-to-rubygems: build-local test
+	gem push ./storazzo-$(VER).gem
+
+list:
+	gem list -r storazzo
+
+test:
+	echo 1. Testing the library end to end by requiring it..
+	echo "Storazzo::Main.all_tests " | irb -Ilib -rstorazzo
+	#echo "Storazzo::Main.all_mounts " | irb -Ilib -rstorazzo
+	#echo 2. Testing ricdisk-magic
+	#bin/ricdisk-magic Ciao-da-Makefile
+	echo 3. run rake test.. ont configured yet just a memo for the future.
+	RUBYOPT="-W0" rake test
+	@echo 'OK: ALL TESTS PASSED. #STIKA'
+
+irb:
+	irb -Ilib -rstorazzo
+
+watch-test:
+	watch -c make test

data/README.md

@@ -0,0 +1,10 @@
+
+# storazzo Gem
+
+Storazzo 💎 gem - a Gem to automatically parse your FS for mounts and compute MD5 of all files therein and then collect in central DB through StorazzoApp (TM).
+
+# INSTALL
+
+`gem install storazzo`
+
+(Latest version is hosted in https://rubygems.org/gems/storazzo)

data/Rakefile

@@ -0,0 +1,32 @@
+#require 'rake'
+
+# from hola: https://guides.rubygems.org/make-your-own-gem/#adding-an-executable
+require "rake/testtask"
+
+Rake::TestTask.new do |t|
+  t.libs << "test"
+  t.verbose = false
+  t.warning = false 
+end
+
+desc "Run tests"
+task default: :test
+
+
+# begin
+#     require 'bundler/setup'
+#     Bundler::GemHelper.install_tasks
+#   rescue LoadError
+#     puts 'although not required, bundler is recommended for running the tests'
+#   end
+  
+#   task default: :spec
+  
+#   require 'rspec/core/rake_task'
+#   RSpec::Core::RakeTask.new(:spec)
+  
+#   require 'rubocop/rake_task'
+#   RuboCop::RakeTask.new do |task|
+#     task.requires << 'rubocop-performance'
+#     task.requires << 'rubocop-rspec'
+#   end

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/bin/ricdisk-magic

@@ -0,0 +1,176 @@
+#!/usr/bin/env ruby
+
+
+
+############# ############# ############# ############# ############# ############# ############# ############# 
+# placeholder until i make it work..
+# https://guides.rubygems.org/make-your-own-gem/#adding-an-executable
+require 'storazzo'
+#require 'lib/storazzo'
+puts "First I need to figure out how to bring in all the libraries in here.."
+puts Storazzo::Main.hi(ARGV[0])
+exit(0)
+############# ############# ############# ############# ############# ############# ############# ############# 
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+#require 'google/protobuf'
+#require_relative '../etc/protos/out/ricdisk_pb'
+require 'yaml'
+require 'socket'
+require 'optparse'       # http://ruby.about.com/od/advancedruby/a/optionparser.htm
+
+# I believe this is wrong
+#require 'storazzo'
+# required to have methods wiothout self.
+#include 'lib/ric_disk'
+#extend Storazzo::Colors
+
+if RUBY_VERSION.split('.')[0] == 1
+  puts "Refusing to launch a script form Ruby 1. Sorry Ric, its 2020 damn it!"
+  exit 2020
+end
+
+$PROG_VER = '0.3'
+$DEBUG    = false
+
+HISTORY = <<-BIG_LONG_MULTILINE
+  2022-07-11 v0.3 Ported from private files in GIC into storazzo (open source on gitHub) and cleaned up italian and libs
+  2022-07-DD v0.2 Some private stuff on GIC
+BIG_LONG_MULTILINE
+
+=begin
+
+  ############################################################
+  @author:    Riccardo Carlesso
+  @email:     riccardo.carlesso@gmail.com
+  @maturity:  development
+  @language:  Ruby
+  @synopsis:  Brief Description here
+  @tags:      development, rcarlesso, test
+  @description: See description
+ ############################################################
+
+=end
+
+
+$myconf = {
+    :app_name            => "RicDisk Magic should be sth like #{$0}",
+    :description         => "
+        This program is loosely inspired to ricdisk-magic.sh but its much better.
+        Idea di base: trovare tutti le directory con file ricdisk e da esso estrarre info e magari METTERE info.
+        Il tutto condito con un bel protobuf e un'entita che metto in Lib.
+    ".strip.gsub(/^\s+/, "").gsub(/\s+$/, ""),
+    # TODO move to some class default
+    :media_dirs  => %w{ /media/riccardo/ /Volumes/ /mnt/ ~/git/storazzo/test/ /sobenme/giusto/per/imparare/ad/ammutolire/gli/errori/ }, 
+    :mount_types => %w{ vfat ntfs }, 
+}
+$stats_file = "ricdisk_stats_v11.rds"
+$gcs_bucket = 'palladius'
+
+# This template from scripta.rb. from 2.1.0 removed aby ric gem dependency.
+# 2022-04-26 2.1.1  Added more colors
+# 2022-04-26 2.1.0  Historical momemnt: removed gem 'ric' dependency
+$TEMPLATE_VER = '2.1.1'
+
+
+def usage(comment=nil)
+  puts white($optparse.banner)
+  puts($optparse.summarize)
+  puts("Description: " + gray($myconf[:description]))
+  puts red(comment) if comment
+  #puts "Description: #{ $myconf[:description] }"
+  exit 13
+end
+
+# include it in main if you want a custome one
+def init()    # see lib_autoinit in lib/util.rb
+  $opts = {}
+  # setting defaults
+  $opts[:verbose] = false
+  $opts[:dryrun] = false
+  $opts[:debug] = false
+  $opts[:force] = false
+
+  $optparse = OptionParser.new do |opts|
+    opts.banner = "#{$0} v.#{$PROG_VER}\n Usage: #{File.basename $0} [options] file1 file2 ..."
+    opts.on( '-d', '--debug', 'enables debug (DFLT=false)' )  {  $opts[:debug] = true ; $DEBUG = true }
+    opts.on( '-f', '--force', 'force stuff (DFLT=false)' )  {  $opts[:force] = true  }
+    opts.on( '-h', '--help', 'Display this screen' )          {  usage }
+    #opts.on( '-j', '--jabba', 'Activates my Jabber powerful CLI' ) {  $opts[:jabba] = true  }
+    opts.on( '-n', '--dryrun', "Don't really execute code" ) { $opts[:dryrun] = true }
+    opts.on( '-l', '--logfile FILE', 'Write log to FILE' )    {|file| $opts[:logfile] = file }
+    opts.on( '-v', '--verbose', 'Output more information' )   { $opts[:verbose] = true}
+  end
+  $optparse.parse!
+end
+
+def real_program
+  deb("Hello world from a templated '#{yellow $0 }'")
+  deb "+ Options are:  #{gray $opts}"
+  deb "+ Depured args: #{azure ARGV}"
+  deb "+ Script-specifig super-cool conf: #{green $prog_conf_d}"
+  deb "+ Your configuration: #{purple $myconf.inspect}"
+
+  # Your code goes here...
+  puts white("Hello world from #{$myconf[:app_name]}!")
+  puts "Description: '''#{white $myconf[:description] }'''"
+
+  if ARGV == [] # empty -> ALL
+    dirs = RicDisk.find_active_dirs()
+    dirs.each {|dir| 
+      RicDisk.sbrodola_ricdisk(dir)
+      RicDisk.calculate_stats_files(dir) # dir is inutile
+    } # TODO refactor in option sbrodola_afterwards=true. :)
+  else
+    deb "I consider ARGV come la lista di directories da parsare :)"
+    dirs = RicDisk.find_active_dirs()
+    ARGV.each{ |dir| 
+      dir = File.expand_path(dir)
+      if dirs.include?(dir)
+        deb "Legit dir: #{green dir}"
+        RicDisk.sbrodola_ricdisk(dir)
+        RicDisk.calculate_stats_files(dir) # dir is inutile
+      else
+        deb "Figghiu ri buttana: doesnt exist #{red dir}" 
+      end
+    }
+  end
+end
+
+def main(filename)
+  deb "I'm called by #{white filename}"
+  deb "HISTORY: #{gray HISTORY}"
+  #deb "To remove this shit, just set $DEBUG=false :)"
+  init        # Enable this to have command line parsing capabilities!
+  #warn "[warn] template v#{$TEMPLATE_VER }: proviamo il warn che magari depreca il DEB"
+  real_program
+end
+
+main(__FILE__)

data/lib/storazzo/colors.rb

@@ -1,10 +1,16 @@
-# TODO
+# Use EXTEND vs INCLUDE and magically the Class will inherit instead of instance. Magical! :)
+# http://www.railstips.org/blog/archives/2009/05/15/include-vs-extend-in-ruby/
+
+module Storazzo 
+    # needs to be defined before
+end 
 
 module Storazzo::Colors
-# class Storazzo::Colors
+  #class Storazzo::Colors1
     PREPEND_ME = "[Storazzo::Colors] "
 
-    def deb(s);   puts "#DEB #{s}" if $DEBUG; end
+    def deb(s);   puts "#DEB #{gray(s)}" if $DEBUG; end
+
     # colors 16
     def yellow(s)  "\033[1;33m#{s}\033[0m" ; end
     def gray(s)    "\033[1;30m#{s}\033[0m" ; end
@@ -20,15 +26,15 @@ module Storazzo::Colors
 
     # i dont undertstand why i need self :/
     # SELF version because I'm just stupid or lazy or both.
-    def self.yellow(s)  "#{PREPEND_ME}\033[1;33m#{s}\033[0m" ; end
-    def self.green(s)   "#{PREPEND_ME}\033[1;32m#{s}\033[0m" ; end
-        def self.gray(s)    "#{PREPEND_ME}\033[1;30m#{s}\033[0m" ; end
-        def self.green(s)   "#{PREPEND_ME}\033[1;32m#{s}\033[0m" ; end
-        def self.red(s)     "#{PREPEND_ME}\033[1;31m#{s}\033[0m" ; end
-        def self.blue(s)  "#{PREPEND_ME}\033[1;34m#{s}\033[0m" ; end
-        def self.purple(s)  "#{PREPEND_ME}\033[1;35m#{s}\033[0m" ; end
-        def self.azure(s)   "#{PREPEND_ME}\033[1;36m#{s}\033[0m" ; end
-        def self.white(s)   "#{PREPEND_ME}\033[1;37m#{s}\033[0m" ; end
+    # def self.yellow(s)  "#{PREPEND_ME}\033[1;33m#{s}\033[0m" ; end
+    # def self.green(s)   "#{PREPEND_ME}\033[1;32m#{s}\033[0m" ; end
+    #     def self.gray(s)    "#{PREPEND_ME}\033[1;30m#{s}\033[0m" ; end
+    #     def self.green(s)   "#{PREPEND_ME}\033[1;32m#{s}\033[0m" ; end
+    #     def self.red(s)     "#{PREPEND_ME}\033[1;31m#{s}\033[0m" ; end
+    #     def self.blue(s)  "#{PREPEND_ME}\033[1;34m#{s}\033[0m" ; end
+    #     def self.purple(s)  "#{PREPEND_ME}\033[1;35m#{s}\033[0m" ; end
+    #     def self.azure(s)   "#{PREPEND_ME}\033[1;36m#{s}\033[0m" ; end
+    #     def self.white(s)   "#{PREPEND_ME}\033[1;37m#{s}\033[0m" ; end
     
     # p<COLOR> Carlessian functions..
     def pwhite(s) puts(white(s)); end
@@ -36,5 +42,5 @@ module Storazzo::Colors
     def pred(s) puts(red(s)); end
     def pyellow(s) puts(yellow(s)); end
 
-
-end
+end
+#end

data/lib/storazzo/debug.rb

@@ -0,0 +1,10 @@
+
+# idea from https://medium.com/@leo_hetsch/ruby-modules-include-vs-prepend-vs-extend-f09837a5b073
+module Debug
+
+    def log(message)
+      # debug output
+      puts "TODO(ricc): LOG '#{message}' on GCP :)"
+    end
+
+end

data/lib/storazzo/hashify.rb

@@ -0,0 +1,33 @@
+# copied from https://dev.to/ayushn21/how-to-generate-yaml-from-ruby-objects-without-type-annotations-4fli
+module Storazzo
+    module Hashify
+        # Classes that include this module can exclude certain
+        # instance variable from its hash representation by overriding
+        # this method
+        def ivars_excluded_from_hash
+        [ 'this_doesnt_exist' ]
+        end
+    
+        def to_hash
+        hash = {}
+        excluded_ivars = ivars_excluded_from_hash
+    
+        # Iterate over all the instance variables and store their
+        # names and values in a hash
+        instance_variables.each do |var|
+            next if excluded_ivars.include? var.to_s
+    
+            value = instance_variable_get(var)
+            value = value.map(&:to_hash) if value.is_a? Array
+    
+            hash[var.to_s.delete("@")] = value
+        end
+    
+        return hash
+        end
+    
+        def to_yaml 
+        to_hash.to_yaml
+        end
+    end
+end

data/lib/storazzo/main.rb

@@ -0,0 +1,47 @@
+# main entrypoint for tests and silly stuff from Makefile..
+# This Class externalizes all relevant things from other libs while I learn how to do it from there
+# eg from RicDisk.
+
+module Storazzo
+  class Storazzo::Main # Can be same name as Module: https://stackoverflow.com/questions/13261474/ruby-modules-and-classes-same-name-in-structure
+    require 'storazzo/colors'
+    extend Storazzo::Colors
+
+    # version 1.2
+    def self.hi(message=nil)
+      str = "Hello from Storazzo v#{white Storazzo::version rescue "Error: #{$!}"}!"
+      str += " Message: '#{yellow message.to_s}'" if message
+      puts str 
+      str 
+    end
+
+    def self.all_mounts(opts={})
+        extend Storazzo::RicDisk
+        opts_verbose = opts.fetch :verbose, true 
+
+        pwhite "TODO(ricc): show a list of all RicDisk relevant mounts" if opts_verbose
+        #sbrodola_ricdisk("/Volumes/")
+        sbrodola_ricdisk(StorazzoMod::root + "./var/disks/") rescue "[Storazzo::AllMount] SomeError: #{$!}"
+    end
+
+    def self.all_tests        
+        # include vs extend: https://stackoverflow.com/questions/15097929/ruby-module-require-and-include
+        # => http://www.railstips.org/blog/archives/2009/05/15/include-vs-extend-in-ruby/
+        #include Storazzo::Colors
+        extend Storazzo::Colors
+
+        pwhite "All tests BEGIN"
+        deb "Maybe debug is enabled?"
+        #puts "This is Storazzo v#{StorazzoMod::VERSION}"
+        hi 
+        # This works with EXTEND..
+        puts(yellow "Just YELLOW 0")
+        # This reqwuires a INCLUDE.
+        #puts(Storazzo::Colors.yellow "Test YELLOW 1 self")
+        #puts(Colors.yellow "Test YELLOW 1 self")
+        #puts(Colors.green "Test YELLOW 2 ohne self")
+        pwhite "All tests END"
+        #puts "All tests END"
+    end
+  end
+end

data/lib/storazzo/ric_disk.rb

@@ -0,0 +1,232 @@
+
+
+module Storazzo
+  class Storazzo::RicDisk 
+    RICDISK_VERSION = "1.0"
+    include Hashify
+    extend Storazzo::Colors
+  
+    # todo substitute wqith protobuf..
+    attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr
+  
+    def self.interesting_mount_points(opts={})
+      #https://unix.stackexchange.com/questions/177014/showing-only-interesting-mount-points-filtering-non-interesting-types
+      `mount | grep -Ev 'type (proc|sysfs|tmpfs|devpts|debugfs|rpc_pipefs|nfsd|securityfs|fusectl|devtmpfs) '`.split(/\n+/)
+    end
+  
+    def initialize(path, ricdisk_file)
+      @local_mountpoint = path
+      @description = "This is an automated RicDisk description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
+      @ricdisk_version = VERSION
+      @ricdisk_file = ricdisk_file
+      #@questo_non_esiste = :sobenme
+      @label = path.split("/").last
+      @name = path.split("/").last
+      @wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
+      @tags = 'ricdisk'
+      find_info_from_mount(path)
+      find_info_from_df()
+    end
+  
+    def ricdisk_absolute_path
+      @local_mountpoint + "/" +  @ricdisk_file
+    end
+  
+    def add_tag(tag)
+      @tags += ", #{tag}"
+    end
+  
+    # might have other things in the future...
+    def find_info_from_mount(path)
+      mount_table_lines = interesting_mount_points()
+      mount_line = nil
+      mount_table_lines.each do |line|
+        next if line =~ /^map /
+        dev, on, mount_path, mode = line.split(/ /)
+        if mount_path==path
+          mount_line = line 
+        else
+          @info_from_mount = false      
+        end
+      end
+      @info_from_mount = ! (mount_line.nil?)
+      if @info_from_mount
+        #@mount_line = mount_line
+        @description += "\nMount line:\n" + mount_line
+        @remote_mountpoint = mount_line.split(/ /)[0]
+        @fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
+        add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
+      end
+    end
+  
+    def find_info_from_df()
+      path = @local_mountpoint
+      df_info = `df -h "#{path}"`
+      @df_info = df_info
+      lines = df_info.split(/\n+/)
+      raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
+      mount, @size_readable, used_size, avail_size, @disk_utilization, other =  lines[1].split(/\s+/) # second line..
+    end
+  
+  
+  
+    def self.sbrodola_ricdisk(subdir)
+      # given a path, if .ricdisk exists i do stuff with it..
+      disk_info = nil
+      unless self.ok_dir?(subdir)
+        puts("Nothing for me here. Existing")
+        return 
+      end
+      if File.exists?( "#{subdir}/.ricdisk") and File.empty?( "#{subdir}/.ricdisk")
+        deb("Interesting1. Empty file! Now I write YAML with it.")
+        disk_info = RicDisk.new(subdir, '.ricdisk')
+        #puts(x)
+        #puts(yellow x.to_yaml)
+      end
+      if File.exists?( "#{subdir}/.ricdisk.yaml") and File.empty?( "#{subdir}/.ricdisk.yaml")
+        deb("Interesting2. Empty file! TODO write YAML with it.")
+        disk_info = RicDisk.new(subdir, '.ricdisk.yaml')
+        # todo write
+        #puts(x)
+        puts(yellow disk_info.to_yaml)
+      end
+      if disk_info
+        if File.empty?(disk_info.ricdisk_absolute_path) and (disk_info.wr)
+          puts(green("yay, we can now write the file '#{disk_info.ricdisk_absolute_path}' (which is R/W, I just checked!) with proper YAML content.."))
+          ret = File.write(disk_info.ricdisk_absolute_path, disk_info.to_yaml)
+          puts("Written file! ret=#{ret}")
+        else
+          puts(red("Nope, qualcosa non va.. #{File.empty?(disk_info.ricdisk_absolute_path)}"))
+          puts("File size: #{File.size(disk_info.ricdisk_absolute_path)}")
+        end
+      end
+      if File.exists?( "#{subdir}/.ricdisk") and ! File.empty?( "#{subdir}/.ricdisk")
+        puts("Config File found with old-style name: '#{subdir}/.ricdisk' !")
+        #puts(white `cat "#{subdir}/.ricdisk"`)
+      end
+    end
+  
+    # separiamo cosi usiamo meglio...
+    def self.ok_dir?(subdir)
+      File.exists?( "#{subdir}/.ricdisk") or File.exists?( "#{subdir}/.ricdisk.yaml")
+    end
+  
+    def self.obsolescence_seconds file_path
+      creation_time = File.stat(file_path).ctime
+      deb("[obsolescence_seconds] File #{file_path}: #{creation_time} - #{(Time.now - creation_time)} seconds ago")
+      (Time.now - creation_time).to_i
+    end
+    def self.obsolescence_days(file_path)
+      return obsolescence_seconds(file_path) / 86400
+    end
+  
+    def self.backquote_execute(cmd)
+      # executed a command wrapped by dryrun though
+      return "DRYRUN backquote_execute(#{cmd})" if $opts[:dryrun]
+      `#{cmd}`
+    end
+    
+    def self.upload_to_gcs(file, opts={})
+      deb("upload_to_gcs(#{file}). TODO(ricc) after breafast upload to GCS : #{file}")
+      mount_name = file.split('/')[-2]
+      filename = "#{mount_name}-#{File.basename file}"
+      hostname = Socket.gethostname[/^[^.]+/]
+      command = "gsutil cp '#{file}' gs://#{$gcs_bucket}/backup/ricdisk-magic/#{ hostname }-#{filename}"
+      deb("Command: #{command}")
+      ret = backquote_execute(command)
+      # if $opts[:debug] do
+      #   puts "+ Current list of files:"
+      #   ret = backquote_execute("gsutil ls -al gs://#{$gcs_bucket}/backup/ricdisk-magic/")
+      #   puts ret
+      # end
+      ret
+    end
+  
+    # Create RDS file.
+    def self.calculate_stats_files(dir, opts={})
+      opts_upload_to_gcs = opts.fetch :upload_to_gcs, true 
+      full_file_path = "#{dir}/#{$stats_file}"
+  
+      puts("calculate_stats_files(#{white dir}): #{white full_file_path}")
+      puts "TEST1 DIR EXISTS: #{dir} -> #{Dir.directory? dir}"
+      Dir.chdir(dir)
+      if File.exists?(full_file_path) and ($opts[:force] == false)
+        puts "File '#{$stats_file}' exists already." #  - now should see if its too old, like more than 1 week old"
+        # TODO check for file time...
+        print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
+        if obsolescence_days(full_file_path) > 7 
+          puts("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
+        end
+        upload_to_gcs(full_file_path) if opts_upload_to_gcs
+      else
+        puts "Crunching data stats from '#{dir}' into '#{$stats_file}' ... please bear with me.. [maybe file didnt exist, maybe $opts[:force] is true]" 
+        command = "find . -print0 | xargs -0 stats-with-md5.rb --no-color | tee '#{full_file_path}'"
+        puts("[#{`pwd`.chomp}] Executing: #{azure command}")
+        ret = backquote_execute command
+        puts "Done. #{ret.split("\n").count} files processed."
+      end
+    end
+  
+    def self.find_active_dirs(base_dirs=nil, also_mountpoints=true)
+      base_dirs = $myconf[:media_dirs] if base_dirs.nil? 
+      active_dirs = []
+      base_dirs.each do |ugly_dir| 
+        # https://stackoverflow.com/questions/1899072/getting-a-list-of-folders-in-a-directory#:~:text=Dir.chdir(%27/destination_directory%27)%0ADir.glob(%27*%27).select%20%7B%7Cf%7C%20File.directory%3F%20f%7D
+        dir = File.expand_path(ugly_dir)
+        begin
+          x=[]
+  #        puts "TEST2 DIR EXISTS: #{dir} -> #{Dir.exists?(dir)}"
+          unless Dir.exists?(dir)
+            deb "Dir doesnt exist, skipping: #{dir}"
+            next 
+          end
+          Dir.chdir(dir) 
+          x = Dir.glob('*').select {|f| File.directory? f}
+          subdirs = x.map{|subdir|   "#{dir}#{subdir}"}
+          subdirs.each{|subdir| 
+            #puts `ls -al "#{subdir}"`
+            active_dirs << subdir if self.ok_dir?(subdir)
+          }
+          #puts(white x)
+        rescue Exception => e # optionally: `rescue Exception => ex`
+          puts "Exception: '#{e}'"
+        ensure # will always get executed
+          #deb 'Always gets executed.'
+          #x = []
+        end 
+      end
+  
+      if also_mountpoints
+=begin
+  Example output from mount:
+
+  devfs on /dev (devfs, local, nobrowse)
+  /dev/disk3s6 on /System/Volumes/VM (apfs, local, noexec, journaled, noatime, nobrowse)
+  /dev/disk3s2 on /System/Volumes/Preboot (apfs, local, journaled, nobrowse)
+  /dev/disk3s4 on /System/Volumes/Update (apfs, local, journaled, nobrowse)
+  /dev/disk1s2 on /System/Volumes/xarts (apfs, local, noexec, journaled, noatime, nobrowse)
+  /dev/disk1s1 on /System/Volumes/iSCPreboot (apfs, local, journaled, nobrowse)
+  /dev/disk1s3 on /System/Volumes/Hardware (apfs, local, journaled, nobrowse)
+  /dev/disk3s5 on /System/Volumes/Data (apfs, local, journaled, nobrowse, protect)
+  map auto_home on /System/Volumes/Data/home (autofs, automounted, nobrowse)
+  //riccardo@1.0.1.10/video on /Volumes/video (afpfs, nodev, nosuid, mounted by ricc)
+  //riccardo@1.0.1.10/photo on /Volumes/photo (afpfs, nodev, nosuid, mounted by ricc)
+=end
+          # add directories from current mountpoints...
+          mount_table_lines = interesting_mount_points()
+          mount_table_lines.each{|line|
+            next if line =~ /^map /
+            dev, on, path, mode = line.split(/ /)
+            #puts line
+            #deb yellow(path)
+            active_dirs << path if self.ok_dir?(path)
+          }
+        end
+        active_dirs.uniq!
+        puts("find_active_dirs(): found dirs " + green(active_dirs))
+        return active_dirs
+      end
+    
+  
+  end
+end 

data/lib/storazzo/version.rb

@@ -0,0 +1,6 @@
+# copied from https://github.com/rails/strong_parameters/edit/master/lib/strong_parameters/version.rb
+# I;'m copying the DHH philosophy here.
+module Storazzo
+    DHH_VERSION = "0.2.3_TODOFileRead" # TODO file.read ../../VERSION . chomp
+end
+  

data/lib/storazzo.rb

@@ -1,39 +1,30 @@
-# copied from https://guides.rubygems.org/make-your-own-gem/#introduction
+# Inspired from https://guides.rubygems.org/make-your-own-gem/#introduction
 
-#require 'storazzo/colors'
 
-module StorazzoMod
-    VERSION = File.read('./VERSION').chomp # "10.0.0"
+module Storazzo
+    #VERSION = File.read('./VERSION').chomp # "10.0.0"
     #require 'storazzo/translator'
 
-    def latest_version 
+    def latest_parser_version 
         "1.2"
     end 
-end 
-
-class Storazzo
-    require 'storazzo/colors'
 
-    # version 1.2
-    def self.hi
-      puts "Hello from Storazzo v#{StorazzoMod::VERSION rescue :ERROR}!"
+    # Finds RAILS_ROOT for Storazzo Gem. Copied from:
+    # https://stackoverflow.com/questions/10132949/finding-the-gem-root
+    def self.root 
+        File.expand_path '../..', __FILE__
     end
 
-    def self.all_tests        
-        # include vs extend: https://stackoverflow.com/questions/15097929/ruby-module-require-and-include
-        #include Storazzo::Colors
-        extend Storazzo::Colors
-
-        pwhite "All tests BEGIN"
-        #puts "This is Storazzo v#{StorazzoMod::VERSION}"
-        hi 
-        puts(yellow "Just YELLOW 0")
-        #puts(Storazzo::Colors.yellow "Test YELLOW 1 self")
-        puts(Colors.yellow "Test YELLOW 1 self")
-        puts(Colors.green "Test YELLOW 2 ohne self")
-        pwhite "All tests END"
-        #puts "All tests END"
+    def self.version 
+        File.read('./VERSION').chomp # "10.0.0"
     end
-  end
+end 
 
+require 'storazzo/colors'
+require 'storazzo/hashify'
+require 'storazzo/ric_disk'
+require 'storazzo/main'
 require 'storazzo/translator'
+
+puts Storazzo::Main.hi 
+

data/storazzo.gemspec

@@ -0,0 +1,18 @@
+Gem::Specification.new do |s|
+    s.name        = "storazzo"
+    # TOSDO: copy approach from here to dry version calculating: https://github.com/rails/strong_parameters/blob/master/strong_parameters.gemspec#L15
+    s.version     = File.read("VERSION").chomp # TODO cat version File.read(@,.VERSION).chomp
+    s.summary     = "storazzo is an amazing gem. Code is in https://github.com/palladius/storazzo"
+    s.description = "A simple gem to manage your external hard drives and extract MD5 and common stuff from them."
+    s.authors     = ["Riccardo Carlesso"]
+    s.email       = "name dot surname at popular Google-owned Mail"
+    # Autoglob as per https://stackoverflow.com/questions/11873294/determining-the-gems-list-of-files-for-the-specification
+    s.files = %w(Gemfile LICENSE README.md Makefile Rakefile storazzo.gemspec VERSION) +  Dir["{bin,lib,test,var}/**/*"] 
+    s.test_files = Dir["test/**/*"] + Dir["var/test/**/*"] 
+    s.executables << "ricdisk-magic"
+
+    s.homepage    = "https://rubygems.org/gems/storazzo" # maybe https://github.com/palladius/storazzo
+    s.license       = "MIT"
+
+    #s.add_dependency "activesupport", "~> 3.0"
+  end

data/test/test_storazzo.rb

@@ -0,0 +1,34 @@
+require "minitest/autorun"
+require "storazzo"
+
+class StorazzoTest < Minitest::Test
+    def test_storazzo_hi_with_argument
+        assert_match "Hello from Storazzo", Storazzo::Main.hi("ruby this should fail")
+        assert_match "ruby this should fail", Storazzo::Main.hi("ruby this should fail")
+    end
+    def test_storazzo_hi_without_argument
+        assert_match "Hello from Storazzo", Storazzo::Main.hi()
+    end
+
+    def test_storazzo_version_should_have_3_numbers_and_2_dots
+#        puts Storazzo::version
+        assert_equal Storazzo::version.split('.').size , 3, "should be 3 parts, like A.B.C"
+        #major, minor, minuscule = Storazzo::VERSION.split('.')
+#        assert_match Storazzo::VERSION, "....."
+    end
+
+#   def test_english_hello
+#     assert_equal "hello world",
+#       Hola.hi("english")
+#   end
+
+#   def test_any_hello
+#     assert_equal "hello world",
+#       Hola.hi("ruby")
+#   end
+
+#   def test_spanish_hello
+#     assert_equal "hola mundo",
+#       Hola.hi("spanish")
+#   end
+end

data/var/test/README.md

@@ -0,0 +1 @@
+Just to test two disks: one with stuff and one empty.

data/var/test/disks/disk02-full/ls.txt

@@ -0,0 +1,6 @@
+total 0
+drwxr-xr-x  5 ricc  primarygroup  160 Jul 13 07:18 .
+drwxr-xr-x  4 ricc  primarygroup  128 Jul 13 07:17 ..
+-rw-r--r--  1 ricc  primarygroup    0 Jul 13 07:17 .ricdisk
+-rw-r--r--  1 ricc  primarygroup    0 Jul 13 07:18 fake file.touch
+-rw-r--r--  1 ricc  primarygroup    0 Jul 13 07:18 ls.txt

metadata

@@ -1,24 +1,44 @@
 --- !ruby/object:Gem::Specification
 name: storazzo
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.1.1
 platform: ruby
 authors:
 - Riccardo Carlesso
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-07-10 00:00:00.000000000 Z
+date: 2022-07-13 00:00:00.000000000 Z
 dependencies: []
-description: A simple hello world gem.. for now. Then... more!
+description: A simple gem to manage your external hard drives and extract MD5 and
+  common stuff from them.
 email: name dot surname at popular Google-owned Mail
-executables: []
+executables:
+- ricdisk-magic
 extensions: []
 extra_rdoc_files: []
 files:
+- Gemfile
+- LICENSE
+- Makefile
+- README.md
+- Rakefile
+- VERSION
+- bin/ricdisk-magic
 - lib/storazzo.rb
 - lib/storazzo/colors.rb
+- lib/storazzo/debug.rb
+- lib/storazzo/hashify.rb
+- lib/storazzo/main.rb
+- lib/storazzo/parser/parser.rb
+- lib/storazzo/ric_disk.rb
 - lib/storazzo/translator.rb
+- lib/storazzo/version.rb
+- storazzo.gemspec
+- test/test_storazzo.rb
+- var/test/README.md
+- var/test/disks/disk02-full/fake file.touch
+- var/test/disks/disk02-full/ls.txt
 homepage: https://rubygems.org/gems/storazzo
 licenses:
 - MIT
@@ -42,4 +62,8 @@ rubygems_version: 3.1.4
 signing_key:
 specification_version: 4
 summary: storazzo is an amazing gem. Code is in https://github.com/palladius/storazzo
-test_files: []
+test_files:
+- test/test_storazzo.rb
+- var/test/README.md
+- var/test/disks/disk02-full/fake file.touch
+- var/test/disks/disk02-full/ls.txt