storazzo 0.5.0 → 0.5.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: aa13f66b7bfcdf56a065b666c4a256be432bfa8dab74e39eca9b3d6029a7a4a9
-  data.tar.gz: 4efc1c0086cf9a9ad710e47d1ee9e0559d0d3597a79ca21381687f15d0abe163
+  metadata.gz: eb18e024b54651bcd5bfc08aa3d67691b9dec1a1d725ffd66a4369ab16fbc634
+  data.tar.gz: '0870aa94ba6e3e9393aefea8e7ddcfc5df6103e3ff0942b1c4bc2ee9e0c648b5'
 SHA512:
-  metadata.gz: 02fa0fcdbad9284bb5c26dd1fd284c0c32aee90c317148c981cb8c983346f4e4e093d9a941145a6717f27df23681566c9435e0f5a9a237d3b5e3e5e221a35d44
-  data.tar.gz: 43825ffe96f30ec8e9581f7ef25fc08d36e9636d0cf013bfec7611727d19dd699920a12cf068e516f9eaef78826984310072977af01f740d28b6810dd44cd734
+  metadata.gz: e4c821df6d4345a2b3ead5853583175a443f8f4ae96ff2ca4f04fc1272c6aa7e25dbb2a4116be68bea51f797251967e607c2b3128c3401dd321d8efcdc232fcb
+  data.tar.gz: b6452fc5e1cb20d5808cf82f763b2cfd65529195afb006fd30bcee4d08254b45e3a0fb3cc53c7e8e60ff3be36273636c8142c12036b0d88eefba94393d7da035

data/LICENSE

@@ -1 +1,20 @@
-# todo
+Copyright 2022 Riccardo Carlesso (MIT)
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Makefile

@@ -63,6 +63,8 @@ test-media-subfolder:
 	rake test TEST="test/media/*.rb"
 test-verbose:
 	rake test:verbose --verbose 
+test-silent:
+	RUBYOPT="-W0" rake test:silent --verbose 
 test-single-file-continuously:
 	\watch -n 5 --color rake test TEST="test/media/test_local_folder.rb"
 

data/Rakefile

@@ -29,6 +29,17 @@ namespace :test do
     t.pattern = 'test/**/test_*.rb'
     $DEBUG = true
   end
+
+  desc "Test Silently and removes VERBOSITY"
+  Rake::TestTask.new(:silent) do |t|
+    t.libs << "test"
+    t.libs << "test/media"
+    t.verbose = false
+    t.warning = false
+    t.pattern = 'test/**/test_*.rb'
+    puts "Note: Best to call me with RUBYOPT='-W0'. Now RUBYOPT=#{ ENV['RUBYOPT'] }" if ENV['RUBYOPT'].nil?
+    $DEBUG = false
+  end
 end
 # namespace :verbose_test do
 #   desc "Test tests/media/* code"

data/VERSION

@@ -1 +1 @@
-0.5.0
+0.5.7

data/bin/stats-with-md5

@@ -109,42 +109,42 @@ def compute_stats_and_md5(file)
   ret = {}
   ret[:name] = file
 
-  begin
-    stats = File.stat(file)
-    ret[:stats_object] = stats # TODO deprecate
-    deb("Stats methods: #{stats.methods.sort.join(', ')}")
-    deb(stats.ctime)
-    # puts(stats.birthtime rescue (stats.ctime))
-    # On Mac/Linux: see test/dumps/***.yaml
-    ret[:size] = stats.size
-    ret[:mode] = stats.mode
-    # datetimes
-    ret[:stat_safebirthtime] = getSafeCreationTime(file) # in Mac uses birthtime,but on Linux wont work
-    #			defined?(stats.birthtime) ? # rescue stats.mtime # eg,  2022-03-05 21:47:51 +0100 on Mac (not implemented on my Linuix)#
-    #			stats.birthtime : # works on Mac
-    #			stats.ctime
-    ret[:stat_mtime] = stats.mtime # eg,  2022-03-05 21:47:51 +0100 Returns the modification time of stat.
-    ret[:stat_ctime] = stats.ctime # eg,  2022-03-05 21:47:51 +0100 Returns the change time for stat (that is, the time directory information about the file was changed, not the file itself). Note that on Windows (NTFS), returns creation time (birth time).
-    ret[:stat_atime] = stats.atime # eg,  2022-03-05 21:47:51 +0100 Last Access
-    ret[:stat_gid] = stats.gid     # Group Id
-    ret[:stat_uid] = stats.uid     # UUID
-    ret[:stat_ftype] = stats.ftype #
-
-    ret[:md5] = '______________NONE______________'
-    if stats.ftype != "directory"
-      file_content = File.read(file)
-      ret[:md5] = Digest::MD5.hexdigest(file_content) # rescue 'none                             ' #=> string with hexadecimal digits
-    end
-  rescue Errno::EISDIR => e
-    # puts "It's a dir, nothing I can do here except skipping the stuff"
-    ret[:md5] = "_________I'm a dir sorry________"
-  rescue Exception => e
-    ret[:error] = e
-  end
-  ret
+	begin
+		stats = File.stat(file)
+		ret[:stats_object] = stats # TODO deprecate
+		#deb("Stats methods: #{stats.methods.sort.join(', ')}")
+		#deb(stats.ctime)
+		#puts(stats.birthtime rescue (stats.ctime))
+		# On Mac/Linux: see test/dumps/***.yaml
+		ret[:size] = stats.size
+		ret[:mode] = stats.mode
+		# datetimes
+		ret[:stat_safebirthtime] = getSafeCreationTime(file) # in Mac uses birthtime,but on Linux wont work
+#			defined?(stats.birthtime) ? # rescue stats.mtime # eg,  2022-03-05 21:47:51 +0100 on Mac (not implemented on my Linuix)#
+#			stats.birthtime : # works on Mac 
+#			stats.ctime
+		ret[:stat_mtime] = stats.mtime # eg,  2022-03-05 21:47:51 +0100 Returns the modification time of stat.
+		ret[:stat_ctime] = stats.ctime # eg,  2022-03-05 21:47:51 +0100 Returns the change time for stat (that is, the time directory information about the file was changed, not the file itself). Note that on Windows (NTFS), returns creation time (birth time).
+		ret[:stat_atime] = stats.atime # eg,  2022-03-05 21:47:51 +0100 Last Access
+		ret[:stat_gid] = stats.gid     # Group Id
+		ret[:stat_uid] = stats.uid     # UUID
+		ret[:stat_ftype] = stats.ftype     # 
+		
+		ret[:md5] = '______________NONE______________'
+		if stats.ftype != "directory"
+			file_content = File.read(file)
+			ret[:md5] = Digest::MD5.hexdigest(file_content) # rescue 'none                             ' #=> string with hexadecimal digits
+		end
+	rescue Errno::EISDIR => e 
+		#puts "It's a dir, nothing I can do here except skipping the stuff"
+		ret[:md5] = "_________I'm a dir sorry________" 	
+	rescue Exception => e 
+		ret[:error] = e
+	end
+	ret 
 end
 
-$print_stats_and_md5_version = "1.1a_220624_F" # files
+$print_stats_and_md5_version = "1.1b_220805_F" # files
 $print_stats_and_md5_counter = 0
 $print_stats_and_md5_for_gcs_version = "1.1alpha_220628_G" # GCS bucket
 
@@ -334,18 +334,24 @@ def autowrite_to_dir_or_gcs(fs_type, path, opts = {})
   return :ok
 end
 
-def print_stats_and_md5_for_directory(directory_to_explore_recursively, opts = {})
-  puts "# [print_stats_and_md5_for_directory] DIR to explore (make sure you glob also): #{directory_to_explore_recursively}"
-  puts "# DEB Options: #{opts}"
 
-  opts_autowrite = opts.fetch :autowrite, false
-
-  Dir.glob("#{(directory_to_explore_recursively)}/**/*") do |globbed_filename|
-    # Do work on files & directories ending in .rb
-    # puts "[deb] #{globbed_filename}"
-    print_stats_and_md5(globbed_filename, :color => $opts[:color], :verbose => $opts[:verbose],
-                                          :autowrite => $opts[:autowrite])
-  end
+def print_stats_and_md5_for_directory_from_cli(directory_to_explore_recursively, opts={})
+	puts "# [print_stats_and_md5_for_directory_from_cli] v#{$print_stats_and_md5_version}] DIR to explore (make sure you glob also): #{directory_to_explore_recursively }"
+	opts_autowrite = opts.fetch :autowrite, false
+	opts_verbose = opts.fetch( :verbose, $opts[:verbose]) 
+	opts_debug = opts.fetch :debug, $opts[:debug]
+	opts_color = opts.fetch :color, $opts[:color]
+	if opts_debug
+		puts "# DEB Options1 opts (FUNC) BAD:  s  #{opts}" # probably useless since this is invoked by CLI and has ful fledged options.
+		puts "# DEB Options2 $opts (ARGV) GOOD: #{$opts}" # This is what we ewant in this CLI. TODO(ricc): if you move this function to be used as function invert the priority...
+		puts("# DEB version=#{$print_stats_and_md5_version} host=#{Socket.gethostname}(#{`uname`.chomp}) created_on=#{Time.now}") # if ARGV.size > 0
+	end
+
+	Dir.glob("#{(directory_to_explore_recursively)}/**/*") do |globbed_filename|
+		# Do work on files & directories ending in .rb
+		#puts "[deb] #{globbed_filename}" 
+		print_stats_and_md5(globbed_filename, :color => opts_color, :verbose => opts_verbose, :autowrite => opts_autowrite)
+	end
 
   autowrite_to_dir_or_gcs(:dir, directory_to_explore_recursively) if opts_autowrite
 end
@@ -368,25 +374,27 @@ def real_program
   if ARGV.size == 1
     directory_to_explore_recursively = ARGV[0]
     if smells_like_gcs?(directory_to_explore_recursively)
-      print_stats_and_md5_for_gcs(directory_to_explore_recursively, common_opts)
-    else # normal file..
-      print_stats_and_md5_for_directory(directory_to_explore_recursively, common_opts)
-    end
+		print_stats_and_md5_for_gcs(directory_to_explore_recursively, common_opts)
+	else # normal file..
+		print_stats_and_md5_for_directory_from_cli(directory_to_explore_recursively, common_opts)
+	end
   elsif ARGV.size > 1
     deb "2. I expect a lot of single files or directories:"
     for arg in ARGV
-      if File.directory?(arg)
-        print_stats_and_md5_for_directory(arg, common_opts)
-      else
-        print_stats_and_md5(arg, common_opts)
-      end
+		if File.directory?(arg)
+			print_stats_and_md5_for_directory_from_cli(arg, common_opts )
+		else
+	   		print_stats_and_md5(arg, common_opts)
+		end
     end
   else
     puts "No args given. Exiting"
     exit 41
   end
   tf = Time.now
-  puts "# [#{File.basename $0}] Time taken for processing #{stats_and_md5_number_of_files_processed} files: #{tf - t0}"
+  #rounding to 3 decimals
+  approx_delta = (tf-t0).round(3)
+  puts "# [#{File.basename $0}] Time taken for processing #{stats_and_md5_number_of_files_processed} files: #{approx_delta} seconds" 
 end
 
 def main(filename)

data/bin/storazzo

@@ -0,0 +1,160 @@
+#!/usr/bin/env ruby
+
+require 'storazzo'
+#gem 'storazzo', :path => File.expand_path("../lib", __FILE__)
+
+require 'optparse'
+
+extend Storazzo::Colors
+include Storazzo::Common # instead
+
+if RUBY_VERSION.split('.')[0] == 1
+    puts "Refusing to launch a script form Ruby 1. Sorry Ric, its 2020 damn it!"
+    exit 2020
+  end
+
+$PROG_VER = '0.1'
+$DEBUG    = ENV['DEBUG'] == 'true' # (true/false)
+
+$actions = %w{ 
+    show auto help 
+}.sort
+
+
+# you can't but love Ruby monkey-patching ability..
+class Array
+  #  puts "array drop"
+    def tail 
+      drop(1) # https://stackoverflow.com/questions/3615700/ruby-what-is-the-easiest-way-to-remove-the-first-element-from-an-array
+    end
+end
+
+HISTORY = <<-BIG_LONG_MULTILINE
+    2022-0806  v0.1 First stesure
+BIG_LONG_MULTILINE
+
+
+$description = <<DESCRIPTION_HEREFILE.gsub(/\s+/, " ").strip
+    This util shall expose all Storazzo aPIs via CLI: show-local-dirs, ...
+    show GCS buckets, ...
+
+    It's also my dream to add some nice icons which are joy to the eye, like
+    some  [ ] [x] before the list to show if its agood or bad directory and type also 
+DESCRIPTION_HEREFILE
+# >> "SELECT * FROM users ORDER BY users.id DESC"
+
+$myconf = {
+  :app_name => "Storazzo CLI: #{$0}",
+  :description => $description,
+  # TODO move to some class default
+  #:media_dirs => %w{/media/riccardo/ /Volumes/ /mnt/ ~/git/storazzo/var/test/
+  #                  /sobenme/giusto/per/imparare/ad/ammutolire/gli/errori/},
+  #:mount_types => %w{vfat ntfs},
+}
+
+def usage(comment = nil)
+    puts white($optparse.banner)
+    puts($optparse.summarize)
+    #puts("Description: " + gray($myconf[:description]))
+    puts red("ERROR: " + comment) if comment
+    # puts "Description: #{ $myconf[:description] }"
+    exit 13
+  end
+
+# include it in main if you want a custome one
+def init() # see lib_autoinit in lib/util.rb
+    $opts = {}
+    # setting defaults
+    $opts[:verbose] = false
+    $opts[:dryrun] = false
+    $opts[:debug] = false
+    $opts[:force] = false
+  
+    $optparse = OptionParser.new do |opts|
+      opts.banner = "#{$0} v.#{$PROG_VER}\n Usage: #{File.basename $0} [options] ACTION [file1] [file2] ..."
+      opts.separator "Actions: #{$actions.join ', '}"
+       opts.separator " $0 show # show options and local folders "
+       opts.separator " $0 auto # takes automated actions based on config and local disk. For lazy users"
+      opts.separator "Options: "
+      opts.on('-d', '--debug', 'enables debug (DFLT=false)') { $opts[:debug] = true; $DEBUG = true }
+      opts.on('-f', '--force', 'force stuff (DFLT=false)') { $opts[:force] = true }
+      opts.on('-h', '--help', 'Display this screen') { usage }
+      # opts.on( '-j', '--jabba', 'Activates my Jabber powerful CLI' ) {  $opts[:jabba] = true  }
+      opts.on('-n', '--dryrun', "Don't really execute code") { $opts[:dryrun] = true }
+      opts.on('-l', '--logfile FILE', 'Write log to FILE')    { |file| $opts[:logfile] = file }
+      opts.on('-v', '--verbose', 'Output more information')   { $opts[:verbose] = true }
+      opts.separator("Description: " + gray($myconf[:description]))
+      #opts.separator " -- "
+    end
+    $optparse.parse!
+  end
+
+  def show_action(argv)
+    deb "ARGV remaning is: #{argv}"
+    deb("TODO show_action")
+    #puts(white("1. Config"))
+    #Pry::ColorPrinter.pp $config.to_verbose_s
+    puts(white("2. Mounts/Dirs"))
+    Pry::ColorPrinter.pp Storazzo::Media::GcsBucket.list_all_with_type
+    pp Storazzo::Media::AbstractRicDisk.super_duper_list_all_with_type
+    
+  end
+  
+  def real_program
+    deb("Hello world from a templated '#{yellow $0}'")
+    deb "+ Options are:  #{gray $opts}"
+    deb "+ Depured args: #{azure ARGV}"
+    deb "+ Script-specifig super-cool conf: #{green $prog_conf_d}"
+    deb "+ Your configuration: #{purple $myconf.inspect}"
+  
+    # Your code goes here...
+    puts white("Hello world from #{$myconf[:app_name]}!")
+    puts "Description: '''#{white $myconf[:description]}'''"
+    Storazzo::Main.say_hi("Note: if the version of this storazzo is behind local version youre probably using a old library. 
+    I still need to learn how to call the binary with local/current lib/: bundle exec stiKazzi?")
+
+    $config = Storazzo::RicDiskConfig.instance()
+    $config.load
+    deb "StorazzoConfig: #{$config}"
+    # config.load # auto_sbrodola(ARGV)
+    puts yellow("ARGV: #{ARGV}")
+    #config.iterate_through_file_list_for_disks(ARGV)
+
+    if_deb? { Storazzo::Main.say_hi("ARGV: #{ARGV}") }
+
+    if (ARGV == []) 
+        usage("I need at least one argument (storazzo ACTION)")
+    end
+    argv_action = ARGV[0]
+    case argv_action # first argment - action
+        when "show", "list"
+            show_action(ARGV.tail)
+        when "auto"
+            auto_action(ARGV.tail)
+        when "help"
+            usage("There you go, here's your HELP :)")
+        when String
+            usage("Unknown action1: #{argv_action}. Available actions: #{$actions}")
+    else
+        usage("Unknown action2, really strange!: '#{argv_action}'. Actions: #{$actions}")
+    end
+
+  end
+  
+  def main(filename)
+    deb "I'm called by #{white filename}"
+    deb "HISTORY: #{gray HISTORY}"
+    init # Enable this to have command line parsing capabilities!
+    puts white("$DEBUG is #{$DEBUG}. Tu turn on, call me with -d") unless $DEBUG
+    # warn "[warn] template v#{$TEMPLATE_VER }: proviamo il warn che magari depreca il DEB"
+    real_program
+  
+    if_deb? do
+      puts "First I need to figure out how to bring in all the libraries in here.."
+      Storazzo::Main.say_hi("ARGV is: #{ARGV.join ', '}")
+      puts Storazzo.version
+    end
+  end
+  
+
+  main(__FILE__)  

data/bin/storazzo-util

@@ -0,0 +1 @@
+bin/storazzo

data/lib/storazzo/common.rb

@@ -34,7 +34,8 @@ module Storazzo::Common
   include Storazzo::Colors
 
   def deb(s)
-    puts "[DEB👀] #{yellow(s)}" if _debug_true # $DEBUG
+    #useless: put logic in _debug_true() # return if ENV['RUBYOPT'] == "-W0"
+    puts "[DEB👀] #{yellow(s)}" if _debug_true() # $DEBUG
   end
 
   # this has a yield
@@ -60,6 +61,7 @@ module Storazzo::Common
 
   def pverbose(is_verbose, str)
     # puts "[V📚RB💀S📚] #{gray str}"
+    return if ENV['RUBYOPT'] == "-W0"
     puts "[🦋🐛🐝🐞🐜🕷🕸🦂🦗🦟] #{gray str}" # insects: http://xahlee.info/comp/unicode_insects.html
   end
 
@@ -83,7 +85,8 @@ module Storazzo::Common
   private
 
   def _debug_true
-    $DEBUG or ENV["DEBUG"] == 'true'
+    return false if ENV["RUBYOPT"] == "-W0"
+    $DEBUG or ENV["DEBUG"] == 'true' # but FALSE isor _debug_true
   end
 
   #    puts "[DEBUG ENABLED!]" if _debug_true

data/lib/storazzo/media/abstract_ric_disk.rb

@@ -1,3 +1,23 @@
+#require "storazzo/ric_disk/abstract_ric_disk"
+#require "storazzo/ric_disk/gcs_bucket"
+#require "gcs_bucket"
+# require "abstract_ric_disk"
+
+=begin
+ This class is an Abstract Class which forces its 3 inquilines to implement
+ a number of functions, namely:
+ 
+   def self.list_all()
+   def self.list_all_with_type()
+ 
+  Note this needs to work without weird overrides, like:
+
+     def self.list_all_with_type(config=nil) # BAD
+     def self.list_all_with_type()           # GOOD
+
+  
+=end
+
 module Storazzo::Media
   class Storazzo::Media::AbstractRicDisk
     # include Storazzo::Common
@@ -21,11 +41,11 @@ module Storazzo::Media
     end
 
     def self.list_all
-      raise "[AbstractRicDiskc::self.list_all] You should override this, says StackOverflow and Riccardo"
+      raise "[AbstractRicDiskc::self.list_all] You should override this, says StackOverflow and Riccardo. Class=#{self.class}. Self=#{self}"
     end
 
     def self.list_all_with_type
-      raise "[AbstractRicDiskc::self.list_all_with_type] You should override this, says StackOverflow and Riccardo"
+      raise "[AbstractRicDisk::self.list_all_with_type] You should override this, says StackOverflow and Riccardo. Class=#{self.class}. Self=#{self}"
     end
 
     def self.super_duper_list_all_with_type
@@ -36,11 +56,11 @@ module Storazzo::Media
     end
 
     def parse(opts = {})
-      raise "[AbstractRicDiskc::parse] You should override this, says StackOverflow and Riccardo"
+      raise "[AbstractRicDiskc::parse] You should override this, says StackOverflow and Riccardo. Class=#{self.class}."
     end
 
     def writeable?
-      raise "[AbstractRicDiskc::writeable] You should override this in #{self.class}, says StackOverflow and Riccardo"
+      raise "[AbstractRicDiskc::writeable] You should override this in class=#{self.class}, says StackOverflow and Riccardo"
     end
 
     def get_local_mountpoint
@@ -137,8 +157,8 @@ module Storazzo::Media
     end
 
     def validate(opts = {})
-      verbose = opts.fetch(:verbose, true)
-      puts "[VERBOSE] validate(): We're trying to see if your object is valid, across 3 possible sub-classes." if verbose
+      opt_verbose = opts.fetch :verbose, false
+      pverbose opt_verbose, "validate(): [BROKEN] We're trying to see if your object is valid, across 3 possible sub-classes."
       # 1. check for
       raise "Unknown local mount " unless local_mount.is_a?(String)
 

data/lib/storazzo/media/gcs_bucket.rb

@@ -1,14 +1,16 @@
 module Storazzo::Media
-  class Storazzo::RicDisk::GcsBucket
+#  class Storazzo::Media::AbstractRicDisk
+  class Storazzo::Media::GcsBucket < Storazzo::Media::AbstractRicDisk
     extend Storazzo::Common
 
     attr_accessor :project_id
 
-    def initialize(local_mount, project_id = nil)
+    def initialize(local_mount, project_id=nil)
       deb "[Storazzo::Media::GcsBucket] initialize"
 
       @local_mountpoint = File.expand_path(local_mount)
       @description = "MountPoint in '#{local_mount}' pointing at TODO with mount options = TODO"
+      project_id ||= _autodetect_project_id()
       @project_id = project_id
       raise "Sorry local mount doesnt exist!" unless File.exist?(@local_mountpoint)
 
@@ -16,7 +18,11 @@ module Storazzo::Media
       super(local_mount) rescue "SUPER_ERROR(#{local_mount}): #{$!}"
     end
 
-    def self.list_all(config = nil)
+    def _autodetect_project_id
+      "todo-my-project-id-123" # TODO fix
+    end
+
+    def self.list_all() # (config = nil)
       # get lisrts from Config singletone
       # puts " self.list_all: loading config "
       config ||= Storazzo::RicDiskConfig.instance # # ).get_config
@@ -32,25 +38,32 @@ module Storazzo::Media
       config.get_bucket_paths
     end
 
-    def self.list_all_with_type(config = nil)
+    def self.list_all_with_type() # (config = nil)
+      deb "GCS::list_all_with_type() -- pull config"
       config ||= Storazzo::RicDiskConfig.instance
       config.load # in case I need to load it for the first time
-      deb "TODO(ricc): also add gsutil ls"
+      #puts "GCS::list_all_with_type() -- TODO(ricc): also add gsutil ls"
       # getFromConfig
       deb "I'm now returning a 'complex' array to tell the caller what kind of element they're getting, eg: GCS from Config Yaml, vs GCS from gsutil ls "
       list_from_config_with_type = config.get_bucket_paths.map { |path| [:config_gcs_bucket, path] }
-      if (config.project_id)
+      ret_list = list_from_config_with_type
+      if (config.gcs_enabled?) # should be if GCS enabled :) project_id
         # so I concatenate Apples with Bananas with names
-        return list_from_config_with_type + list_available_buckets(config.project_id).map { |path|
+        #ret_list += list_available_buckets(config.project_id).map { |path|
+        ret_list += list_available_buckets.map { |path|
                                               [:gsutil_ls_gcs_bucket, path]
                                             }
+      else
+        deb "list_all_with_type(): empty project id. Skipping"
       end
 
-      return list_from_config_with_type
+      return ret_list
     end
 
-    def self.list_available_buckets(project_id, opts = {})
-      list_of_buckets = `gsutil ls --project '#{project_id}'`.chomp.split("\n")
+    def self.list_available_buckets(opts = {})
+      #project_id = opts.fetch :project_id, nil 
+      #list_of_buckets = `gsutil ls --project '#{project_id}'`.chomp.split("\n")
+      list_of_buckets = `gsutil ls`.chomp.split("\n")
       deb "list_of_buckets: #{list_of_buckets}"
       list_of_buckets
     end

data/lib/storazzo/media/local_folder.rb

@@ -20,9 +20,9 @@ module Storazzo::Media
       super(local_mount) rescue "SUPER_ERROR(#{local_mount}): #{$!}"
     end
 
-    def self.list_all(config = nil)
+    def self.list_all() # WRONG: config = nil
       # get lists from Config singleton
-      config ||= Storazzo::RicDiskConfig.instance # # ).get_config
+      config = Storazzo::RicDiskConfig.instance # # ).get_config
       config.load
       config.get_local_folders
     end

data/lib/storazzo/media/mount_point.rb

@@ -7,6 +7,14 @@ module Storazzo::Media
       deb "Maybe its abuot time you refactor that method here :)"
       RicDisk.interesting_mount_points()
     end
+
+    def self.list_all
+      RicDisk.interesting_mount_points
+    end
+
+    def self.list_all_with_type()
+      list_all.map{|x| [:mount_point_todo_less_generic, x] }
+    end
   end
 end
 

data/lib/storazzo/ric_disk_config.rb

@@ -41,7 +41,7 @@ module Storazzo
       File.expand_path('../../../', __FILE__) +
       "/etc/storazzo_config.sample.yaml"
 
-    attr_accessor :config, :config_file, :load_called
+    attr_accessor :config, :config_file, :load_called, :project_id
 
     public
 
@@ -50,7 +50,7 @@ module Storazzo
       verbose = opts.fetch :verbose, false
 
       if already_loaded? # and not self.config.nil?
-        pverbose verbose, "[#{self.class}] VERBOSE load: already loaded"
+        pverbose verbose, "[#{self.class}] Config.Load: already loaded"
         return self.config
       end
       pverbose verbose, "Storazzo::RicDiskConfig.load(): BEGIN"
@@ -65,7 +65,7 @@ module Storazzo
         # OR: possible_locations.instert(0, config_path)
         pverbose verbose, "[LOAD] possible_locations: #{possible_locations}"
       end
-      puts "[VERBOSE] Searching these paths in order: #{possible_locations}" if verbose
+      pverbose verbose, "Searching these paths in order: #{possible_locations}"
       # bug "This is not always an array of sTRINGS."
       raise "possible_locations is not an array" unless possible_locations.is_a?(Array)
 
@@ -90,7 +90,6 @@ module Storazzo
           config_ver = @config["apiVersion"]
           # puts @config[:ConfigVersion]
           deb("OK. Storazzo::RicDiskConfig v'#{config_ver}' parsed correctly")
-          # puts "[VERBOSE] RicDiskConfig.to_s: #{self}" if verbose
           @load_called = true
           return self.config
         end
@@ -121,6 +120,21 @@ module Storazzo
       @config['Config']['Backends']['GoogleCloudStorage']['ProjectId']
     end
 
+    #doesnt work :/ alias :project_id, :config_project_id
+    def project_id
+      config_project_id
+    end
+
+    # This should return true if and only if the user has configured the YAML
+    # to use GCS. For now we can just say TRUE since gsutil ls returns without project_id.
+    # However, we might have a flag enabled in storazzo config in next versions.
+    def gcs_enabled?
+      #true
+      defined?(get_config['Config']['Backends']['GoogleCloudStorage'])
+      #get_config['Config']['Backends']['GoogleCloudStorage DOESNT EXIST']
+      # defined? Backends:     GoogleCloudStorage
+    end
+
     def already_loaded?
       # return
       load_called == true
@@ -198,16 +212,16 @@ module Storazzo
       #         RicDisk.calculate_stats_files(dir) # dir is inutile
       #     } # TODO refactor in option sbrodola_afterwards=true. :)
       # else
-      puts "iterate_through_file_list_for_disks(): I consider files_list as a list of directories to parse :)" if verbose
+      pverbose verbose, "iterate_through_file_list_for_disks(): I consider files_list as a list of directories to parse :)"
 
       # dirs = RicDisk.find_active_dirs()
       files_list.each do |dir|
         dir = File.expand_path(dir)
         if File.directory?(dir)
           # if dirs.include?(dir)
-          puts "iterate_through_file_list_for_disks() Legit dir: #{green dir}" if verbose
+          pverbose verbose, "iterate_through_file_list_for_disks() Legit dir: #{green dir}"
           rd = RicDisk.new(Storazzo::Media::AbstractRicDisk.DirFactory(dir))
-          pverbose true, "RicDisk from Factory (woohoo): #{rd}"
+          pverbose verbose, "RicDisk from Factory (woohoo): #{rd}"
           rd.write_config_yaml_to_disk(dir)
           # RicDisk.write_config_yaml_to_disk(dir)
           # RicDisk.calculate_stats_files (CLASS) => will become OBJECT compute_stats_files

data/lib/storazzo.rb

@@ -5,17 +5,17 @@ module Storazzo
   # require 'storazzo/translator'
 
   def latest_parser_version
-    '1.2'
+    "1.2"
   end
 
   # Finds RAILS_ROOT for Storazzo Gem. Copied from:
   # https://stackoverflow.com/questions/10132949/finding-the-gem-root
   def self.root
-    File.expand_path '..', __dir__
+    File.expand_path '../..', __FILE__
   end
 
   def self.version
-    File.read(root + '/VERSION').chomp # "10.0.0"
+    File.read(self.root + '/VERSION').chomp # "10.0.0"
   end
 
   #    alias_method :VERSION, :version
@@ -30,7 +30,7 @@ end
 
 # nice to paste nice output
 require 'pp'
-# require 'require_all'
+require 'require_all'
 
 # require_all './' , 'media/'
 # require_all 'lib/**/*.rb'

data/storazzo.gemspec

@@ -10,12 +10,16 @@ Gem::Specification.new do |s|
   s.files = %w(Gemfile LICENSE README.md Makefile Rakefile storazzo.gemspec
                VERSION) + Dir["{bin,lib,test,var}/**/*"]
   s.test_files = Dir["test/**/*"] + Dir["var/test/**/*"]
-  s.executables = [
-    # todo: everything in bin/
-    "ricdisk-magic",
-    "stats-with-md5",
-    "hello-storazzo",
-  ]
+  s.executables = Dir["bin/*"].map{|full_path| # bin/blah-blah
+    full_path.gsub("bin/", "")
+  }
+  # [
+  #   # todo: everything in bin/
+  #   "ricdisk-magic",
+  #   "stats-with-md5",
+  #   "storazzo",
+  #   "hello-storazzo",
+  # ]
   s.homepage = "https://rubygems.org/gems/storazzo" # maybe https://github.com/palladius/storazzo
   s.license = "MIT"
   # s.add_dependency "activesupport", "~> 3.0"

data/test/benchmark/for_future_use.rb

@@ -0,0 +1,13 @@
+# copied from https://github.com/minitest/minitest
+
+# optionally run benchmarks, good for CI-only work!
+require "minitest/benchmark" if ENV["BENCHMARK"]
+
+class TestMeme < Minitest::Benchmark
+  # Override self.bench_range or default range is [1, 10, 100, 1_000, 10_000]
+  def bench_my_algorithm
+    assert_performance_linear 0.9999 do |n| # n is a range value
+      @obj.my_algorithm(n)
+    end
+  end
+end

data/test/bin/storazzo.rb

@@ -0,0 +1,28 @@
+
+
+
+
+require "minitest/autorun"
+require "storazzo"
+
+class BinaryStorazzoTest < Minitest::Test
+
+    def test_binary_returns_error_with_random_argv 
+        ret = `bin/storazzo aaa`
+        #puts ret
+        #puts "return code is '#{$?.exitstatus}'"
+        should_match_string = 'Unknown action1: aaa. Available actions:' # 'ERROR: Unknown action1: aaa. Available actions: ["auto", "help", "show"]'
+        assert_equal(
+            $?.exitstatus,
+            13,
+            "Wrong argument should return 13"
+        )
+        matches_expected_error = ret.match(should_match_string)
+        #puts "matches_expected_error: ''#{matches_expected_error}''"
+        assert(
+            not( matches_expected_error.nil?),
+            "Binary should return a string which should contain this string: '#{should_match_string}'"
+        )
+    end
+
+end

data/test/media/test_abstract_ric_disk.rb

@@ -7,7 +7,7 @@ require "storazzo"
 class AbstractRicDiskTest < Minitest::Test
   include Storazzo::Common
 
-  def TODO_test_super_duper_list_all_with_type_returns_something
+  def test_super_duper_list_all_with_type_returns_something
     deb "This would be already... something :) it means they're all implemented"
     ret = Storazzo::Media::AbstractRicDisk.super_duper_list_all_with_type
     assert(

data/test/media/test_gcs_bucket.rb

@@ -3,30 +3,33 @@ require "storazzo"
 require "storazzo/ric_disk"
 require "storazzo/ric_disk_config"
 require 'storazzo/colors'
-require "storazzo/media/local_folder"
+#require "storazzo/media/local_folder"
+require "storazzo/media/gcs_bucket"
 
 require 'pry' # must install the gem... but you ALWAYS want pry installed anyways
 
+# TEST: watch rake test TEST="test/media/test_gcs_bucket.rb"
+
 class GcsBucketTest < Minitest::Test
   include Storazzo::Common
 
   def setup # tear_up
     deb "[GcsBucketTest] TEAR_UP with sample Config"
     # removeme = Storazzo::RicDiskConfig.instance()
-    $sample_config_obj = Storazzo::RicDiskSampleConfig.instance()
-    $sample_config_hash = $sample_config_obj.load()
-    deb "[GcsBucketTest] TEAR_UP config_obj: '''#{$sample_config_obj}'''"
+    @sample_config_obj = Storazzo::RicDiskSampleConfig.instance()
+    @sample_config_hash = @sample_config_obj.load()
+    deb "[GcsBucketTest] TEAR_UP config_obj: '''#{@sample_config_obj}'''"
   end
 
-  def test_buckets_are_the_two_i_know
+  def test_that_test_buckets_are_the_two_I_know
     # copied from etc/sample.yaml :)
-    expected_list = %w{
+    expected_test_buckets_list = %w{
       gs://my-local-backup/storazzo/backups/
       gs://my-other-bucket/
     }
-    actual_list = Storazzo::RicDisk::GcsBucket.list_all($sample_config_obj)
+    actual_list = Storazzo::Media::GcsBucket.list_all(@sample_config_obj)
     assert_equal(
-      expected_list.sort,
+      expected_test_buckets_list.sort,
       actual_list.sort,
       "These are the two lists from Sample Storazzo Config"
     )
@@ -41,18 +44,48 @@ class GcsBucketTest < Minitest::Test
     # puts Storazzo::RicDiskSampleConfig
     # config_obj = Storazzo::RicDiskSampleConfig.instance()
     if_deb? do
-      Pry::ColorPrinter.pp($sample_config_obj.to_verbose_s())
+      Pry::ColorPrinter.pp(@sample_config_obj.to_verbose_s())
     end
     # pp green(config_obj.to_verbose_s())
 
-    l = $sample_config_obj.load
+    l = @sample_config_obj.load
     Pry::ColorPrinter.pp(l) if $DEBUG
 
-    puts "$sample_config_obj: #{$sample_config_obj}"
+    puts "@sample_config_obj: #{@sample_config_obj}"
     # config_obj.load # _sample_version
   end
 
-  # def teardown
-  #     puts :TEAR_DOWN_TODO
+  def test_super_duper_list_works
+    # we had a problem on GCS side
+    #Storazzo::Media::AbstractRicDisk.super_duper_list_all_with_type
+    expected_ret = [
+      [:config_gcs_bucket, "gs://my-local-backup/storazzo/backups/"],
+      [:config_gcs_bucket, "gs://my-other-bucket/"]
+    ]
+    ret = Storazzo::Media::GcsBucket.list_all_with_type()
+    Pry::ColorPrinter.pp(ret)
+    assert_equal(
+      ret.class,
+      Array,
+      "test_super_duper_list_all_with_type_returns_something should return an array.."
+    )
+    assert_equal(ret,expected_ret,"These are the two buckets I expect from test.."
+    )
+  end
+
+  def test_gsutil_returns_something
+    ret = Storazzo::Media::GcsBucket.list_available_buckets()
+    Pry::ColorPrinter.pp(ret)
+  end
+
+  # def test_super_duper_list_all_with_type_returns_something
+  #   deb "This would be already... something :) it means they're all implemented"
+  #   ret = Storazzo::Media::AbstractRicDisk.super_duper_list_all_with_type
+  #   assert(
+  #     ret.class,
+  #     Array,
+  #     "test_super_duper_list_all_with_type_returns_something should return an array.."
+  #   )
   # end
+
 end

data/test/media/test_local_folder.rb

@@ -16,14 +16,14 @@ class LocalFolderTest < Minitest::Test
   #     #"Hello from Storazzo", Storazzo::Main.hi("ruby this should fail")
   #     #assert_match "ruby this should fail", Storazzo::Main.hi("ruby this should fail")
   # end
-  def tear_up
-    include Storazzo::Colors
+  #def tear_up
+  def setup
+      include Storazzo::Colors
     puts yellow("LocalFolderTest: tear up")
-    # $config_useless = Storazzo::RicDiskConfig.instance()
-    $config = Storazzo::RicDiskSampleConfig.safe_instance()
-    $config_load = $config.load()
-    puts $config.to_verbose_s
-
+    # @config_useless = Storazzo::RicDiskConfig.instance()
+    @config = Storazzo::RicDiskSampleConfig.safe_instance()
+    @config_load = @config.load()
+    puts @config.to_verbose_s
     # my_class = Storazzo::RicDisk::LocalFolder
     # my_obj = Storazzo::RicDisk::LocalFolder
   end
@@ -46,9 +46,7 @@ class LocalFolderTest < Minitest::Test
   # To only test this:
   # $ ruby -I test test/test_local_folder.rb -n test_first_directory_parsing_actually_works
   def test_1_first_directory_parsing_actually_works()
-    # include module
 
-    # p $vediamo_se_funge
     puts("(#{__FILE__}) WEIRD THING: This test is flaky. SKipping for now until I complete the LocalFolder.parse() code")
     folders = Storazzo::Media::LocalFolder.list_all
     puts "Folders: #{folders}"
@@ -72,8 +70,8 @@ class LocalFolderTest < Minitest::Test
   end
 
   def test_vars_transporeted_across_teraup_and_tests
-    puts $config_load
-    puts $config
+    puts @config_load
+    puts @config
   end
 
   def test_2_iterate_through_file_list_for_disks

data/test/media/test_mount_point.rb

@@ -20,6 +20,7 @@ class MediaMountPointTest < Minitest::Test
   end
 
   def test_what_skip_means
-    skip 'Check for affiliate link, credit card details, pledge history. Foujnd example online. Please Riccardo fix'
+    skip 'Check for blah blah blah. Found example online. Please Riccardo fix. This is just an example of how to SKIP a test :)'
   end
+
 end

data/test/test_ric_disk.rb

@@ -2,8 +2,8 @@ require "minitest/autorun"
 require "storazzo"
 
 class RicDiskTest < Minitest::Test
-  def TODO_test_factory_works_for_gcs
-    # actual_list = Storazzo::RicDisk::GcsBucket.list_all($sample_config_obj)
+  def test_factory_works_for_gcs
+    # actual_list = Storazzo::Media::GcsBucket.list_all($sample_config_obj)
     rd1 = Storazzo::RicDisk.new('Doesnt accept a string, should be a Gcs Something... Plus why is this test here and not under TestGcsBucket?!?')
     hash = rd1.to_verbose_s()
     pp hash

data/test/test_ric_disk_config.rb

@@ -17,7 +17,7 @@ class RicDiskConfigTest < Minitest::Test
     config_obj = Storazzo::RicDiskSampleConfig.instance()
     puts "config_obj.class: #{config_obj.class}"
     config = config_obj.load # _sample_version
-    pverbose true, "[test_load_sample_version] Config: #{pp config}"
+    pverbose $DEBUG, "[test_load_sample_version] Config: #{pp config}"
     # puts '[RicDiskConfigTest] TODO lets make sure the gem being imported is actually in /etc/storazz-config.smaple blah blah'
     # puts "[RicDiskConfigTest] config_file: ", config_obj.config_file
     assert_equal(

data/var/test/disks/ricdisk_stats_v11.rds

@@ -1,11 +0,0 @@
-[SwM2]  
-[SwM2]  16777231 23334173 drwxr-xr-x 5 ricc primarygroup 0 160 "Jul 13 07:17:42 2022" "Jul 31 21:42:24 2022" "Jul 31 21:42:24 2022" "Jul 13 07:16:58 2022" 4096 0 0 .
-[SwM2]  16777231 23334181 drwxr-xr-x 4 ricc primarygroup 0 128 "Jul 31 21:36:14 2022" "Jul 31 21:36:04 2022" "Jul 31 21:36:04 2022" "Jul 13 07:17:04 2022" 4096 0 0 ./disk01-empty
-[SwM2] f8382af52d00023dc4ee9e9029b367b9 16777231 28549475 -rw-r--r-- 1 ricc primarygroup 0 530 "Jul 31 21:36:04 2022" "Jul 31 21:36:04 2022" "Jul 31 21:36:04 2022" "Jul 31 21:36:04 2022" 4096 8 0 ./disk01-empty/.ricdisk
-[SwM2] d41d8cd98f00b204e9800998ecf8427e 16777231 23334222 -rw-r--r-- 1 ricc primarygroup 0 0 "Jul 13 07:17:25 2022" "Jul 13 07:17:25 2022" "Jul 13 07:17:25 2022" "Jul 13 07:17:25 2022" 4096 0 0 ./disk01-empty/.keep
-[SwM2]  16777231 23334190 drwxr-xr-x 6 ricc primarygroup 0 192 "Jul 31 21:36:14 2022" "Jul 31 21:36:04 2022" "Jul 31 21:36:04 2022" "Jul 13 07:17:08 2022" 4096 0 0 ./disk02-full
-[SwM2] d41d8cd98f00b204e9800998ecf8427e 16777231 23334254 -rw-r--r-- 1 ricc primarygroup 0 0 "Jul 13 07:17:47 2022" "Jul 13 07:17:47 2022" "Jul 13 07:17:47 2022" "Jul 13 07:17:47 2022" 4096 0 0 ./disk02-full/.ricdisk
-[SwM2] d41d8cd98f00b204e9800998ecf8427e 16777231 23334280 -rw-r--r-- 1 ricc primarygroup 0 0 "Jul 13 07:18:06 2022" "Jul 13 07:18:06 2022" "Jul 13 07:18:06 2022" "Jul 13 07:18:06 2022" 4096 0 0 ./disk02-full/fake file.touch
-[SwM2] f344106fac7926960912486256a56af9 16777231 23334298 -rw-r--r-- 1 ricc primarygroup 0 300 "Jul 13 07:58:56 2022" "Jul 13 07:18:16 2022" "Jul 13 07:18:16 2022" "Jul 13 07:18:16 2022" 4096 8 0 ./disk02-full/ls.txt
-[SwM2] e2eaeec3f8904fc46094e59f24031ced 16777231 28549476 -rw-r--r-- 1 ricc primarygroup 0 322 "Jul 31 21:40:44 2022" "Jul 31 21:39:31 2022" "Jul 31 21:39:31 2022" "Jul 31 21:36:04 2022" 4096 8 0 ./disk02-full/Rakefile
-Note. Im obsoleting this in favor of stats-with-md5.rb. Why? Mac and Linux produce 2 different outputs with this one due to different 'stats' output :/

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: storazzo
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.5.7
 platform: ruby
 authors:
 - Riccardo Carlesso
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-07-31 00:00:00.000000000 Z
+date: 2022-08-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
@@ -28,9 +28,11 @@ description: A simple gem to manage your external hard drives and extract MD5 an
   common stuff from them.
 email: name dot surname at popular Google-owned Mail
 executables:
+- hello-storazzo
 - ricdisk-magic
+- storazzo
+- storazzo-util
 - stats-with-md5
-- hello-storazzo
 extensions: []
 extra_rdoc_files: []
 files:
@@ -43,6 +45,8 @@ files:
 - bin/hello-storazzo
 - bin/ricdisk-magic
 - bin/stats-with-md5
+- bin/storazzo
+- bin/storazzo-util
 - lib/storazzo.rb
 - lib/storazzo/colors.rb
 - lib/storazzo/common.rb
@@ -62,6 +66,8 @@ files:
 - lib/storazzo/ric_disk_ugly.rb
 - lib/storazzo/version.rb
 - storazzo.gemspec
+- test/benchmark/for_future_use.rb
+- test/bin/storazzo.rb
 - test/media/test_abstract_ric_disk.rb
 - test/media/test_gcs_bucket.rb
 - test/media/test_local_folder.rb
@@ -81,7 +87,7 @@ homepage: https://rubygems.org/gems/storazzo
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -97,13 +103,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.1.6
-signing_key: 
+signing_key:
 specification_version: 4
 summary: storazzo is an amazing gem. Code is in https://github.com/palladius/storazzo
 test_files:
 - test/test_storazzo.rb
+- test/benchmark/for_future_use.rb
 - test/test_ric_disk_stats_file.rb
 - test/test_ric_disk.rb
+- test/bin/storazzo.rb
 - test/test_ric_disk_config.rb
 - test/media/test_gcs_bucket.rb
 - test/media/test_mount_point.rb