storazzo 0.4.5 → 0.4.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 474eb4be081a7edac52377a5269a24e7c826ed0afbf200ac6b315a220bece1f4
-  data.tar.gz: 9d6bbb34885de5bf25ef075dd4bcce0e2a0aaba6714d5a34bee1b220096be140
+  metadata.gz: 927e612eb67cd979a514fd123ad7c693ce89743f6c59b25c51ed71dfdf0a66f4
+  data.tar.gz: 0f10a5abd99ef8592a34fbc572f94b59828b453b80089838e4ba50bcfb5f5837
 SHA512:
-  metadata.gz: 37ce7a58b0ab2f36dcc681579bb55dfa147c195d37016d1fff9ac5ea390fa469d363e2a0df70a614d0c7acf97fd5db9c6d9eb9275f2926155910d9d8e15d9d6f
-  data.tar.gz: 0d6f2863ee75c3a1e653100c7904371028f0838d627c83a286d4bdd0ccfdc699190f4a331c942b6bb4834f4218e50a37853c73827c69d69868294f71dd1172f6
+  metadata.gz: 413fc87ce3e29403cce9736dc22152d95ee07dbfe734795403c60a27df5dc5441f497c18a2c51ff49a8b5441cde3433002e741ede8df0cbf5820a44fe0947d33
+  data.tar.gz: 662d4f33d5638c85954808e9eb574596cc28cbbf6722d3d54bf4b44a08357f88a1780c407b450002c2d0d2d38a8f44bf805c490ec507a6262fd826b5c7b91864

data/Gemfile

@@ -5,4 +5,5 @@ source "https://rubygems.org"
 gem 'rake'
 #gem 'pry'
 gem 'pry', :group => :development
-#gem 'require_all' # yup I'm lazy: https://stackoverflow.com/questions/735073/best-way-to-require-all-files-from-a-directory-in-ruby
+#gem 'require_all' # yup I'm lazy: https://stackoverflow.com/questions/735073/best-way-to-require-all-files-from-a-directory-in-ruby
+#gem 'after_do' # To allow AFTER calling instance to do LOAD() automagically. Naah I can do without :)

data/Makefile

@@ -64,4 +64,10 @@ test-media-subfolder:
 test-verbose:
 	rake test:verbose --verbose 
 test-single-file-continuously:
-	\watch -n 5 --color rake test TEST="test/media/test_local_folder.rb"
+	\watch -n 5 --color rake test TEST="test/media/test_local_folder.rb"
+
+test-binary-with-local-gem:
+	ruby -Ilib bin/hello-storazzo
+test-binary-with-system-gem:
+	bin/hello-storazzo
+	

data/README.md

@@ -25,6 +25,11 @@ Single test in single file:
 * `ruby -I test test/test_local_folder.rb -n test_first_directory_parsing_actually_works` (note this includes `storazzo` latest gem 
     and doesnt benefit from LATEST code so its NOT good for testing: use RAKE for that).
 
+**Testing binary files** is hard: by default they 'require storazzo' and use the GEM INSTALLed version which is a few versions away, usually.
+So while developing you might want to include the lib/ folder, like this:
+
+* Use local gem (super latest) for checking latest code: `ruby -Ilib bin/hello-storazzo`
+* This will use the gem installed a few days ago, likely so wont do you any good to test latest code: `bin/hello-storazzo`
 
 Now to toggle verbosity I believe I need to go into Rakefile (bummer)
 # Thanks

data/VERSION

@@ -1 +1 @@
-0.4.5
+0.4.9

data/bin/hello-storazzo

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require 'storazzo'
+
+Storazzo::Main.say_hi(ARGV[0])
+

data/lib/storazzo/common.rb

@@ -5,6 +5,28 @@
 # or
 #      extend Storazzo::Common   (def to def self.XX)
 #
+=begin
+  Emoji to copy:
+  👍 👎  👌 ✌  👋 🤝 👏 🤘 🤟 🤙 🤏 🙌 🙏 🖖 🤞 ✋ 🤚 🖐 🖑 🤲 👐 👊 🤛 🤜 🖕
+👈 👉 👆 👇   
+☺ ☻ 😃 😄 😅 😆 😊 😎 😇 😈 😏 🤣 🤩 🤪 🥳 😁 😀 😂 🤠 🤡 🤑 🤓 🤖 kiss
+😗 😚 😘 😙 flirting
+😉 🤗 😍 🥰 🤤 😋 😛 😜 😝 neutral
+😶 🙃 😐 😑 🤔 🤨 🧐 hush
+🤭 🤫 😯 🤐 😌 😖 😕 😳 😔 🤥 🥴 shocked
+😮 😲 🤯 tired
+😩 😫 🥱 😪 😴 😵 sad
+☹ 😦 😞 😥 😟 cry
+😢 😭 sick
+🤢 🤮 😷 🤒 🤕 🥵 🥶 fear
+🥺 😬 😓 😰 😨 😱 angry
+😒 😠 😡 😤 😣 😧 🤬 😸 😹 😺 😻 😼 😽 😾 😿 🙀 🙈 🙉 🙊
+[see Animal Emoji 🐰] gesture
+🤦 🤷 🙅 🙆 🙋 🙌 🙍 🙎 🙇 🙏 activity
+👯 💃 🕺 🤳 💇 💈 💆 🧖 🧘 🧍 🧎 👰 🤰 🤱 faces
+👶 🧒 👦 👧 👩 👨 🧑 🧔 🧓 👴 👵 👤 👥 👪 👫 👬 👭 👱 👳 👲 🧕 👸 🤴 🎅 🤶 disabled
+🧏 🦻 🦮 🦯 🦺 🦼 🦽 🦾 🦿 🤵 👮 👷 💁 💂 🕴 🕵 🦸 🦹 🧙 🧚 🧜 🧝 🧞 🧛 🧟 👼 👿 👻 👹 👺 👽 👾 🛸 💀 ☠ 🕱 🧠 🦴 👁 👀 👂 👃 👄 🗢 👅 🦷 🦵 🦶 💭 🗬 🗭 💬 🗨 🗩 🗪 🗫 🗰 🗱 🗮 🗯 🗣 🗤 🗥 🗦 🗧 💦 💧 💢 💫 💤 💨 💥 💪 🗲 🔥 💡 💩 💯 🔟 🔰 🕲
+=end
 require_relative 'colors'
 require 'pry'
 
@@ -14,7 +36,7 @@ module Storazzo::Common
 
 
     def deb(s)
-        puts "[DEB🐞] #{yellow(s)}" if _debug_true # $DEBUG
+        puts "[DEB👀] #{yellow(s)}" if _debug_true # $DEBUG
     end
     # this has a yield
     def if_deb?()
@@ -28,19 +50,31 @@ module Storazzo::Common
         puts "[W⚠️RN] #{azure(s)}"
     end
     def err(str)
-        puts "[ERR⛔] #{red(s)}"
+        puts "[ERR👎] #{red(s)}" # ⛔
     end
     def bug(s)
         puts "[🐛] #{gray s}"
     end
     def pverbose(is_verbose, str)
-        puts "[V📚RB💀S📚] #{gray str}"
+        #puts "[V📚RB💀S📚] #{gray str}"
+        puts "[🦋🐛🐝🐞🐜🕷🕸🦂🦗🦟] #{gray str}" # insects: http://xahlee.info/comp/unicode_insects.html
     end
     def ppp(complex_object_to_colorize)
         # TODO i need to learn to return without printing..
         Pry::ColorPrinter.pp(complex_object_to_colorize)
     end
 
+    def fatal(s)
+       raise "[F💀TAL] #{red s}" 
+    end
+
+    def mac? 
+        `uname`.chomp == 'Darwin'
+    end
+    def linux? 
+        `uname`.chomp == 'Linux'
+    end
+
 private
     def _debug_true
         $DEBUG or ENV["DEBUG"] == 'true'

data/lib/storazzo/main.rb

@@ -20,11 +20,16 @@ module Storazzo
 
     # version 1.2
     def self.say_hi(message=nil)
-      str = "Hello from Storazzo v#{white Storazzo::version rescue "Error: #{$!}"}!"
-      str += " Message: '#{yellow message.to_s}'" if message
+      str = get_hi(message)
       puts str 
       str 
     end
+    # salutation
+    def self.get_hi(message=nil)
+      str = "Hello from Storazzo v#{white Storazzo::version rescue "Error: #{$!}"}!"
+      str += " Message: '#{yellow message.to_s}'" if message
+      str
+    end
 
     def self.all_mounts(opts={})
         opts_verbose = opts.fetch :verbose, true 

data/lib/storazzo/media/abstract_ric_disk.rb

@@ -9,18 +9,27 @@ module Storazzo::Media
             # way to do this is this: 
             
             #    attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr, :path, :ricdisk_file_empty, :size, :active_dirs
-
-
+            attr_accessor :description
             ########################
             # Abstract methods START
             ########################
             def initialize(local_mount)
-                pverbose true, "[AbstractRicDisk.init()] Some child of AbstractRicDisk (#{self}) called me! Yummie." # disable when you dont need me anymore..
-                validate
+                deb "[AbstractRicDisk.init()] Some child of AbstractRicDisk (#{self}) called me! Yummie." # disable when you dont need me anymore..
+                @description ||= "Not provided"
+                #validate
             end
             def self.list_all
                 raise "[AbstractRicDiskc::self.list_all] You should override this, says StackOverflow and Riccardo"
             end
+            def self.list_all_with_type
+                raise "[AbstractRicDiskc::self.list_all_with_type] You should override this, says StackOverflow and Riccardo"
+            end
+            def self.super_duper_list_all_with_type
+                deb "Would be cool to be able to enumerate them all.."
+                GcsBucket.list_all_with_type + 
+                    MountPoint.list_all_with_type + 
+                        LocalFolder.list_all_with_type 
+            end
             def parse(opts={})
                 raise "[AbstractRicDiskc::parse] You should override this, says StackOverflow and Riccardo"
             end
@@ -66,6 +75,13 @@ module Storazzo::Media
                 "MD5::v1::#{hash}"
             end
 
+            def to_s(verbose=false)
+                return to_verbose_s() if verbose
+                readable_class = self.class.to_s.split('::').last # Storazzo::Media::LocalFolder => LocalFolder
+                my_keys = self.instance_variables # wow!
+                "S:M:#{readable_class}(path=#{path}, r/w=#{wr}, keys=#{my_keys})"
+            end
+
             def to_verbose_s
                 h = {}
                 h[:class] = self.class 
@@ -82,6 +98,7 @@ module Storazzo::Media
             def self.abstract_class_mandatory_methods
                 %W{
                     self.list_all
+                    self.list_all_with_type
                     local_mountpoint
                     parse
                     writeable? 
@@ -91,7 +108,9 @@ module Storazzo::Media
             # Putting here since its same code for MountPoint or generic folder.
             def parse_block_storage_folder(opts={})
                 #Storazzo::RicDiskUgly.calculate_stats_files(get_local_mountpoint)
-                Storazzo::RicDisk.calculate_stats_files(get_local_mountpoint, opts)
+                rd = Storazzo::RicDisk.new(self)
+                #Storazzo::RicDisk
+                rd.compute_stats_files(opts)
                 #return "42"
             end
 
@@ -122,6 +141,8 @@ module Storazzo::Media
                 raise "I need a path/directory string: #{path}" unless path.is_a?(String)
 
                 deb "TODO: if coincides with MountPoint, instance THAT"
+                # if path in Storazzo::Media::MountPoint.list_all_mount_points
+                # then return ...
                 if path =~ /^gs:\/\//
                     deb "Smells like GCS"
                     return GcsBucket.new(path)

data/lib/storazzo/media/gcs_bucket.rb

@@ -2,6 +2,20 @@ module Storazzo::Media
 
     class Storazzo::RicDisk::GcsBucket
 
+        extend Storazzo::Common 
+
+        attr_accessor :project_id
+
+        def initialize(local_mount, project_id=nil)
+            deb "[Storazzo::Media::GcsBucket] initialize"
+            
+            @local_mountpoint = File.expand_path(local_mount)
+            @description = "MountPoint in '#{local_mount}' pointing at TODO with mount options = TODO"
+            @project_id = project_id
+            raise "Sorry local mount doesnt exist!" unless File.exist?(@local_mountpoint)
+            @wr = writeable? # File.writable?(stats_filename_default_fullpath) # .writeable? stats_file_smart_fullpath
+            super(local_mount) rescue "SUPER_ERROR(#{local_mount}): #{$!}"
+        end
     
         def self.list_all(config=nil)
             # get lisrts from Config singletone
@@ -13,8 +27,29 @@ module Storazzo::Media
             #puts "TODO see config: #{config}"
             #[42, 43]
             #deb config.get_local_folders
+            # TODO 
+            pverbose true, "TODO(ricc): also add gsutil ls. For that please use the new 'list_all_with_type' (Id refactor it but Im afraid of leaving bad code dangling so before a proper refactor lets implement both side by side"
             config.get_bucket_paths
         end
+        def self.list_all_with_type(config=nil)
+            config ||= Storazzo::RicDiskConfig.instance 
+            config.load # in case I need to load it for the first time
+            deb "TODO(ricc): also add gsutil ls"
+            # getFromConfig
+            deb "I'm now returning a 'complex' array to tell the caller what kind of element they're getting, eg: GCS from Config Yaml, vs GCS from gsutil ls "
+            list_from_config_with_type = config.get_bucket_paths.map{|path| [:config_gcs_bucket, path] } 
+            if (config.project_id) 
+                # so I concatenate Apples with Bananas with names
+                return list_from_config_with_type + list_available_buckets(config.project_id).map{|path| [:gsutil_ls_gcs_bucket, path] } 
+            end
+            return list_from_config_with_type
+        end
+
+        def self.list_available_buckets(project_id, opts={}) 
+            list_of_buckets = `gsutil ls --project '#{project_id}'`.chomp.split("\n")
+            deb "list_of_buckets: #{list_of_buckets}"
+            list_of_buckets
+        end
 
 
     end

data/lib/storazzo/media/local_folder.rb

@@ -12,9 +12,9 @@ module Storazzo::Media
             deb "[Storazzo::Media::LocalFolder] initialize"
             
             @local_mountpoint = File.expand_path(local_mount)
+            @description = "Local Folder originally in '#{local_mount}'"
             raise "Sorry local mount doesnt exist!" unless File.exist?(@local_mountpoint)
-            @wr = File.writable?(stats_filename_default_fullpath) # .writeable? stats_file_smart_fullpath
-
+            @wr = writeable? # File.writable?(stats_filename_default_fullpath) # .writeable? stats_file_smart_fullpath
             #super.initialize(local_mount) rescue "SUPER_ERROR: #{$!}"
             super(local_mount) rescue "SUPER_ERROR(#{local_mount}): #{$!}"
         end

data/lib/storazzo/media/mount_point.rb

@@ -1,7 +1,13 @@
 # TODO
 module Storazzo::Media
     class Storazzo::Media::MountPoint < Storazzo::Media::AbstractRicDisk
-        puts "[REMOVEME] Storazzo::Media::MountPoint being read. REMOVEME when you see this :)"
+        #puts "[REMOVEME] Storazzo::Media::MountPoint being read. REMOVEME when you see this :)"
+
+
+        def self.list_local_mount_points()
+            deb "Maybe its abuot time you refactor that method here :)"
+            RicDisk.interesting_mount_points()
+        end
     end
 end
 

data/lib/storazzo/ric_disk.rb

@@ -8,6 +8,7 @@ module Storazzo
 
     include Hashify
     include Storazzo::Common 
+    extend Storazzo::Common 
     extend Storazzo::Colors
     require 'socket'
 
@@ -64,7 +65,7 @@ module Storazzo
       #@wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
       #@wr = writeable?
       @tags = ['ricdisk', 'storazzo']
-      @size = _compute_size_could_take_long(path) 
+      @size = RicDisk._compute_size_could_take_long(path) 
       @unique_hash = "MD5::" + Digest::MD5.hexdigest(File.expand_path(path)) #   hash = Digest::MD5.hexdigest(File.expand_path(get_local_mountpoint))
       @computation_hostname = Socket.gethostname
       @created_at = Time.now
@@ -111,7 +112,7 @@ module Storazzo
     # end
     def self._compute_size_could_take_long(my_path) 
       deb "Could take long. TODO(ricc): add some sort of cutoff/timeout to 5 seconds."
-      puts azure('could take long')
+      puts azure('could take long. Please take precautions like forking with timeout of 5sec')
       `du -s '#{my_path}' 2>/dev/null`.chomp.split(/\s/)[0] # self.size
     end
 
@@ -330,63 +331,76 @@ module Storazzo
     end
 
     def compute_stats_files(opts={})
-      puts azure("[compute_stats_files] TODO implement natively. Now I'm being lazy")
       #Storazzo::RicDisk.calculate_stats_files(path, opts)
-      opts_upload_to_gcs = opts.fetch :upload_to_gcs, true
+      opts_upload_to_gcs = opts.fetch :upload_to_gcs, false
+      opts_force_rewrite = opts.fetch :force, false
+      opts_stats_file    = opts.fetch :stats_file, "ricdisk_stats_v11.rds" # default. TODO point to proper..
       dir = path
+      puts azure("[compute_stats_files] TODO implement natively. Now I'm being lazy. stats_file=#{opts_stats_file} dir=#{dir}")
       
-      full_file_path = "#{dir}/#{$stats_file}"
-      #return "This refactor is for another day"
+      full_file_path = "#{dir}/#{opts_stats_file}"
+      deb "This refactor is for another day. Actually no, TODAY "
+      pverbose true, "TODO(ricc): you should compute more SMARTLY the full_file_path (#{full_file_path}): if its R/O it should be elsewhere.."
+      puts azure("- full_file_path: #{full_file_path}")
+      puts azure("- writeable?: #{writeable?}")
   
       puts("compute_stats_files(#{white dir}): #{white full_file_path}")
-      puts "TEST1 DIR EXISTS: #{dir} -> #{File.directory? dir}"
+      deb "TEST1 DIR EXISTS: #{dir} -> #{File.directory? dir}"
+      raise "Directory doesnt exist: #{dir}" unless File.directory?(dir)
       Dir.chdir(dir)
-      if File.exists?(full_file_path) and ($opts[:force] == false)
-        puts "File '#{$stats_file}' exists already." #  - now should see if its too old, like more than 1 week old"
-        # TODO check for file time...
-        print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
-        if obsolescence_days(full_file_path) > 7 
-          puts("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
+      puts azure `ls` # im curious
+      if File.exists?(full_file_path)
+        if opts_force_rewrite
+          #raise "TODO implement file exists and FORCE enabled"
+          RicDisk.compute_stats_for_dir_into_file(dir, full_file_path, "ReWrite enabled")
+        else # File.exists?(full_file_path) and (opts_force)
+          puts "File '#{opts_stats_file}' exists already." #  - now should see if its too old, like more than 1 week old"
+          # TODO check for file time...
+          print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
+          if obsolescence_days(full_file_path) > 7 
+            #puts yellow("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
+            puts yellow("*** ACHTUNG *** FIle is pretty old. I'll force a rewrite")
+            RicDisk.compute_stats_for_dir_into_file(dir, full_file_path, "File older than 7 days. Indeed: #{obsolescence_days(full_file_path)}")
+          end
+          upload_to_gcs(full_file_path) if opts_upload_to_gcs          
         end
-        upload_to_gcs(full_file_path) if opts_upload_to_gcs
       else
-        puts "Crunching data stats from '#{dir}' into '#{$stats_file}' ... please bear with me.. [maybe file didnt exist, maybe $opts[:force] is true]" 
-        command = "find . -print0 | xargs -0 stats-with-md5 --no-color | tee '#{full_file_path}'"
-        puts("[#{`pwd`.chomp}] Executing: #{azure command}")
-        ret = backquote_execute(command)
-        puts "Done. #{ret.split("\n").count} files processed."
+        deb("File doesnt exist..")
+        RicDisk.compute_stats_for_dir_into_file(dir, full_file_path, "ConfigFile doesn't exist")
       end
     end
-  
-
 
-    # Create RDS file.
-    def self.calculate_stats_files(dir, opts={})
-      opts_upload_to_gcs = opts.fetch :upload_to_gcs, true
-      
-      full_file_path = "#{dir}/#{$stats_file}"
-      return "This refactor is for another day"
-  
-      puts("calculate_stats_files(#{white dir}): #{white full_file_path}")
-      puts "TEST1 DIR EXISTS: #{dir} -> #{File.directory? dir}"
-      Dir.chdir(dir)
-      if File.exists?(full_file_path) and ($opts[:force] == false)
-        puts "File '#{$stats_file}' exists already." #  - now should see if its too old, like more than 1 week old"
-        # TODO check for file time...
-        print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
-        if obsolescence_days(full_file_path) > 7 
-          puts("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
-        end
-        upload_to_gcs(full_file_path) if opts_upload_to_gcs
-      else
-        puts "Crunching data stats from '#{dir}' into '#{$stats_file}' ... please bear with me.. [maybe file didnt exist, maybe $opts[:force] is true]" 
+    def self.compute_stats_for_dir_into_file(dir, full_file_path, reason, opts={})
+      max_lines = opts.fetch :max_lines, 42 # todo move to nil or -1
+      #full_file_path = "#{dir}/#{stats_file}"
+      puts "Crunching data stats from '#{dir}' into '#{full_file_path}' ... please bear with me.. [reason: '#{reason}']" 
+      if max_lines < 0 # infinite
         command = "find . -print0 | xargs -0 stats-with-md5 --no-color | tee '#{full_file_path}'"
-        puts("[#{`pwd`.chomp}] Executing: #{azure command}")
-        ret = backquote_execute command
-        puts "Done. #{ret.split("\n").count} files processed."
+      else
+        # WOW! https://stackoverflow.com/questions/68599963/reliably-stop-bash-find-after-n-matches
+        # find . -type f -iname "*.txt" -print0 |
+        # head -z -n 10 |
+        # xargs -r0 myscript.sh
+        if mac?
+          puts red("Sorry head -z doesnt work on Mac :/ so this head -N will be VERY approximate. Probably you should divide by ten or so :)")
+          spannometric_lines = (max_lines/10) 
+          command = "find . -print0 | head -n '#{spannometric_lines}' | xargs -r0 stats-with-md5 --no-color | tee '#{full_file_path}'"
+        else
+          command = "find . -print0 | head -z -n '#{max_lines}' | xargs -r0 stats-with-md5 --no-color | tee '#{full_file_path}'"
+        end
       end
+      puts("[#{`pwd`.chomp}] Executing: #{azure command}")
+      ret = backquote_execute(command)
+      puts "Done. #{ret.split("\n").count} files processed."
     end
   
+
+
+    def self.calculate_stats_files_DUPLICATE_STATIC(dir, opts={})
+      raise "Please use object instead. If you cant, please move the object code to STATIC and dedupe code!"
+  end
+
+  
 #       if also_mountpoints
 # =begin
 #   Example output from mount:
@@ -427,65 +441,6 @@ end  #/Module
   
 
   
-#     def initialize(path, ricdisk_file)
-#       puts "[DEB] RicDisk initialize.. path=#{path}"
-#       @local_mountpoint = path
-#       @description = "This is an automated RicDisk description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
-#       @ricdisk_version = VERSION
-#       @ricdisk_file = ricdisk_file
-#       #@questo_non_esiste = :sobenme
-#       @label = path.split("/").last
-#       @name = path.split("/").last
-#       @wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
-#       @tags = 'ricdisk'
-#       puts :beleza
-#       @config = RicDiskConfig.instance.get_config
-#       #puts @config if @config
-#       find_info_from_mount(path)
-#       find_info_from_df()
-#     end
-  
-#     def ricdisk_absolute_path
-#       @local_mountpoint + "/" +  @ricdisk_file
-#     end
-  
-#     def add_tag(tag)
-#       @tags += ", #{tag}"
-#     end
-  
-#     # might have other things in the future...
-#     def find_info_from_mount(path)
-#       mount_table_lines = interesting_mount_points()
-#       mount_line = nil
-#       mount_table_lines.each do |line|
-#         next if line =~ /^map /
-#         dev, on, mount_path, mode = line.split(/ /)
-#         if mount_path==path
-#           mount_line = line 
-#         else
-#           @info_from_mount = false      
-#         end
-#       end
-#       @info_from_mount = ! (mount_line.nil?)
-#       if @info_from_mount
-#         #@mount_line = mount_line
-#         @description += "\nMount line:\n" + mount_line
-#         @remote_mountpoint = mount_line.split(/ /)[0]
-#         @fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
-#         add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
-#       end
-#     end
-  
-#     def find_info_from_df()
-#       path = @local_mountpoint
-#       df_info = `df -h "#{path}"`
-#       @df_info = df_info
-#       lines = df_info.split(/\n+/)
-#       raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
-#       mount, @size_readable, used_size, avail_size, @disk_utilization, other =  lines[1].split(/\s+/) # second line..
-#     end
-  
-  
   
 
 

data/lib/storazzo/ric_disk_config.rb

@@ -14,6 +14,10 @@ end
 
     Storazzo::RicDiskConfig.instance()
 
+    or better
+
+    Storazzo::RicDiskConfig.safe_instance()
+
     Note that being a Singleton, in Unit Tests it's hard to use the /etc/storazzo_config.sample.yaml instead
     of the real one - yiikes. How do I fix it? Do I unsingleton it? :) Or do I create TWO singletons? :)
 =end
@@ -28,7 +32,7 @@ module Storazzo
         include Storazzo::Colors
         
         DefaultConfigLocation = File.expand_path "~/.storazzo.yaml" 
-        
+
         DefaultConfigLocations = [
             File.expand_path("~/.storazzo.yaml") , # HOME
             File.expand_path("./.storazzo.yaml") , # LOCAL DIR
@@ -106,6 +110,9 @@ public
             #self.
             @config['Config']['DefaultFolder'] #rescue "Unknown config_default_folder: #{$!}"
         end
+        def config_project_id 
+            @config['Config']['Backends']['GoogleCloudStorage']['ProjectId']
+        end
         def already_loaded?
             #return 
             load_called == true
@@ -127,6 +134,7 @@ public
             h[:id] = self.object_id
             h[:get_bucket_paths] = self.get_bucket_paths()
             h[:get_local_folders] = self.get_local_folders()
+            h[:config_project_id] = self.config_project_id()
             return h
         end
 
@@ -140,6 +148,9 @@ public
         end
 
 
+        #Storazzo::RicDiskConfig
+
+
         # returns all folders from file which are Directories
         # This method is FLAKY! Sometimes gives error.
 #         LocalFolderTest#test_show_all_shouldnt_fail_and_should_return_a_non_empty_array:
@@ -203,11 +214,29 @@ public
         end
         
 
+        def self.safe_instance() 
+            puts "This is a safe instance :)"
+            my_config = self.instance() 
+            my_config.load 
+            my_config
+        end
+
         def self.get_config 
             self.instance.load unless self.instance.load_called
             self.instance.get_config
         end
+
+        # # gem 'after_do'
+        # require 'after_do'
+        # Storazzo::RicDiskConfig.extend AfterDo
+        # Storazzo::RicDiskConfig.after :instance do # |activity|  #:pause, :finish, :resurrect, :do_today, :do_another_day 
+        #     puts yellow("after INSTANCE() has been called I call LOAD!!!")
+        #     self.load 
+        #     #persistor.save activity
+        # end
+
     end #     class Storazzo::RicDiskConfig
 
+
 end # module Storazzo
 

data/lib/storazzo/version.rb

@@ -1,7 +1,7 @@
 # copied from https://github.com/rails/strong_parameters/edit/master/lib/strong_parameters/version.rb
 # I;'m copying the DHH philosophy here.
 module Storazzo
-    DHH_VERSION = "0.2.3_TODOFileRead" # TODO file.read ../../VERSION . chomp
+    #DHH_VERSION = "0.2.3._TODOFileRead.1" # TODO file.read ../../VERSION . chomp
     RICC_VERSION = File.read("../VERSION").chomp
 
     public

data/storazzo.gemspec

@@ -10,8 +10,10 @@ Gem::Specification.new do |s|
     s.files = %w(Gemfile LICENSE README.md Makefile Rakefile storazzo.gemspec VERSION) +  Dir["{bin,lib,test,var}/**/*"] 
     s.test_files = Dir["test/**/*"] + Dir["var/test/**/*"] 
     s.executables = [
+        # todo: everything in bin/
         "ricdisk-magic",
         "stats-with-md5",
+        "hello-storazzo",
     ]
     s.homepage    = "https://rubygems.org/gems/storazzo" # maybe https://github.com/palladius/storazzo
     s.license       = "MIT"

data/test/media/test_abstract_ric_disk.rb

@@ -1,3 +1,23 @@
 # TODO
 require "minitest/autorun"
-require "storazzo"
+require "storazzo"
+
+
+#require 'pry' # must install the gem... but you ALWAYS want pry installed anyways
+
+
+class AbstractRicDiskTest < Minitest::Test
+
+    include Storazzo::Common
+
+    def test_super_duper_list_all_with_type_returns_something
+        deb "This would be already... something :) it means they're all implemented"
+        ret =
+        assert(
+            ret.class,
+            Array,
+            "test_super_duper_list_all_with_type_returns_something should return an array.."
+        ) 
+    end
+
+end

data/test/media/test_local_folder.rb

@@ -20,7 +20,7 @@ class LocalFolderTest < Minitest::Test
         include Storazzo::Colors
         puts yellow("LocalFolderTest: tear up")
         #$config_useless = Storazzo::RicDiskConfig.instance()
-        $config = Storazzo::RicDiskSampleConfig.instance()
+        $config = Storazzo::RicDiskSampleConfig.safe_instance()
         $config_load = $config.load()
         puts $config.to_verbose_s
         
@@ -44,16 +44,15 @@ class LocalFolderTest < Minitest::Test
 
     # To only test this:
     # $ ruby -I test test/test_local_folder.rb -n test_first_directory_parsing_actually_works
-    def TODO_test_1_first_directory_parsing_actually_works()
+    def test_1_first_directory_parsing_actually_works()
         # include module 
 
         #p $vediamo_se_funge
         puts("(#{__FILE__}) WEIRD THING: This test is flaky. SKipping for now until I complete the LocalFolder.parse() code")
         folders = Storazzo::Media::LocalFolder.list_all
         puts "Folders: #{folders}"
-        config = Storazzo::RicDiskSampleConfig.instance()
+        config = Storazzo::RicDiskSampleConfig.safe_instance()
         puts "config1: #{config}"
-        config.load
         puts "config2: #{config.load}"
         test_dir = folders.first
         puts "test_first_directory_parsing_actually_works() TestDir: #{test_dir}"
@@ -76,14 +75,13 @@ class LocalFolderTest < Minitest::Test
         puts $config
     end
 
-    def TODO_test_2_iterate_through_file_list_for_disks
-        #p $vediamo_se_funge
-        puts("(#{__FILE__}) WEIRD THING: This test is flaky. SKipping for now until I complete the LocalFolder.parse() code")
+    def test_2_iterate_through_file_list_for_disks
+        #puts("(#{__FILE__}) WEIRD THING: This test is flaky. SKipping for now until I complete the LocalFolder.parse() code")
         folders = Storazzo::Media::LocalFolder.list_all
         puts "Folders: #{folders}"
-        config = Storazzo::RicDiskSampleConfig.instance()
-        puts "config1: #{config}"
+        config = Storazzo::RicDiskSampleConfig.safe_instance()
         config.load
+        puts "config1: #{config}"
         puts "config2: #{config.load}"
         test_dir = folders.first
         puts "test_first_directory_parsing_actually_works() TestDir: #{test_dir}"
@@ -103,11 +101,11 @@ class LocalFolderTest < Minitest::Test
         )
     end
 
-    def TODO_test_readonly_directory_creates_configfile_outside_of_dir
-        test_dir = "/etc/"
+    def test_readonly_directory_creates_configfile_outside_of_dir
+        test_dir = "/etc/ssh/"
         disk = Storazzo::Media::LocalFolder.new(test_dir)
         stats_file = disk.stats_filename_default_fullpath
-        config = Storazzo::RicDiskSampleConfig.instance()
+        config = Storazzo::RicDiskSampleConfig.safe_instance()
         config.load
         config.iterate_through_file_list_for_disks([test_dir])
         assert(
@@ -118,18 +116,11 @@ class LocalFolderTest < Minitest::Test
     end
 
     def test_readonly_directory_is_indeed_readonly
-        test_dir = "/etc/"
+        test_dir = "/etc/ssh"
         readonly_rdisk = Storazzo::Media::LocalFolder.new(test_dir)
-        # stats_file = disk.stats_filename_default_fullpath
-        # config = Storazzo::RicDiskSampleConfig.instance()
-        # config.load
-        # config.iterate_through_file_list_for_disks([test_dir])
-        # assert(
-        #     not(File.exists?(stats_file)),
-        #     "parse on LocalFolder should NOT create file '#{stats_file}' but another in another TODO place"
-        # )
-        #readonly_rdisk = Storazzo::RicDisk.new(test_dir)
-        ppp(readonly_rdisk.to_verbose_s)
+        if_deb? do
+            ppp(readonly_rdisk.to_verbose_s) 
+        end
         assert_equal(
             readonly_rdisk.wr,
             false,
@@ -139,16 +130,17 @@ class LocalFolderTest < Minitest::Test
     end
 
 
-    def test_writeable_directory_is_indeed_writeable
+    def test_writeable_tmp_directory_is_indeed_writeable
         test_dir = '/tmp/'
+        #test_dir = '~'
         writeable_rdisk = Storazzo::Media::LocalFolder.new(test_dir)
         #writeable_rdisk = Storazzo::RicDisk.new(test_dir)
+        if_deb?{ ppp(writeable_rdisk.to_verbose_s) }
         assert_equal(
-            writeable_rdisk.wr,
             true,
-            "Folder #{test_dir} is INDEED writeble to the author's knowledge, although triggers lot of noise."
+            writeable_rdisk.wr,
+            "Folder #{test_dir} is INDEED writeble to the author's knowledge, although triggers lot of noise => wr=#{ writeable_rdisk.wr }"
         )
-
     end
 
 

data/test/test_ric_disk.rb

@@ -4,7 +4,7 @@ require "storazzo"
 class RicDiskTest < Minitest::Test
 
     def test_factory_works_for_gcs 
-        rd1 = RicDisk.new('/tmp')
+        rd1 = Storazzo::RicDisk.new('/tmp')
         hash = rd1.to_verbose_s()
         pp hash
         assert_equal(
@@ -14,6 +14,4 @@ class RicDiskTest < Minitest::Test
         )
     end
 
-
-
 end

data/test/test_ric_disk_config.rb

@@ -11,6 +11,8 @@ require "storazzo"
 
 class RicDiskConfigTest < Minitest::Test
 
+    include Storazzo::Common 
+
     def test_load_sample_version # test_sample_config_is_within_gems_boundaries
         #config_obj = Storazzo::RicDiskConfig.instance()
         #puts :sofar_so_good

data/var/test/disks/ricdisk_stats_v11.rds

@@ -0,0 +1,22 @@
+# [print_stats_and_md5_for_directory] DIR to explore (make sure you glob also): .
+# DEB Options: {:max_files=>nil, :color=>false, :verbose=>false, :autowrite=>false}
+[file_v1.2] d41d8cd98f00b204e9800998ecf8427e 100644 f 2022-07-30T11:54:42+02:00       0 [text/plain] ./ricdisk_stats_v11.rds
+[file_v1.2] ______________NONE______________ 040755 d 2022-07-28T12:11:48+02:00     200 [inode/directory] ./disk01-empty
+[file_v1.2] ______________NONE______________ 040755 d 2022-07-29T19:00:54+02:00     300 [inode/directory] ./disk02-full
+[file_v1.2] d41d8cd98f00b204e9800998ecf8427e 100644 f 2022-07-24T06:38:25+02:00       0 [inode/x-empty] ./disk02-full/fake file.touch
+[file_v1.2] f344106fac7926960912486256a56af9 100644 f 2022-07-24T06:38:25+02:00     454 [text/plain] ./disk02-full/ls.txt
+[file_v1.2] 437b184a6b045975f0fb6c8c978f28ad 100644 f 2022-07-29T19:01:26+02:00     507 [text/plain] ./disk02-full/Rakefile
+# [print_stats_and_md5_for_directory] DIR to explore (make sure you glob also): ./disk01-empty
+# DEB Options: {:max_files=>nil, :color=>false, :verbose=>false, :autowrite=>false}
+[file_v1.2] f8382af52d00023dc4ee9e9029b367b9 100644 f 2022-07-28T14:30:46+02:00    1022 [text/plain] ./disk01-empty/.ricdisk
+[file_v1.2] d41d8cd98f00b204e9800998ecf8427e 100644 f 2022-07-24T06:38:25+02:00       0 [inode/x-empty] ./disk01-empty/.keep
+# [print_stats_and_md5_for_directory] DIR to explore (make sure you glob also): ./disk02-full
+# DEB Options: {:max_files=>nil, :color=>false, :verbose=>false, :autowrite=>false}
+[file_v1.2] d41d8cd98f00b204e9800998ecf8427e 100644 f 2022-07-24T06:38:25+02:00       0 [inode/x-empty] ./disk02-full/fake file.touch
+[file_v1.2] f344106fac7926960912486256a56af9 100644 f 2022-07-24T06:38:25+02:00     454 [text/plain] ./disk02-full/ls.txt
+[file_v1.2] 437b184a6b045975f0fb6c8c978f28ad 100644 f 2022-07-29T19:01:26+02:00     507 [text/plain] ./disk02-full/Rakefile
+[file_v1.2] d41d8cd98f00b204e9800998ecf8427e 100644 f 2022-07-24T06:38:25+02:00       0 [inode/x-empty] ./disk02-full/.ricdisk
+[file_v1.2] d41d8cd98f00b204e9800998ecf8427e 100644 f 2022-07-24T06:38:25+02:00       0 [inode/x-empty] ./disk02-full/fake file.touch
+[file_v1.2] f344106fac7926960912486256a56af9 100644 f 2022-07-24T06:38:25+02:00     454 [text/plain] ./disk02-full/ls.txt
+[file_v1.2] 437b184a6b045975f0fb6c8c978f28ad 100644 f 2022-07-29T19:01:26+02:00     507 [text/plain] ./disk02-full/Rakefile
+# [stats-with-md5] Time taken for processing 15 files: 0.35655

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: storazzo
 version: !ruby/object:Gem::Version
-  version: 0.4.5
+  version: 0.4.9
 platform: ruby
 authors:
 - Riccardo Carlesso
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-07-29 00:00:00.000000000 Z
+date: 2022-07-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry
@@ -30,6 +30,7 @@ email: name dot surname at popular Google-owned Mail
 executables:
 - ricdisk-magic
 - stats-with-md5
+- hello-storazzo
 extensions: []
 extra_rdoc_files: []
 files:
@@ -39,6 +40,7 @@ files:
 - README.md
 - Rakefile
 - VERSION
+- bin/hello-storazzo
 - bin/ricdisk-magic
 - bin/stats-with-md5
 - lib/storazzo.rb
@@ -74,6 +76,7 @@ files:
 - var/test/disks/disk02-full/Rakefile
 - var/test/disks/disk02-full/fake file.touch
 - var/test/disks/disk02-full/ls.txt
+- var/test/disks/ricdisk_stats_v11.rds
 homepage: https://rubygems.org/gems/storazzo
 licenses:
 - MIT
@@ -107,6 +110,7 @@ test_files:
 - test/media/test_abstract_ric_disk.rb
 - test/media/test_local_folder.rb
 - var/test/README.md
+- var/test/disks/ricdisk_stats_v11.rds
 - var/test/disks/disk02-full/fake file.touch
 - var/test/disks/disk02-full/ls.txt
 - var/test/disks/disk02-full/Rakefile