storazzo 0.2.2 → 0.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 75b835462aa0c27cc1ba757bbd80eedda8922fa24dce607ce47a191e242ab384
-  data.tar.gz: c7b3124551abc5da4378411b7dd1cd8e79fcf298973ad5f18b55b5fe5742afe0
+  metadata.gz: 6478359f1db5708d42ebe8251f985481629d4255a119ce5a52952572863c94e5
+  data.tar.gz: 8832a4178e0ed56687e6f494898f1902069c195c20f6474d20fd0981ad0bd3e7
 SHA512:
-  metadata.gz: 5be4a025c291a432ae9f07ab75f84c405e77562c3a7c673d2581c19b693294385265ecababb96521ec16a605233d825fd4042511914df8b0adae298a01217a0a
-  data.tar.gz: b853906799fea55cbf8579b546603e7297fcaf57a488ff49ae714cf07efde40eefc1749666757209764723c2208809ace495ff8dba9a0323442acaa377c81e51
+  metadata.gz: df7a71868983eef6299a94dc4af98e232519d79414c15321c6548411ee8590b9bcb2b8c1418a94aae46993093850156bd595b1293396d55e1e0c0db891085095
+  data.tar.gz: a69cc8ffc1ab17409df2635ff7aa58af329d7572498ecef00d215dca31d3c92314ae2e0c975c74eddbd5f2e69e34807b91b4ecd2bed4519e1a9dbddb31bfacaf

data/Gemfile

@@ -3,3 +3,4 @@
 
 # to troubleshoot/debug things
 #gem 'rubocop'
+gem 'rake'

data/Makefile

@@ -17,11 +17,13 @@ install:
 
 push-to-rubygems: build-local test
 	gem push ./storazzo-$(VER).gem
+push-to-rubygems-without-tests: build-local 
+	gem push ./storazzo-$(VER).gem
 
 list:
 	gem list -r storazzo
 
-test:
+test-all:
 	echo 1. Testing the library end to end by requiring it..
 	echo "Storazzo::Main.all_tests "  | irb -Ilib -rstorazzo
 	make mounts
@@ -33,6 +35,9 @@ test:
 	make irb-test
 	@echo 'OK: ALL TESTS PASSED. #STIKA'
 
+test:
+	RUBYOPT="-W0" rake test
+
 # RicDisk test
 mounts:
 	echo "Storazzo::Main.all_mounts ; nil" | irb -Ilib -rstorazzo
@@ -43,4 +48,7 @@ irb-test:
 	./irb-test.sh
 
 watch-test:
-	watch -c make test
+	watch -c make test
+
+test-gcs-bucket:
+	ruby -I test test/test_gcs_bucket.rb

data/VERSION

@@ -1 +1 @@
-0.2.2
+0.3.7

data/bin/ricdisk-magic

@@ -5,19 +5,27 @@
 ############# ############# ############# ############# ############# ############# ############# ############# 
 # placeholder until i make it work..
 # https://guides.rubygems.org/make-your-own-gem/#adding-an-executable
-require 'storazzo'
+#require 'storazzo'
+#require_relative '../lib/storazzo'
+require 'fileutils'
 require 'yaml'
 require 'socket'
 require 'optparse'       # http://ruby.about.com/od/advancedruby/a/optionparser.htm
 
-include Storazzo
-include Storazzo::Colors
+# Including local gem.
+#puts File.expand_path(FileUtils.pwd, "/../")
+#local_gem_path = File.expand_path(FileUtils.pwd, "/../")
+#gem 'storazzo', path: local_gem_path
+require 'storazzo'
+#include Storazzo
+#include Storazzo::Colors
+extend Storazzo::Colors
+include Storazzo::Common #instead
 
-#require_relative '../lib/storazzo'
 
-puts "First I need to figure out how to bring in all the libraries in here.."
-puts Storazzo::Main.hi(ARGV.join '::')
-#exit(0)
+#puts "First I need to figure out how to bring in all the libraries in here.."
+#Storazzo::Main.say_hi("ARGV is: #{ ARGV.join ', '}")
+#puts Storazzo.version
 ############# ############# ############# ############# ############# ############# ############# ############# 
 
 
@@ -33,7 +41,9 @@ if RUBY_VERSION.split('.')[0] == 1
 end
 
 $PROG_VER = '0.4'
-$DEBUG    = true
+$DEBUG    = ENV['DEBUG'] == 'true'  # (true/false)
+# p ENV['DEBUG']
+# p $DEBUG
 
 HISTORY = <<-BIG_LONG_MULTILINE
   2022-07-13 v0.4 Now that library has stabilized this kind of works! I can just push gem, update amd include here and work quite well :)
@@ -60,8 +70,15 @@ $myconf = {
     :app_name            => "RicDisk Magic should be sth like #{$0}",
     :description         => "
         This program is loosely inspired to ricdisk-magic.sh but its much better.
-        Idea di base: trovare tutti le directory con file ricdisk e da esso estrarre info e magari METTERE info.
-        Il tutto condito con un bel protobuf e un'entita che metto in Lib.
+        The idea is: iterate through all ARGV elements and build a DB of all files with length and MD5. 
+        Then if folder is writeable, put this list INSIDE IT as its so conveniente.
+        If not, put in a ENV-var-defined folder which defaults to ./.storazzo/ :) 
+        
+        And maybe someday - add a nice protobuf and an entity in lib/.
+
+        Note. This software is part of the Storazzo gem ('sai chi ti saluta un casino?'):
+
+            $ gem install storazzo
     ".strip.gsub(/^\s+/, "").gsub(/\s+$/, ""),
     # TODO move to some class default
     :media_dirs  => %w{ /media/riccardo/ /Volumes/ /mnt/ ~/git/storazzo/var/test/ /sobenme/giusto/per/imparare/ad/ammutolire/gli/errori/ }, 
@@ -118,8 +135,11 @@ def real_program
   puts white("Hello world from #{$myconf[:app_name]}!")
   puts "Description: '''#{white $myconf[:description] }'''"
 
-
-  config = RicDiskConfig.load # auto_sbrodola(ARGV)
+  config =     Storazzo::RicDiskConfig.instance()
+  config.load
+  puts "StorazzoConfig: #{config}"
+  #config.load # auto_sbrodola(ARGV)
+  puts yellow("ARGV: #{ARGV}")
   config.iterate_through_file_list_for_disks(ARGV)
 
   # if ARGV == [] # empty -> ALL
@@ -150,8 +170,15 @@ def main(filename)
   deb "HISTORY: #{gray HISTORY}"
   #deb "To remove this shit, just set $DEBUG=false :)"
   init        # Enable this to have command line parsing capabilities!
+  puts white("$DEBUG is #{$DEBUG }. Tu turn on, call me with -d") unless $DEBUG
   #warn "[warn] template v#{$TEMPLATE_VER }: proviamo il warn che magari depreca il DEB"
   real_program
+
+  if ($DEBUG) 
+    puts "First I need to figure out how to bring in all the libraries in here.."
+    Storazzo::Main.say_hi("ARGV is: #{ ARGV.join ', '}")
+    puts Storazzo.version  
+  end
 end
 
 main(__FILE__)

data/lib/storazzo/colors.rb

@@ -1,5 +1,9 @@
 # Use EXTEND vs INCLUDE and magically the Class will inherit instead of instance. Magical! :)
 # http://www.railstips.org/blog/archives/2009/05/15/include-vs-extend-in-ruby/
+# 
+# include Storazzo::Colors 
+# extend Storazzo::Colors 
+# 
 
 module Storazzo 
     # needs to be defined before
@@ -9,7 +13,8 @@ module Storazzo::Colors
 
     PREPEND_ME = "[Storazzo::Colors] "
 
-    def deb(s);   puts "#DEB #{gray(s)}" if $DEBUG; end
+
+    def deb2(s);   puts "#DEB_OBSOLETE #{gray(s)} [include Storazzo::Common instead]" if $DEBUG; end # Use the Common instead
 
     # colors 16
     def yellow(s)  "\033[1;33m#{s}\033[0m" ; end

data/lib/storazzo/common.rb

@@ -1,12 +1,27 @@
 # Ric common stuff! :)
-
+#
+#
+# Usage:
+#      include Storazzo::Common 
+#
+require_relative 'colors'
 
 module Storazzo::Common 
 
+    include Storazzo::Colors 
 
-    def deb(str)
-        puts "[DEB] #{str}"
-    end
 
+    def deb(s)
+        puts "[DEB] #{yellow(s)}" if $DEBUG
+    end
+    def warn(s)
+        puts "[WRN] #{azure(s)}"
+    end
+    def err(str)
+        puts "[ERR] #{red(s)}"
+    end
+    def bug(s)
+        puts "[🐛] #{gray s}"
+    end
 
 end

data/lib/storazzo/hashify.rb

@@ -5,29 +5,42 @@ module Storazzo
         # instance variable from its hash representation by overriding
         # this method
         def ivars_excluded_from_hash
-        [ 'this_doesnt_exist' ]
+            [ 'this_doesnt_exist' ]
         end
     
         def to_hash
-        hash = {}
-        excluded_ivars = ivars_excluded_from_hash
-    
-        # Iterate over all the instance variables and store their
-        # names and values in a hash
-        instance_variables.each do |var|
-            next if excluded_ivars.include? var.to_s
-    
-            value = instance_variable_get(var)
-            value = value.map(&:to_hash) if value.is_a? Array
-    
-            hash[var.to_s.delete("@")] = value
+            hash = {}
+            excluded_ivars = ivars_excluded_from_hash
+        
+            # Iterate over all the instance variables and store their
+            # names and values in a hash
+            instance_variables.each do |var|
+                next if excluded_ivars.include? var.to_s
+        
+                value = instance_variable_get(var)
+                value = value.map(&:to_hash) if value.is_a? Array
+        
+                hash[var.to_s.delete("@")] = value
+            end
+        
+            return hash
         end
-    
-        return hash
+
+        def obj_to_hash
+            h = {} 
+            puts self
+            self.instance_variables.each{|var|
+                #puts var
+                h[var.to_s.delete('@')] = self.instance_variable_get(var) # send(var.to_s.delete('@'))
+            }
+            h
         end
     
         def to_yaml 
-        to_hash.to_yaml
+            to_hash.to_yaml
+        end
+        def obj_to_yaml 
+            obj_to_hash.to_yaml
         end
     end
 end

data/lib/storazzo/main.rb

@@ -19,7 +19,7 @@ module Storazzo
     extend Storazzo::Colors
 
     # version 1.2
-    def self.hi(message=nil)
+    def self.say_hi(message=nil)
       str = "Hello from Storazzo v#{white Storazzo::version rescue "Error: #{$!}"}!"
       str += " Message: '#{yellow message.to_s}'" if message
       puts str 
@@ -29,7 +29,7 @@ module Storazzo
     def self.all_mounts(opts={})
         opts_verbose = opts.fetch :verbose, true 
 
-        self.hi "Storazzo::Main.all_mounts(): BEGIN - RicDiskVersion is: #{Storazzo::RicDiskUgly::RICDISK_VERSION}"
+        self.say_hi "Storazzo::Main.all_mounts(): BEGIN - RicDiskVersion is: #{Storazzo::RicDiskUgly::RICDISK_VERSION}"
         
         pwhite("1. First I load the config in verbose mode..")
         config = Storazzo::RicDiskConfig.instance
@@ -55,7 +55,7 @@ module Storazzo
 
         pwhite "All tests BEGIN - todo obsolete this now that I have proper Rake testing suite..."
         deb "Maybe debug is enabled?"
-        hi 
+        say_hi 
         # This works with EXTEND..
         puts(yellow "Just YELLOW 0")
         # This reqwuires a INCLUDE.

data/lib/storazzo/media/README.md

@@ -0,0 +1,14 @@
+ 
+ Here I put all generic Media::Something classes. I can think of a few:
+
+ * `LocalFolder`: the simplest and uselesser thing ever. Done mostly for troubleshooting
+ * `MountFolder`: comes from mount, can get listed by mount, and usually has long latency
+ * `GcsBucket`. From Google Cloud Storage. Why? Spoiler alert: It's my employer :) But happy to support more in the unlikely event this gem goes viral like *Corsivoe*.
+
+ They all implement a few methods like:
+ 
+ * `list_all`: shows all available objects in local system, leveraging the storazzo config file.
+ * `parse`: parse the disk in initialized file. Then if system is writeable, writes in it the listing. If not, puts in a apposite folder defined by Storazzo.config.
+ * `writeable?`: 
+ * `local_mountpoint`: local path or mountpoint. The local variable shjould be 
+    @local_mountpoint explicitly. TODO check this in abtsract class.

data/lib/storazzo/media/abstract_ric_disk.rb

@@ -0,0 +1,106 @@
+module Storazzo::Media
+    class Storazzo::Media::AbstractRicDisk
+
+        #@@default_stats_filename = Storazzo::RicDiskStatsFile.default_name
+
+            # looks like there's not Abstract Class in Ruby, but also SO says he best
+            # way to do this is this: 
+            
+            #    attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr, :path, :ricdisk_file_empty, :size, :active_dirs
+
+            ########################
+            # Abstract methods START
+            ########################
+            def initialize(local_mount)
+                puts "[DEB] [AbstractRicDisk.init()] Some child of AbstractRicDisk (#{self}) called me! Yummie." # disable when you dont need me anymore..
+                validate
+            end
+            def self.list_all
+                raise "[AbstractRicDiskc::self.list_all] You should override this, says StackOverflow and Riccardo"
+            end
+            def parse(opts={})
+                raise "[AbstractRicDiskc::parse] You should override this, says StackOverflow and Riccardo"
+            end
+            def writeable?
+                raise "[AbstractRicDiskc::writeable] You should override this in #{self.class}, says StackOverflow and Riccardo"
+            end
+            def get_local_mountpoint
+                #raise "[AbstractRicDiskc::get_local_mountpoint] You should override this, says StackOverflow and Riccardo"
+                raise "You forgot to set local_mountpoint in the constructor for your class, you cheeky little one!" if local_mountpoint.nil? 
+                local_mountpoint
+            end
+            def check_implemented_correctly
+    #            raise "[AbstractRicDiskc] You should override this, says StackOverflow and Riccardo"
+                raise "no @local_mountpoint" unless exists?(@local_mountpoint)
+            end
+            ########################
+            # Abstract methods END
+            ########################
+
+
+
+            ########################
+            # Automated methods now...
+            ########################
+            def stats_file_smart_fullpath # stats_file_default_location()
+                # if its writeable... if not we'll think about it later.
+                if writeable?
+                     return "#{get_local_mountpoint}/#{self.default_stats_filename}"
+                else
+                    # if not writeable, I will:
+                    # 1. create a dir based on its unique format.
+                    # 2. create a file of same look and feel (alternative - used a DASH)
+                    return "{get_local_folder}/#{unique_id}::#{self.default_stats_filename}"
+                    #"{get_local_folder}"/#{unique_id}/#{Storazzo::RicDiskStatsFile.default_name}"
+                end                     
+            end
+            # Needs to be some unique id based on its thingy, but might change in the future:
+            # Solutions:
+            # {PHILOSOPHY}::{ID}
+            def unique_id
+                # Expand path to make it as unique as possible...
+                hash = Digest::MD5.hexdigest(File.expand_path(get_local_mountpoint))
+                "MD5::v1::#{hash}"
+            end
+
+            # # Todo check on instances these 3 methods exist
+            def self.abstract_class_mandatory_methods
+                %W{
+                    self.list_all
+                    local_mountpoint
+                    parse
+                    writeable? 
+                }
+            end
+
+            # Putting here since its same code for MountPoint or generic folder.
+            def parse_block_storage_folder(opts={})
+                #Storazzo::RicDiskUgly.calculate_stats_files(get_local_mountpoint)
+                Storazzo::RicDisk.calculate_stats_files(get_local_mountpoint, opts)
+                #return "42"
+            end
+
+            def self.default_stats_filename
+                raise "Unknown Storazzo::RicDiskStatsFile.default_name  1!!" if Storazzo::RicDiskStatsFile.default_name.nil?
+                Storazzo::RicDiskStatsFile.default_name
+            end
+
+            def stats_filename_default_fullpath # if not writeable we need to pick another from stats_file_smart_fullpath()
+                # REDUNDANT, should use stats_file_smart_fullpath instead except on the writeable? part since it would go recursive otherwise.
+                my_stats_filename = self.default_stats_filename 
+                #raise "Unknown Storazzo::RicDiskStatsFile.default_name 2 !!" if Storazzo::RicDiskStatsFile.default_name.nil?
+                "#{local_mountpoint}/#{my_stats_filename}"
+            end
+
+            def validate
+                puts "DEB We're trying to see if your object is valid, across 3 possible sub-classes."
+                #1. check for 
+                raise "Unknown local mount " unless local_mount.is_a?(String)
+                #2. check thaty writeable? is true or false
+                my_writeable = wr
+                raise "Writeable is not boolean" unless (my_writeable.is_a? TrueClass or my_writeable.is_a? FalseClass )
+            end
+    end
+    #puts "DEB lib/storazzo/media/abstract_ric_disk Media::ARD inside module"
+end
+#puts "DEB lib/storazzo/media/abstract_ric_disk Media::ARD outside module"

data/lib/storazzo/media/gcs_bucket.rb

@@ -0,0 +1,20 @@
+module Storazzo::Media
+
+    class Storazzo::RicDisk::GcsBucket
+
+    
+        def self.list_all
+            # get lisrts from Config singletone
+            #puts " self.list_all: loading config "
+            config = Storazzo::RicDiskConfig.instance # # ).get_config
+            #puts config['Config']['AdditionalMountDirs']
+            #puts "TODO see config: #{config}"
+            #[42, 43]
+            #deb config.get_local_folders
+            config.get_bucket_paths
+        end
+
+
+    end
+
+end

data/lib/storazzo/media/local_folder.rb

@@ -0,0 +1,51 @@
+#require "storazzo/ric_disk/abstract_ric_disk"
+#require "abstract_ric_disk"
+
+module Storazzo::Media
+    class Storazzo::Media::LocalFolder < Storazzo::Media::AbstractRicDisk
+
+        attr_accessor :local_mountpoint, :wr
+
+        def initialize(local_mount)
+            puts "[Storazzo::Media::LocalFolder] initialize"
+            
+            @local_mountpoint = File.expand_path(local_mount)
+            raise "Sorry local mount doesnt exist!" unless File.exist?(@local_mountpoint)
+            @wr = File.writable?(stats_filename_default_fullpath) # .writeable? stats_file_smart_fullpath
+
+            #super.initialize(local_mount) rescue "SUPER_ERROR: #{$!}"
+            super(local_mount) rescue "SUPER_ERROR: #{$!}"
+        end
+        
+        def self.list_all
+            # get lisrts from Config singletone
+            #puts " self.list_all: loading config "
+            config = Storazzo::RicDiskConfig.instance # # ).get_config
+            #puts config['Config']['AdditionalMountDirs']
+            #puts "TODO see config: #{config}"
+            #[42, 43]
+            #deb config.get_local_folders
+            config.get_local_folders
+        end
+
+        def parse(opts={})
+            puts "LF.parse(#{opts}): TODO Sbrodola inside the dir: #{local_mountpoint}"
+            parse_block_storage_folder()
+        end
+
+        def path
+            @local_mountpoint
+        end
+
+        def writeable?
+            File.writable?(@local_mountpoint)
+        end
+
+        def default_stats_filename
+            #'42'
+            Storazzo::RicDiskStatsFile.default_name
+        end
+
+    end
+
+end

data/lib/storazzo/media/mount_point.rb

@@ -0,0 +1,5 @@
+# TODO
+
+#         def writeable?
+#File.writable?(@local_mountpoint)
+#end