storazzo 0.0.6 → 0.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile +1 -0
- data/LICENSE +1 -0
- data/Makefile +38 -0
- data/README.md +10 -0
- data/Rakefile +32 -0
- data/VERSION +1 -0
- data/bin/ricdisk-magic +176 -0
- data/lib/storazzo/colors.rb +7 -3
- data/lib/storazzo/debug.rb +10 -0
- data/lib/storazzo/hashify.rb +33 -0
- data/lib/storazzo/main.rb +47 -0
- data/lib/storazzo/parser/parser.rb +0 -0
- data/lib/storazzo/ric_disk.rb +232 -0
- data/lib/storazzo/version.rb +6 -0
- data/lib/storazzo.rb +18 -31
- data/storazzo.gemspec +18 -0
- data/test/test_storazzo.rb +34 -0
- data/var/test/README.md +1 -0
- data/var/test/disks/disk02-full/fake file.touch +0 -0
- data/var/test/disks/disk02-full/ls.txt +6 -0
- metadata +30 -8
- data/bin/ricdisk-magic.rb +0 -395
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0c1d447526136c87cfefa48b69232971dd9e6df07a07ac1410eede18d0fa6b5e
|
4
|
+
data.tar.gz: c295db76797061749062a49f01b0bf08132ff86b5c48f61b0549d10bbe8066e0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6127acae73ae0e07e3b000344e8b784964e50aa40a99404d5d0b1653a04c93c9f92270531ae5add2247b0e8d91fb5f501af1535d6dfa28abc123df6ce964b957
|
7
|
+
data.tar.gz: 1abb40a264233b9df3f87cb46222b235dbc64baef885e8589c30c18d31fef103dba95291d83787b07c856f4ce54f85602747068c88e90bb0f411d389a44cc269
|
data/Gemfile
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
# useless now
|
data/LICENSE
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
# todo
|
data/Makefile
ADDED
@@ -0,0 +1,38 @@
|
|
1
|
+
|
2
|
+
VER = $(shell cat VERSION)
|
3
|
+
|
4
|
+
.PHONY: test clean
|
5
|
+
|
6
|
+
|
7
|
+
help:
|
8
|
+
cat Makefile
|
9
|
+
|
10
|
+
build-local:
|
11
|
+
gem build storazzo.gemspec
|
12
|
+
|
13
|
+
build: build-local
|
14
|
+
|
15
|
+
install:
|
16
|
+
gem install ./storazzo-$(VER).gem
|
17
|
+
|
18
|
+
push-to-rubygems: build-local test
|
19
|
+
gem push ./storazzo-$(VER).gem
|
20
|
+
|
21
|
+
list:
|
22
|
+
gem list -r storazzo
|
23
|
+
|
24
|
+
test:
|
25
|
+
echo 1. Testing the library end to end by requiring it..
|
26
|
+
echo "Storazzo::Main.all_tests " | irb -Ilib -rstorazzo
|
27
|
+
#echo "Storazzo::Main.all_mounts " | irb -Ilib -rstorazzo
|
28
|
+
#echo 2. Testing ricdisk-magic
|
29
|
+
#bin/ricdisk-magic Ciao-da-Makefile
|
30
|
+
echo 3. run rake test.. ont configured yet just a memo for the future.
|
31
|
+
RUBYOPT="-W0" rake test
|
32
|
+
@echo 'OK: ALL TESTS PASSED. #STIKA'
|
33
|
+
|
34
|
+
irb:
|
35
|
+
irb -Ilib -rstorazzo
|
36
|
+
|
37
|
+
watch-test:
|
38
|
+
watch -c make test
|
data/README.md
ADDED
@@ -0,0 +1,10 @@
|
|
1
|
+
|
2
|
+
# storazzo Gem
|
3
|
+
|
4
|
+
Storazzo 💎 gem - a Gem to automatically parse your FS for mounts and compute MD5 of all files therein and then collect in central DB through StorazzoApp (TM).
|
5
|
+
|
6
|
+
# INSTALL
|
7
|
+
|
8
|
+
`gem install storazzo`
|
9
|
+
|
10
|
+
(Latest version is hosted in https://rubygems.org/gems/storazzo)
|
data/Rakefile
ADDED
@@ -0,0 +1,32 @@
|
|
1
|
+
#require 'rake'
|
2
|
+
|
3
|
+
# from hola: https://guides.rubygems.org/make-your-own-gem/#adding-an-executable
|
4
|
+
require "rake/testtask"
|
5
|
+
|
6
|
+
Rake::TestTask.new do |t|
|
7
|
+
t.libs << "test"
|
8
|
+
t.verbose = false
|
9
|
+
t.warning = false
|
10
|
+
end
|
11
|
+
|
12
|
+
desc "Run tests"
|
13
|
+
task default: :test
|
14
|
+
|
15
|
+
|
16
|
+
# begin
|
17
|
+
# require 'bundler/setup'
|
18
|
+
# Bundler::GemHelper.install_tasks
|
19
|
+
# rescue LoadError
|
20
|
+
# puts 'although not required, bundler is recommended for running the tests'
|
21
|
+
# end
|
22
|
+
|
23
|
+
# task default: :spec
|
24
|
+
|
25
|
+
# require 'rspec/core/rake_task'
|
26
|
+
# RSpec::Core::RakeTask.new(:spec)
|
27
|
+
|
28
|
+
# require 'rubocop/rake_task'
|
29
|
+
# RuboCop::RakeTask.new do |task|
|
30
|
+
# task.requires << 'rubocop-performance'
|
31
|
+
# task.requires << 'rubocop-rspec'
|
32
|
+
# end
|
data/VERSION
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
0.1.1
|
data/bin/ricdisk-magic
ADDED
@@ -0,0 +1,176 @@
|
|
1
|
+
#!/usr/bin/env ruby
|
2
|
+
|
3
|
+
|
4
|
+
|
5
|
+
############# ############# ############# ############# ############# ############# ############# #############
|
6
|
+
# placeholder until i make it work..
|
7
|
+
# https://guides.rubygems.org/make-your-own-gem/#adding-an-executable
|
8
|
+
require 'storazzo'
|
9
|
+
#require 'lib/storazzo'
|
10
|
+
puts "First I need to figure out how to bring in all the libraries in here.."
|
11
|
+
puts Storazzo::Main.hi(ARGV[0])
|
12
|
+
exit(0)
|
13
|
+
############# ############# ############# ############# ############# ############# ############# #############
|
14
|
+
|
15
|
+
|
16
|
+
|
17
|
+
|
18
|
+
|
19
|
+
|
20
|
+
|
21
|
+
|
22
|
+
|
23
|
+
|
24
|
+
|
25
|
+
|
26
|
+
|
27
|
+
|
28
|
+
|
29
|
+
|
30
|
+
|
31
|
+
|
32
|
+
|
33
|
+
|
34
|
+
|
35
|
+
|
36
|
+
|
37
|
+
|
38
|
+
|
39
|
+
|
40
|
+
|
41
|
+
|
42
|
+
|
43
|
+
#require 'google/protobuf'
|
44
|
+
#require_relative '../etc/protos/out/ricdisk_pb'
|
45
|
+
require 'yaml'
|
46
|
+
require 'socket'
|
47
|
+
require 'optparse' # http://ruby.about.com/od/advancedruby/a/optionparser.htm
|
48
|
+
|
49
|
+
# I believe this is wrong
|
50
|
+
#require 'storazzo'
|
51
|
+
# required to have methods wiothout self.
|
52
|
+
#include 'lib/ric_disk'
|
53
|
+
#extend Storazzo::Colors
|
54
|
+
|
55
|
+
if RUBY_VERSION.split('.')[0] == 1
|
56
|
+
puts "Refusing to launch a script form Ruby 1. Sorry Ric, its 2020 damn it!"
|
57
|
+
exit 2020
|
58
|
+
end
|
59
|
+
|
60
|
+
$PROG_VER = '0.3'
|
61
|
+
$DEBUG = false
|
62
|
+
|
63
|
+
HISTORY = <<-BIG_LONG_MULTILINE
|
64
|
+
2022-07-11 v0.3 Ported from private files in GIC into storazzo (open source on gitHub) and cleaned up italian and libs
|
65
|
+
2022-07-DD v0.2 Some private stuff on GIC
|
66
|
+
BIG_LONG_MULTILINE
|
67
|
+
|
68
|
+
=begin
|
69
|
+
|
70
|
+
############################################################
|
71
|
+
@author: Riccardo Carlesso
|
72
|
+
@email: riccardo.carlesso@gmail.com
|
73
|
+
@maturity: development
|
74
|
+
@language: Ruby
|
75
|
+
@synopsis: Brief Description here
|
76
|
+
@tags: development, rcarlesso, test
|
77
|
+
@description: See description
|
78
|
+
############################################################
|
79
|
+
|
80
|
+
=end
|
81
|
+
|
82
|
+
|
83
|
+
$myconf = {
|
84
|
+
:app_name => "RicDisk Magic should be sth like #{$0}",
|
85
|
+
:description => "
|
86
|
+
This program is loosely inspired to ricdisk-magic.sh but its much better.
|
87
|
+
Idea di base: trovare tutti le directory con file ricdisk e da esso estrarre info e magari METTERE info.
|
88
|
+
Il tutto condito con un bel protobuf e un'entita che metto in Lib.
|
89
|
+
".strip.gsub(/^\s+/, "").gsub(/\s+$/, ""),
|
90
|
+
# TODO move to some class default
|
91
|
+
:media_dirs => %w{ /media/riccardo/ /Volumes/ /mnt/ ~/git/storazzo/test/ /sobenme/giusto/per/imparare/ad/ammutolire/gli/errori/ },
|
92
|
+
:mount_types => %w{ vfat ntfs },
|
93
|
+
}
|
94
|
+
$stats_file = "ricdisk_stats_v11.rds"
|
95
|
+
$gcs_bucket = 'palladius'
|
96
|
+
|
97
|
+
# This template from scripta.rb. from 2.1.0 removed aby ric gem dependency.
|
98
|
+
# 2022-04-26 2.1.1 Added more colors
|
99
|
+
# 2022-04-26 2.1.0 Historical momemnt: removed gem 'ric' dependency
|
100
|
+
$TEMPLATE_VER = '2.1.1'
|
101
|
+
|
102
|
+
|
103
|
+
def usage(comment=nil)
|
104
|
+
puts white($optparse.banner)
|
105
|
+
puts($optparse.summarize)
|
106
|
+
puts("Description: " + gray($myconf[:description]))
|
107
|
+
puts red(comment) if comment
|
108
|
+
#puts "Description: #{ $myconf[:description] }"
|
109
|
+
exit 13
|
110
|
+
end
|
111
|
+
|
112
|
+
# include it in main if you want a custome one
|
113
|
+
def init() # see lib_autoinit in lib/util.rb
|
114
|
+
$opts = {}
|
115
|
+
# setting defaults
|
116
|
+
$opts[:verbose] = false
|
117
|
+
$opts[:dryrun] = false
|
118
|
+
$opts[:debug] = false
|
119
|
+
$opts[:force] = false
|
120
|
+
|
121
|
+
$optparse = OptionParser.new do |opts|
|
122
|
+
opts.banner = "#{$0} v.#{$PROG_VER}\n Usage: #{File.basename $0} [options] file1 file2 ..."
|
123
|
+
opts.on( '-d', '--debug', 'enables debug (DFLT=false)' ) { $opts[:debug] = true ; $DEBUG = true }
|
124
|
+
opts.on( '-f', '--force', 'force stuff (DFLT=false)' ) { $opts[:force] = true }
|
125
|
+
opts.on( '-h', '--help', 'Display this screen' ) { usage }
|
126
|
+
#opts.on( '-j', '--jabba', 'Activates my Jabber powerful CLI' ) { $opts[:jabba] = true }
|
127
|
+
opts.on( '-n', '--dryrun', "Don't really execute code" ) { $opts[:dryrun] = true }
|
128
|
+
opts.on( '-l', '--logfile FILE', 'Write log to FILE' ) {|file| $opts[:logfile] = file }
|
129
|
+
opts.on( '-v', '--verbose', 'Output more information' ) { $opts[:verbose] = true}
|
130
|
+
end
|
131
|
+
$optparse.parse!
|
132
|
+
end
|
133
|
+
|
134
|
+
def real_program
|
135
|
+
deb("Hello world from a templated '#{yellow $0 }'")
|
136
|
+
deb "+ Options are: #{gray $opts}"
|
137
|
+
deb "+ Depured args: #{azure ARGV}"
|
138
|
+
deb "+ Script-specifig super-cool conf: #{green $prog_conf_d}"
|
139
|
+
deb "+ Your configuration: #{purple $myconf.inspect}"
|
140
|
+
|
141
|
+
# Your code goes here...
|
142
|
+
puts white("Hello world from #{$myconf[:app_name]}!")
|
143
|
+
puts "Description: '''#{white $myconf[:description] }'''"
|
144
|
+
|
145
|
+
if ARGV == [] # empty -> ALL
|
146
|
+
dirs = RicDisk.find_active_dirs()
|
147
|
+
dirs.each {|dir|
|
148
|
+
RicDisk.sbrodola_ricdisk(dir)
|
149
|
+
RicDisk.calculate_stats_files(dir) # dir is inutile
|
150
|
+
} # TODO refactor in option sbrodola_afterwards=true. :)
|
151
|
+
else
|
152
|
+
deb "I consider ARGV come la lista di directories da parsare :)"
|
153
|
+
dirs = RicDisk.find_active_dirs()
|
154
|
+
ARGV.each{ |dir|
|
155
|
+
dir = File.expand_path(dir)
|
156
|
+
if dirs.include?(dir)
|
157
|
+
deb "Legit dir: #{green dir}"
|
158
|
+
RicDisk.sbrodola_ricdisk(dir)
|
159
|
+
RicDisk.calculate_stats_files(dir) # dir is inutile
|
160
|
+
else
|
161
|
+
deb "Figghiu ri buttana: doesnt exist #{red dir}"
|
162
|
+
end
|
163
|
+
}
|
164
|
+
end
|
165
|
+
end
|
166
|
+
|
167
|
+
def main(filename)
|
168
|
+
deb "I'm called by #{white filename}"
|
169
|
+
deb "HISTORY: #{gray HISTORY}"
|
170
|
+
#deb "To remove this shit, just set $DEBUG=false :)"
|
171
|
+
init # Enable this to have command line parsing capabilities!
|
172
|
+
#warn "[warn] template v#{$TEMPLATE_VER }: proviamo il warn che magari depreca il DEB"
|
173
|
+
real_program
|
174
|
+
end
|
175
|
+
|
176
|
+
main(__FILE__)
|
data/lib/storazzo/colors.rb
CHANGED
@@ -1,8 +1,12 @@
|
|
1
1
|
# Use EXTEND vs INCLUDE and magically the Class will inherit instead of instance. Magical! :)
|
2
2
|
# http://www.railstips.org/blog/archives/2009/05/15/include-vs-extend-in-ruby/
|
3
3
|
|
4
|
+
module Storazzo
|
5
|
+
# needs to be defined before
|
6
|
+
end
|
7
|
+
|
4
8
|
module Storazzo::Colors
|
5
|
-
#
|
9
|
+
#class Storazzo::Colors1
|
6
10
|
PREPEND_ME = "[Storazzo::Colors] "
|
7
11
|
|
8
12
|
def deb(s); puts "#DEB #{gray(s)}" if $DEBUG; end
|
@@ -38,5 +42,5 @@ module Storazzo::Colors
|
|
38
42
|
def pred(s) puts(red(s)); end
|
39
43
|
def pyellow(s) puts(yellow(s)); end
|
40
44
|
|
41
|
-
|
42
|
-
end
|
45
|
+
end
|
46
|
+
#end
|
@@ -0,0 +1,33 @@
|
|
1
|
+
# copied from https://dev.to/ayushn21/how-to-generate-yaml-from-ruby-objects-without-type-annotations-4fli
|
2
|
+
module Storazzo
|
3
|
+
module Hashify
|
4
|
+
# Classes that include this module can exclude certain
|
5
|
+
# instance variable from its hash representation by overriding
|
6
|
+
# this method
|
7
|
+
def ivars_excluded_from_hash
|
8
|
+
[ 'this_doesnt_exist' ]
|
9
|
+
end
|
10
|
+
|
11
|
+
def to_hash
|
12
|
+
hash = {}
|
13
|
+
excluded_ivars = ivars_excluded_from_hash
|
14
|
+
|
15
|
+
# Iterate over all the instance variables and store their
|
16
|
+
# names and values in a hash
|
17
|
+
instance_variables.each do |var|
|
18
|
+
next if excluded_ivars.include? var.to_s
|
19
|
+
|
20
|
+
value = instance_variable_get(var)
|
21
|
+
value = value.map(&:to_hash) if value.is_a? Array
|
22
|
+
|
23
|
+
hash[var.to_s.delete("@")] = value
|
24
|
+
end
|
25
|
+
|
26
|
+
return hash
|
27
|
+
end
|
28
|
+
|
29
|
+
def to_yaml
|
30
|
+
to_hash.to_yaml
|
31
|
+
end
|
32
|
+
end
|
33
|
+
end
|
@@ -0,0 +1,47 @@
|
|
1
|
+
# main entrypoint for tests and silly stuff from Makefile..
|
2
|
+
# This Class externalizes all relevant things from other libs while I learn how to do it from there
|
3
|
+
# eg from RicDisk.
|
4
|
+
|
5
|
+
module Storazzo
|
6
|
+
class Storazzo::Main # Can be same name as Module: https://stackoverflow.com/questions/13261474/ruby-modules-and-classes-same-name-in-structure
|
7
|
+
require 'storazzo/colors'
|
8
|
+
extend Storazzo::Colors
|
9
|
+
|
10
|
+
# version 1.2
|
11
|
+
def self.hi(message=nil)
|
12
|
+
str = "Hello from Storazzo v#{white Storazzo::version rescue "Error: #{$!}"}!"
|
13
|
+
str += " Message: '#{yellow message.to_s}'" if message
|
14
|
+
puts str
|
15
|
+
str
|
16
|
+
end
|
17
|
+
|
18
|
+
def self.all_mounts(opts={})
|
19
|
+
extend Storazzo::RicDisk
|
20
|
+
opts_verbose = opts.fetch :verbose, true
|
21
|
+
|
22
|
+
pwhite "TODO(ricc): show a list of all RicDisk relevant mounts" if opts_verbose
|
23
|
+
#sbrodola_ricdisk("/Volumes/")
|
24
|
+
sbrodola_ricdisk(StorazzoMod::root + "./var/disks/") rescue "[Storazzo::AllMount] SomeError: #{$!}"
|
25
|
+
end
|
26
|
+
|
27
|
+
def self.all_tests
|
28
|
+
# include vs extend: https://stackoverflow.com/questions/15097929/ruby-module-require-and-include
|
29
|
+
# => http://www.railstips.org/blog/archives/2009/05/15/include-vs-extend-in-ruby/
|
30
|
+
#include Storazzo::Colors
|
31
|
+
extend Storazzo::Colors
|
32
|
+
|
33
|
+
pwhite "All tests BEGIN"
|
34
|
+
deb "Maybe debug is enabled?"
|
35
|
+
#puts "This is Storazzo v#{StorazzoMod::VERSION}"
|
36
|
+
hi
|
37
|
+
# This works with EXTEND..
|
38
|
+
puts(yellow "Just YELLOW 0")
|
39
|
+
# This reqwuires a INCLUDE.
|
40
|
+
#puts(Storazzo::Colors.yellow "Test YELLOW 1 self")
|
41
|
+
#puts(Colors.yellow "Test YELLOW 1 self")
|
42
|
+
#puts(Colors.green "Test YELLOW 2 ohne self")
|
43
|
+
pwhite "All tests END"
|
44
|
+
#puts "All tests END"
|
45
|
+
end
|
46
|
+
end
|
47
|
+
end
|
File without changes
|
@@ -0,0 +1,232 @@
|
|
1
|
+
|
2
|
+
|
3
|
+
module Storazzo
|
4
|
+
class Storazzo::RicDisk
|
5
|
+
RICDISK_VERSION = "1.0"
|
6
|
+
include Hashify
|
7
|
+
extend Storazzo::Colors
|
8
|
+
|
9
|
+
# todo substitute wqith protobuf..
|
10
|
+
attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr
|
11
|
+
|
12
|
+
def self.interesting_mount_points(opts={})
|
13
|
+
#https://unix.stackexchange.com/questions/177014/showing-only-interesting-mount-points-filtering-non-interesting-types
|
14
|
+
`mount | grep -Ev 'type (proc|sysfs|tmpfs|devpts|debugfs|rpc_pipefs|nfsd|securityfs|fusectl|devtmpfs) '`.split(/\n+/)
|
15
|
+
end
|
16
|
+
|
17
|
+
def initialize(path, ricdisk_file)
|
18
|
+
@local_mountpoint = path
|
19
|
+
@description = "This is an automated RicDisk description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
|
20
|
+
@ricdisk_version = VERSION
|
21
|
+
@ricdisk_file = ricdisk_file
|
22
|
+
#@questo_non_esiste = :sobenme
|
23
|
+
@label = path.split("/").last
|
24
|
+
@name = path.split("/").last
|
25
|
+
@wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
|
26
|
+
@tags = 'ricdisk'
|
27
|
+
find_info_from_mount(path)
|
28
|
+
find_info_from_df()
|
29
|
+
end
|
30
|
+
|
31
|
+
def ricdisk_absolute_path
|
32
|
+
@local_mountpoint + "/" + @ricdisk_file
|
33
|
+
end
|
34
|
+
|
35
|
+
def add_tag(tag)
|
36
|
+
@tags += ", #{tag}"
|
37
|
+
end
|
38
|
+
|
39
|
+
# might have other things in the future...
|
40
|
+
def find_info_from_mount(path)
|
41
|
+
mount_table_lines = interesting_mount_points()
|
42
|
+
mount_line = nil
|
43
|
+
mount_table_lines.each do |line|
|
44
|
+
next if line =~ /^map /
|
45
|
+
dev, on, mount_path, mode = line.split(/ /)
|
46
|
+
if mount_path==path
|
47
|
+
mount_line = line
|
48
|
+
else
|
49
|
+
@info_from_mount = false
|
50
|
+
end
|
51
|
+
end
|
52
|
+
@info_from_mount = ! (mount_line.nil?)
|
53
|
+
if @info_from_mount
|
54
|
+
#@mount_line = mount_line
|
55
|
+
@description += "\nMount line:\n" + mount_line
|
56
|
+
@remote_mountpoint = mount_line.split(/ /)[0]
|
57
|
+
@fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
|
58
|
+
add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
|
59
|
+
end
|
60
|
+
end
|
61
|
+
|
62
|
+
def find_info_from_df()
|
63
|
+
path = @local_mountpoint
|
64
|
+
df_info = `df -h "#{path}"`
|
65
|
+
@df_info = df_info
|
66
|
+
lines = df_info.split(/\n+/)
|
67
|
+
raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
|
68
|
+
mount, @size_readable, used_size, avail_size, @disk_utilization, other = lines[1].split(/\s+/) # second line..
|
69
|
+
end
|
70
|
+
|
71
|
+
|
72
|
+
|
73
|
+
def self.sbrodola_ricdisk(subdir)
|
74
|
+
# given a path, if .ricdisk exists i do stuff with it..
|
75
|
+
disk_info = nil
|
76
|
+
unless self.ok_dir?(subdir)
|
77
|
+
puts("Nothing for me here. Existing")
|
78
|
+
return
|
79
|
+
end
|
80
|
+
if File.exists?( "#{subdir}/.ricdisk") and File.empty?( "#{subdir}/.ricdisk")
|
81
|
+
deb("Interesting1. Empty file! Now I write YAML with it.")
|
82
|
+
disk_info = RicDisk.new(subdir, '.ricdisk')
|
83
|
+
#puts(x)
|
84
|
+
#puts(yellow x.to_yaml)
|
85
|
+
end
|
86
|
+
if File.exists?( "#{subdir}/.ricdisk.yaml") and File.empty?( "#{subdir}/.ricdisk.yaml")
|
87
|
+
deb("Interesting2. Empty file! TODO write YAML with it.")
|
88
|
+
disk_info = RicDisk.new(subdir, '.ricdisk.yaml')
|
89
|
+
# todo write
|
90
|
+
#puts(x)
|
91
|
+
puts(yellow disk_info.to_yaml)
|
92
|
+
end
|
93
|
+
if disk_info
|
94
|
+
if File.empty?(disk_info.ricdisk_absolute_path) and (disk_info.wr)
|
95
|
+
puts(green("yay, we can now write the file '#{disk_info.ricdisk_absolute_path}' (which is R/W, I just checked!) with proper YAML content.."))
|
96
|
+
ret = File.write(disk_info.ricdisk_absolute_path, disk_info.to_yaml)
|
97
|
+
puts("Written file! ret=#{ret}")
|
98
|
+
else
|
99
|
+
puts(red("Nope, qualcosa non va.. #{File.empty?(disk_info.ricdisk_absolute_path)}"))
|
100
|
+
puts("File size: #{File.size(disk_info.ricdisk_absolute_path)}")
|
101
|
+
end
|
102
|
+
end
|
103
|
+
if File.exists?( "#{subdir}/.ricdisk") and ! File.empty?( "#{subdir}/.ricdisk")
|
104
|
+
puts("Config File found with old-style name: '#{subdir}/.ricdisk' !")
|
105
|
+
#puts(white `cat "#{subdir}/.ricdisk"`)
|
106
|
+
end
|
107
|
+
end
|
108
|
+
|
109
|
+
# separiamo cosi usiamo meglio...
|
110
|
+
def self.ok_dir?(subdir)
|
111
|
+
File.exists?( "#{subdir}/.ricdisk") or File.exists?( "#{subdir}/.ricdisk.yaml")
|
112
|
+
end
|
113
|
+
|
114
|
+
def self.obsolescence_seconds file_path
|
115
|
+
creation_time = File.stat(file_path).ctime
|
116
|
+
deb("[obsolescence_seconds] File #{file_path}: #{creation_time} - #{(Time.now - creation_time)} seconds ago")
|
117
|
+
(Time.now - creation_time).to_i
|
118
|
+
end
|
119
|
+
def self.obsolescence_days(file_path)
|
120
|
+
return obsolescence_seconds(file_path) / 86400
|
121
|
+
end
|
122
|
+
|
123
|
+
def self.backquote_execute(cmd)
|
124
|
+
# executed a command wrapped by dryrun though
|
125
|
+
return "DRYRUN backquote_execute(#{cmd})" if $opts[:dryrun]
|
126
|
+
`#{cmd}`
|
127
|
+
end
|
128
|
+
|
129
|
+
def self.upload_to_gcs(file, opts={})
|
130
|
+
deb("upload_to_gcs(#{file}). TODO(ricc) after breafast upload to GCS : #{file}")
|
131
|
+
mount_name = file.split('/')[-2]
|
132
|
+
filename = "#{mount_name}-#{File.basename file}"
|
133
|
+
hostname = Socket.gethostname[/^[^.]+/]
|
134
|
+
command = "gsutil cp '#{file}' gs://#{$gcs_bucket}/backup/ricdisk-magic/#{ hostname }-#{filename}"
|
135
|
+
deb("Command: #{command}")
|
136
|
+
ret = backquote_execute(command)
|
137
|
+
# if $opts[:debug] do
|
138
|
+
# puts "+ Current list of files:"
|
139
|
+
# ret = backquote_execute("gsutil ls -al gs://#{$gcs_bucket}/backup/ricdisk-magic/")
|
140
|
+
# puts ret
|
141
|
+
# end
|
142
|
+
ret
|
143
|
+
end
|
144
|
+
|
145
|
+
# Create RDS file.
|
146
|
+
def self.calculate_stats_files(dir, opts={})
|
147
|
+
opts_upload_to_gcs = opts.fetch :upload_to_gcs, true
|
148
|
+
full_file_path = "#{dir}/#{$stats_file}"
|
149
|
+
|
150
|
+
puts("calculate_stats_files(#{white dir}): #{white full_file_path}")
|
151
|
+
puts "TEST1 DIR EXISTS: #{dir} -> #{Dir.directory? dir}"
|
152
|
+
Dir.chdir(dir)
|
153
|
+
if File.exists?(full_file_path) and ($opts[:force] == false)
|
154
|
+
puts "File '#{$stats_file}' exists already." # - now should see if its too old, like more than 1 week old"
|
155
|
+
# TODO check for file time...
|
156
|
+
print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
|
157
|
+
if obsolescence_days(full_file_path) > 7
|
158
|
+
puts("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
|
159
|
+
end
|
160
|
+
upload_to_gcs(full_file_path) if opts_upload_to_gcs
|
161
|
+
else
|
162
|
+
puts "Crunching data stats from '#{dir}' into '#{$stats_file}' ... please bear with me.. [maybe file didnt exist, maybe $opts[:force] is true]"
|
163
|
+
command = "find . -print0 | xargs -0 stats-with-md5.rb --no-color | tee '#{full_file_path}'"
|
164
|
+
puts("[#{`pwd`.chomp}] Executing: #{azure command}")
|
165
|
+
ret = backquote_execute command
|
166
|
+
puts "Done. #{ret.split("\n").count} files processed."
|
167
|
+
end
|
168
|
+
end
|
169
|
+
|
170
|
+
def self.find_active_dirs(base_dirs=nil, also_mountpoints=true)
|
171
|
+
base_dirs = $myconf[:media_dirs] if base_dirs.nil?
|
172
|
+
active_dirs = []
|
173
|
+
base_dirs.each do |ugly_dir|
|
174
|
+
# https://stackoverflow.com/questions/1899072/getting-a-list-of-folders-in-a-directory#:~:text=Dir.chdir(%27/destination_directory%27)%0ADir.glob(%27*%27).select%20%7B%7Cf%7C%20File.directory%3F%20f%7D
|
175
|
+
dir = File.expand_path(ugly_dir)
|
176
|
+
begin
|
177
|
+
x=[]
|
178
|
+
# puts "TEST2 DIR EXISTS: #{dir} -> #{Dir.exists?(dir)}"
|
179
|
+
unless Dir.exists?(dir)
|
180
|
+
deb "Dir doesnt exist, skipping: #{dir}"
|
181
|
+
next
|
182
|
+
end
|
183
|
+
Dir.chdir(dir)
|
184
|
+
x = Dir.glob('*').select {|f| File.directory? f}
|
185
|
+
subdirs = x.map{|subdir| "#{dir}#{subdir}"}
|
186
|
+
subdirs.each{|subdir|
|
187
|
+
#puts `ls -al "#{subdir}"`
|
188
|
+
active_dirs << subdir if self.ok_dir?(subdir)
|
189
|
+
}
|
190
|
+
#puts(white x)
|
191
|
+
rescue Exception => e # optionally: `rescue Exception => ex`
|
192
|
+
puts "Exception: '#{e}'"
|
193
|
+
ensure # will always get executed
|
194
|
+
#deb 'Always gets executed.'
|
195
|
+
#x = []
|
196
|
+
end
|
197
|
+
end
|
198
|
+
|
199
|
+
if also_mountpoints
|
200
|
+
=begin
|
201
|
+
Example output from mount:
|
202
|
+
|
203
|
+
devfs on /dev (devfs, local, nobrowse)
|
204
|
+
/dev/disk3s6 on /System/Volumes/VM (apfs, local, noexec, journaled, noatime, nobrowse)
|
205
|
+
/dev/disk3s2 on /System/Volumes/Preboot (apfs, local, journaled, nobrowse)
|
206
|
+
/dev/disk3s4 on /System/Volumes/Update (apfs, local, journaled, nobrowse)
|
207
|
+
/dev/disk1s2 on /System/Volumes/xarts (apfs, local, noexec, journaled, noatime, nobrowse)
|
208
|
+
/dev/disk1s1 on /System/Volumes/iSCPreboot (apfs, local, journaled, nobrowse)
|
209
|
+
/dev/disk1s3 on /System/Volumes/Hardware (apfs, local, journaled, nobrowse)
|
210
|
+
/dev/disk3s5 on /System/Volumes/Data (apfs, local, journaled, nobrowse, protect)
|
211
|
+
map auto_home on /System/Volumes/Data/home (autofs, automounted, nobrowse)
|
212
|
+
//riccardo@1.0.1.10/video on /Volumes/video (afpfs, nodev, nosuid, mounted by ricc)
|
213
|
+
//riccardo@1.0.1.10/photo on /Volumes/photo (afpfs, nodev, nosuid, mounted by ricc)
|
214
|
+
=end
|
215
|
+
# add directories from current mountpoints...
|
216
|
+
mount_table_lines = interesting_mount_points()
|
217
|
+
mount_table_lines.each{|line|
|
218
|
+
next if line =~ /^map /
|
219
|
+
dev, on, path, mode = line.split(/ /)
|
220
|
+
#puts line
|
221
|
+
#deb yellow(path)
|
222
|
+
active_dirs << path if self.ok_dir?(path)
|
223
|
+
}
|
224
|
+
end
|
225
|
+
active_dirs.uniq!
|
226
|
+
puts("find_active_dirs(): found dirs " + green(active_dirs))
|
227
|
+
return active_dirs
|
228
|
+
end
|
229
|
+
|
230
|
+
|
231
|
+
end
|
232
|
+
end
|
data/lib/storazzo.rb
CHANGED
@@ -1,43 +1,30 @@
|
|
1
|
-
#
|
1
|
+
# Inspired from https://guides.rubygems.org/make-your-own-gem/#introduction
|
2
2
|
|
3
|
-
#require 'storazzo/colors'
|
4
3
|
|
5
|
-
module
|
6
|
-
VERSION = File.read('./VERSION').chomp # "10.0.0"
|
4
|
+
module Storazzo
|
5
|
+
#VERSION = File.read('./VERSION').chomp # "10.0.0"
|
7
6
|
#require 'storazzo/translator'
|
8
7
|
|
9
|
-
def
|
8
|
+
def latest_parser_version
|
10
9
|
"1.2"
|
11
10
|
end
|
12
|
-
end
|
13
|
-
|
14
|
-
class Storazzo
|
15
|
-
require 'storazzo/colors'
|
16
11
|
|
17
|
-
#
|
18
|
-
|
19
|
-
|
12
|
+
# Finds RAILS_ROOT for Storazzo Gem. Copied from:
|
13
|
+
# https://stackoverflow.com/questions/10132949/finding-the-gem-root
|
14
|
+
def self.root
|
15
|
+
File.expand_path '../..', __FILE__
|
20
16
|
end
|
21
17
|
|
22
|
-
def self.
|
23
|
-
#
|
24
|
-
# => http://www.railstips.org/blog/archives/2009/05/15/include-vs-extend-in-ruby/
|
25
|
-
#include Storazzo::Colors
|
26
|
-
extend Storazzo::Colors
|
27
|
-
|
28
|
-
pwhite "All tests BEGIN"
|
29
|
-
deb "Maybe debug is enabled?"
|
30
|
-
#puts "This is Storazzo v#{StorazzoMod::VERSION}"
|
31
|
-
hi
|
32
|
-
# This works with EXTEND..
|
33
|
-
puts(yellow "Just YELLOW 0")
|
34
|
-
# This reqwuires a INCLUDE.
|
35
|
-
#puts(Storazzo::Colors.yellow "Test YELLOW 1 self")
|
36
|
-
#puts(Colors.yellow "Test YELLOW 1 self")
|
37
|
-
#puts(Colors.green "Test YELLOW 2 ohne self")
|
38
|
-
pwhite "All tests END"
|
39
|
-
#puts "All tests END"
|
18
|
+
def self.version
|
19
|
+
File.read('./VERSION').chomp # "10.0.0"
|
40
20
|
end
|
41
|
-
|
21
|
+
end
|
42
22
|
|
23
|
+
require 'storazzo/colors'
|
24
|
+
require 'storazzo/hashify'
|
25
|
+
require 'storazzo/ric_disk'
|
26
|
+
require 'storazzo/main'
|
43
27
|
require 'storazzo/translator'
|
28
|
+
|
29
|
+
puts Storazzo::Main.hi
|
30
|
+
|
data/storazzo.gemspec
ADDED
@@ -0,0 +1,18 @@
|
|
1
|
+
Gem::Specification.new do |s|
|
2
|
+
s.name = "storazzo"
|
3
|
+
# TOSDO: copy approach from here to dry version calculating: https://github.com/rails/strong_parameters/blob/master/strong_parameters.gemspec#L15
|
4
|
+
s.version = File.read("VERSION").chomp # TODO cat version File.read(@,.VERSION).chomp
|
5
|
+
s.summary = "storazzo is an amazing gem. Code is in https://github.com/palladius/storazzo"
|
6
|
+
s.description = "A simple gem to manage your external hard drives and extract MD5 and common stuff from them."
|
7
|
+
s.authors = ["Riccardo Carlesso"]
|
8
|
+
s.email = "name dot surname at popular Google-owned Mail"
|
9
|
+
# Autoglob as per https://stackoverflow.com/questions/11873294/determining-the-gems-list-of-files-for-the-specification
|
10
|
+
s.files = %w(Gemfile LICENSE README.md Makefile Rakefile storazzo.gemspec VERSION) + Dir["{bin,lib,test,var}/**/*"]
|
11
|
+
s.test_files = Dir["test/**/*"] + Dir["var/test/**/*"]
|
12
|
+
s.executables << "ricdisk-magic"
|
13
|
+
|
14
|
+
s.homepage = "https://rubygems.org/gems/storazzo" # maybe https://github.com/palladius/storazzo
|
15
|
+
s.license = "MIT"
|
16
|
+
|
17
|
+
#s.add_dependency "activesupport", "~> 3.0"
|
18
|
+
end
|
@@ -0,0 +1,34 @@
|
|
1
|
+
require "minitest/autorun"
|
2
|
+
require "storazzo"
|
3
|
+
|
4
|
+
class StorazzoTest < Minitest::Test
|
5
|
+
def test_storazzo_hi_with_argument
|
6
|
+
assert_match "Hello from Storazzo", Storazzo::Main.hi("ruby this should fail")
|
7
|
+
assert_match "ruby this should fail", Storazzo::Main.hi("ruby this should fail")
|
8
|
+
end
|
9
|
+
def test_storazzo_hi_without_argument
|
10
|
+
assert_match "Hello from Storazzo", Storazzo::Main.hi()
|
11
|
+
end
|
12
|
+
|
13
|
+
def test_storazzo_version_should_have_3_numbers_and_2_dots
|
14
|
+
# puts Storazzo::version
|
15
|
+
assert_equal Storazzo::version.split('.').size , 3, "should be 3 parts, like A.B.C"
|
16
|
+
#major, minor, minuscule = Storazzo::VERSION.split('.')
|
17
|
+
# assert_match Storazzo::VERSION, "....."
|
18
|
+
end
|
19
|
+
|
20
|
+
# def test_english_hello
|
21
|
+
# assert_equal "hello world",
|
22
|
+
# Hola.hi("english")
|
23
|
+
# end
|
24
|
+
|
25
|
+
# def test_any_hello
|
26
|
+
# assert_equal "hello world",
|
27
|
+
# Hola.hi("ruby")
|
28
|
+
# end
|
29
|
+
|
30
|
+
# def test_spanish_hello
|
31
|
+
# assert_equal "hola mundo",
|
32
|
+
# Hola.hi("spanish")
|
33
|
+
# end
|
34
|
+
end
|
data/var/test/README.md
ADDED
@@ -0,0 +1 @@
|
|
1
|
+
Just to test two disks: one with stuff and one empty.
|
File without changes
|
@@ -0,0 +1,6 @@
|
|
1
|
+
total 0
|
2
|
+
drwxr-xr-x 5 ricc primarygroup 160 Jul 13 07:18 .
|
3
|
+
drwxr-xr-x 4 ricc primarygroup 128 Jul 13 07:17 ..
|
4
|
+
-rw-r--r-- 1 ricc primarygroup 0 Jul 13 07:17 .ricdisk
|
5
|
+
-rw-r--r-- 1 ricc primarygroup 0 Jul 13 07:18 fake file.touch
|
6
|
+
-rw-r--r-- 1 ricc primarygroup 0 Jul 13 07:18 ls.txt
|
metadata
CHANGED
@@ -1,31 +1,49 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: storazzo
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Riccardo Carlesso
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-07-
|
11
|
+
date: 2022-07-13 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: A simple gem to manage your external hard drives and extract MD5 and
|
14
14
|
common stuff from them.
|
15
15
|
email: name dot surname at popular Google-owned Mail
|
16
|
-
executables:
|
16
|
+
executables:
|
17
|
+
- ricdisk-magic
|
17
18
|
extensions: []
|
18
19
|
extra_rdoc_files: []
|
19
20
|
files:
|
20
|
-
-
|
21
|
+
- Gemfile
|
22
|
+
- LICENSE
|
23
|
+
- Makefile
|
24
|
+
- README.md
|
25
|
+
- Rakefile
|
26
|
+
- VERSION
|
27
|
+
- bin/ricdisk-magic
|
21
28
|
- lib/storazzo.rb
|
22
29
|
- lib/storazzo/colors.rb
|
30
|
+
- lib/storazzo/debug.rb
|
31
|
+
- lib/storazzo/hashify.rb
|
32
|
+
- lib/storazzo/main.rb
|
33
|
+
- lib/storazzo/parser/parser.rb
|
34
|
+
- lib/storazzo/ric_disk.rb
|
23
35
|
- lib/storazzo/translator.rb
|
36
|
+
- lib/storazzo/version.rb
|
37
|
+
- storazzo.gemspec
|
38
|
+
- test/test_storazzo.rb
|
39
|
+
- var/test/README.md
|
40
|
+
- var/test/disks/disk02-full/fake file.touch
|
41
|
+
- var/test/disks/disk02-full/ls.txt
|
24
42
|
homepage: https://rubygems.org/gems/storazzo
|
25
43
|
licenses:
|
26
44
|
- MIT
|
27
45
|
metadata: {}
|
28
|
-
post_install_message:
|
46
|
+
post_install_message:
|
29
47
|
rdoc_options: []
|
30
48
|
require_paths:
|
31
49
|
- lib
|
@@ -41,7 +59,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
41
59
|
version: '0'
|
42
60
|
requirements: []
|
43
61
|
rubygems_version: 3.1.4
|
44
|
-
signing_key:
|
62
|
+
signing_key:
|
45
63
|
specification_version: 4
|
46
64
|
summary: storazzo is an amazing gem. Code is in https://github.com/palladius/storazzo
|
47
|
-
test_files:
|
65
|
+
test_files:
|
66
|
+
- test/test_storazzo.rb
|
67
|
+
- var/test/README.md
|
68
|
+
- var/test/disks/disk02-full/fake file.touch
|
69
|
+
- var/test/disks/disk02-full/ls.txt
|
data/bin/ricdisk-magic.rb
DELETED
@@ -1,395 +0,0 @@
|
|
1
|
-
#!/usr/bin/env ruby
|
2
|
-
|
3
|
-
#require 'google/protobuf'
|
4
|
-
#require_relative '../etc/protos/out/ricdisk_pb'
|
5
|
-
require 'yaml'
|
6
|
-
require 'socket'
|
7
|
-
require 'optparse' # http://ruby.about.com/od/advancedruby/a/optionparser.htm
|
8
|
-
require 'storazzo'
|
9
|
-
# required to have methods wiothout self.
|
10
|
-
extend Storazzo::Colors
|
11
|
-
|
12
|
-
if RUBY_VERSION.split('.')[0] == 1
|
13
|
-
puts "Refusing to launch a script form Ruby 1. Sorry Ric, its 2020 damn it!"
|
14
|
-
exit 2020
|
15
|
-
end
|
16
|
-
|
17
|
-
$PROG_VER = '0.3'
|
18
|
-
$DEBUG = false
|
19
|
-
|
20
|
-
HISTORY = <<-BIG_LONG_MULTILINE
|
21
|
-
2022-07-11 v0.3 Ported from private files in GIC into storazzo (open source on gitHub) and cleaned up italian and libs
|
22
|
-
2022-07-DD v0.2 Some private stuff on GIC
|
23
|
-
BIG_LONG_MULTILINE
|
24
|
-
|
25
|
-
=begin
|
26
|
-
|
27
|
-
############################################################
|
28
|
-
@author: Riccardo Carlesso
|
29
|
-
@email: riccardo.carlesso@gmail.com
|
30
|
-
@maturity: development
|
31
|
-
@language: Ruby
|
32
|
-
@synopsis: Brief Description here
|
33
|
-
@tags: development, rcarlesso, test
|
34
|
-
@description: See description
|
35
|
-
############################################################
|
36
|
-
|
37
|
-
=end
|
38
|
-
|
39
|
-
|
40
|
-
$myconf = {
|
41
|
-
:app_name => "RicDisk Magic should be sth like #{$0}",
|
42
|
-
:description => "
|
43
|
-
This program is loosely inspired to ricdisk-magic.sh but its much better.
|
44
|
-
Idea di base: trovare tutti le directory con file ricdisk e da esso estrarre info e magari METTERE info.
|
45
|
-
Il tutto condito con un bel protobuf e un'entita che metto in Lib.
|
46
|
-
".strip.gsub(/^\s+/, "").gsub(/\s+$/, ""),
|
47
|
-
# TODO move to some class default
|
48
|
-
:media_dirs => %w{ /media/riccardo/ /Volumes/ /mnt/ ~/git/storazzo/test/ /sobenme/giusto/per/imparare/ad/ammutolire/gli/errori/ },
|
49
|
-
:mount_types => %w{ vfat ntfs },
|
50
|
-
}
|
51
|
-
$stats_file = "ricdisk_stats_v11.rds"
|
52
|
-
$gcs_bucket = 'palladius'
|
53
|
-
|
54
|
-
# This template from scripta.rb. from 2.1.0 removed aby ric gem dependency.
|
55
|
-
# 2022-04-26 2.1.1 Added more colors
|
56
|
-
# 2022-04-26 2.1.0 Historical momemnt: removed gem 'ric' dependency
|
57
|
-
$TEMPLATE_VER = '2.1.1'
|
58
|
-
|
59
|
-
# copied from https://dev.to/ayushn21/how-to-generate-yaml-from-ruby-objects-without-type-annotations-4fli
|
60
|
-
module Hashify
|
61
|
-
# Classes that include this module can exclude certain
|
62
|
-
# instance variable from its hash representation by overriding
|
63
|
-
# this method
|
64
|
-
def ivars_excluded_from_hash
|
65
|
-
[ 'this_doesnt_exist' ]
|
66
|
-
end
|
67
|
-
|
68
|
-
def to_hash
|
69
|
-
hash = {}
|
70
|
-
excluded_ivars = ivars_excluded_from_hash
|
71
|
-
|
72
|
-
# Iterate over all the instance variables and store their
|
73
|
-
# names and values in a hash
|
74
|
-
instance_variables.each do |var|
|
75
|
-
next if excluded_ivars.include? var.to_s
|
76
|
-
|
77
|
-
value = instance_variable_get(var)
|
78
|
-
value = value.map(&:to_hash) if value.is_a? Array
|
79
|
-
|
80
|
-
hash[var.to_s.delete("@")] = value
|
81
|
-
end
|
82
|
-
|
83
|
-
return hash
|
84
|
-
end
|
85
|
-
|
86
|
-
def to_yaml
|
87
|
-
to_hash.to_yaml
|
88
|
-
end
|
89
|
-
end
|
90
|
-
|
91
|
-
# TODO move to lib/ric_disk/
|
92
|
-
class RicDisk
|
93
|
-
VERSION = "1.0"
|
94
|
-
include Hashify
|
95
|
-
extend Storazzo::Colors
|
96
|
-
|
97
|
-
|
98
|
-
# todo substitute wqith protobuf..
|
99
|
-
attr_accessor :name, :description, :ricdisk_file, :local_mountpoint, :wr
|
100
|
-
|
101
|
-
def self.interesting_mount_points(opts={})
|
102
|
-
#https://unix.stackexchange.com/questions/177014/showing-only-interesting-mount-points-filtering-non-interesting-types
|
103
|
-
`mount | grep -Ev 'type (proc|sysfs|tmpfs|devpts|debugfs|rpc_pipefs|nfsd|securityfs|fusectl|devtmpfs) '`.split(/\n+/)
|
104
|
-
end
|
105
|
-
|
106
|
-
def initialize(path, ricdisk_file)
|
107
|
-
@local_mountpoint = path
|
108
|
-
@description = "This is an automated RicDisk description from v.#{VERSION}. Riccardo feel free to edit away with characteristicshs of this device.. Created on #{Time.now}'"
|
109
|
-
@ricdisk_version = VERSION
|
110
|
-
@ricdisk_file = ricdisk_file
|
111
|
-
#@questo_non_esiste = :sobenme
|
112
|
-
@label = path.split("/").last
|
113
|
-
@name = path.split("/").last
|
114
|
-
@wr = File.writable?("#{path}/#{ricdisk_file}" ) # .writeable?
|
115
|
-
@tags = 'ricdisk'
|
116
|
-
find_info_from_mount(path)
|
117
|
-
find_info_from_df()
|
118
|
-
end
|
119
|
-
|
120
|
-
def ricdisk_absolute_path
|
121
|
-
@local_mountpoint + "/" + @ricdisk_file
|
122
|
-
end
|
123
|
-
|
124
|
-
def add_tag(tag)
|
125
|
-
@tags += ", #{tag}"
|
126
|
-
end
|
127
|
-
|
128
|
-
# might have other things in the future...
|
129
|
-
def find_info_from_mount(path)
|
130
|
-
mount_table_lines = interesting_mount_points()
|
131
|
-
mount_line = nil
|
132
|
-
mount_table_lines.each do |line|
|
133
|
-
next if line =~ /^map /
|
134
|
-
dev, on, mount_path, mode = line.split(/ /)
|
135
|
-
if mount_path==path
|
136
|
-
mount_line = line
|
137
|
-
else
|
138
|
-
@info_from_mount = false
|
139
|
-
end
|
140
|
-
end
|
141
|
-
@info_from_mount = ! (mount_line.nil?)
|
142
|
-
if @info_from_mount
|
143
|
-
#@mount_line = mount_line
|
144
|
-
@description += "\nMount line:\n" + mount_line
|
145
|
-
@remote_mountpoint = mount_line.split(/ /)[0]
|
146
|
-
@fstype = mount_line.split(/ /)[3].gsub(/[\(,]/, '')
|
147
|
-
add_tag(:synology) if @remote_mountpoint.match('1.0.1.10')
|
148
|
-
end
|
149
|
-
end
|
150
|
-
|
151
|
-
def find_info_from_df()
|
152
|
-
path = @local_mountpoint
|
153
|
-
df_info = `df -h "#{path}"`
|
154
|
-
@df_info = df_info
|
155
|
-
lines = df_info.split(/\n+/)
|
156
|
-
raise "I need exactly TWO lines! Or no info is served here..." unless lines.size == 2
|
157
|
-
mount, @size_readable, used_size, avail_size, @disk_utilization, other = lines[1].split(/\s+/) # second line..
|
158
|
-
end
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
def self.sbrodola_ricdisk(subdir)
|
163
|
-
# given a path, if .ricdisk exists i do stuff with it..
|
164
|
-
disk_info = nil
|
165
|
-
unless self.ok_dir?(subdir)
|
166
|
-
puts("Nothing for me here. Existing")
|
167
|
-
return
|
168
|
-
end
|
169
|
-
if File.exists?( "#{subdir}/.ricdisk") and File.empty?( "#{subdir}/.ricdisk")
|
170
|
-
deb("Interesting1. Empty file! Now I write YAML with it.")
|
171
|
-
disk_info = RicDisk.new(subdir, '.ricdisk')
|
172
|
-
#puts(x)
|
173
|
-
#puts(yellow x.to_yaml)
|
174
|
-
end
|
175
|
-
if File.exists?( "#{subdir}/.ricdisk.yaml") and File.empty?( "#{subdir}/.ricdisk.yaml")
|
176
|
-
deb("Interesting2. Empty file! TODO write YAML with it.")
|
177
|
-
disk_info = RicDisk.new(subdir, '.ricdisk.yaml')
|
178
|
-
# todo write
|
179
|
-
#puts(x)
|
180
|
-
puts(yellow disk_info.to_yaml)
|
181
|
-
end
|
182
|
-
if disk_info
|
183
|
-
if File.empty?(disk_info.ricdisk_absolute_path) and (disk_info.wr)
|
184
|
-
puts(green("yay, we can now write the file '#{disk_info.ricdisk_absolute_path}' (which is R/W, I just checked!) with proper YAML content.."))
|
185
|
-
ret = File.write(disk_info.ricdisk_absolute_path, disk_info.to_yaml)
|
186
|
-
puts("Written file! ret=#{ret}")
|
187
|
-
else
|
188
|
-
puts(red("Nope, qualcosa non va.. #{File.empty?(disk_info.ricdisk_absolute_path)}"))
|
189
|
-
puts("File size: #{File.size(disk_info.ricdisk_absolute_path)}")
|
190
|
-
end
|
191
|
-
end
|
192
|
-
if File.exists?( "#{subdir}/.ricdisk") and ! File.empty?( "#{subdir}/.ricdisk")
|
193
|
-
puts("Config File found with old-style name: '#{subdir}/.ricdisk' !")
|
194
|
-
#puts(white `cat "#{subdir}/.ricdisk"`)
|
195
|
-
end
|
196
|
-
end
|
197
|
-
|
198
|
-
# separiamo cosi usiamo meglio...
|
199
|
-
def self.ok_dir?(subdir)
|
200
|
-
File.exists?( "#{subdir}/.ricdisk") or File.exists?( "#{subdir}/.ricdisk.yaml")
|
201
|
-
end
|
202
|
-
|
203
|
-
def self.obsolescence_seconds file_path
|
204
|
-
creation_time = File.stat(file_path).ctime
|
205
|
-
deb("[obsolescence_seconds] File #{file_path}: #{creation_time} - #{(Time.now - creation_time)} seconds ago")
|
206
|
-
(Time.now - creation_time).to_i
|
207
|
-
end
|
208
|
-
def self.obsolescence_days(file_path)
|
209
|
-
return obsolescence_seconds(file_path) / 86400
|
210
|
-
end
|
211
|
-
|
212
|
-
def self.backquote_execute(cmd)
|
213
|
-
# executed a command wrapped by dryrun though
|
214
|
-
return "DRYRUN backquote_execute(#{cmd})" if $opts[:dryrun]
|
215
|
-
`#{cmd}`
|
216
|
-
end
|
217
|
-
|
218
|
-
def self.upload_to_gcs(file, opts={})
|
219
|
-
deb("upload_to_gcs(#{file}). TODO(ricc) after breafast upload to GCS : #{file}")
|
220
|
-
mount_name = file.split('/')[-2]
|
221
|
-
filename = "#{mount_name}-#{File.basename file}"
|
222
|
-
hostname = Socket.gethostname[/^[^.]+/]
|
223
|
-
command = "gsutil cp '#{file}' gs://#{$gcs_bucket}/backup/ricdisk-magic/#{ hostname }-#{filename}"
|
224
|
-
deb("Command: #{command}")
|
225
|
-
ret = backquote_execute(command)
|
226
|
-
# if $opts[:debug] do
|
227
|
-
# puts "+ Current list of files:"
|
228
|
-
# ret = backquote_execute("gsutil ls -al gs://#{$gcs_bucket}/backup/ricdisk-magic/")
|
229
|
-
# puts ret
|
230
|
-
# end
|
231
|
-
ret
|
232
|
-
end
|
233
|
-
|
234
|
-
# Create RDS file.
|
235
|
-
def self.calculate_stats_files(dir, opts={})
|
236
|
-
opts_upload_to_gcs = opts.fetch :upload_to_gcs, true
|
237
|
-
full_file_path = "#{dir}/#{$stats_file}"
|
238
|
-
|
239
|
-
puts("calculate_stats_files(#{white dir}): #{white full_file_path}")
|
240
|
-
puts "TEST1 DIR EXISTS: #{dir} -> #{Dir.directory? dir}"
|
241
|
-
Dir.chdir(dir)
|
242
|
-
if File.exists?(full_file_path) and ($opts[:force] == false)
|
243
|
-
puts "File '#{$stats_file}' exists already." # - now should see if its too old, like more than 1 week old"
|
244
|
-
# TODO check for file time...
|
245
|
-
print "Lines found: #{yellow `wc -l "#{full_file_path}" `.chomp }. File obsolescence (days): #{yellow obsolescence_days(full_file_path)}."
|
246
|
-
if obsolescence_days(full_file_path) > 7
|
247
|
-
puts("*** ACHTUNG *** FIle is pretty old. You might consider rotating: #{yellow "mv #{full_file_path} #{full_file_path}_old"}. Or invoke with --force")
|
248
|
-
end
|
249
|
-
upload_to_gcs(full_file_path) if opts_upload_to_gcs
|
250
|
-
else
|
251
|
-
puts "Crunching data stats from '#{dir}' into '#{$stats_file}' ... please bear with me.. [maybe file didnt exist, maybe $opts[:force] is true]"
|
252
|
-
command = "find . -print0 | xargs -0 stats-with-md5.rb --no-color | tee '#{full_file_path}'"
|
253
|
-
puts("[#{`pwd`.chomp}] Executing: #{azure command}")
|
254
|
-
ret = backquote_execute command
|
255
|
-
puts "Done. #{ret.split("\n").count} files processed."
|
256
|
-
end
|
257
|
-
end
|
258
|
-
|
259
|
-
def self.find_active_dirs(base_dirs=nil, also_mountpoints=true)
|
260
|
-
base_dirs = $myconf[:media_dirs] if base_dirs.nil?
|
261
|
-
active_dirs = []
|
262
|
-
base_dirs.each do |ugly_dir|
|
263
|
-
# https://stackoverflow.com/questions/1899072/getting-a-list-of-folders-in-a-directory#:~:text=Dir.chdir(%27/destination_directory%27)%0ADir.glob(%27*%27).select%20%7B%7Cf%7C%20File.directory%3F%20f%7D
|
264
|
-
dir = File.expand_path(ugly_dir)
|
265
|
-
begin
|
266
|
-
x=[]
|
267
|
-
# puts "TEST2 DIR EXISTS: #{dir} -> #{Dir.exists?(dir)}"
|
268
|
-
unless Dir.exists?(dir)
|
269
|
-
deb "Dir doesnt exist, skipping: #{dir}"
|
270
|
-
next
|
271
|
-
end
|
272
|
-
Dir.chdir(dir)
|
273
|
-
x = Dir.glob('*').select {|f| File.directory? f}
|
274
|
-
subdirs = x.map{|subdir| "#{dir}#{subdir}"}
|
275
|
-
subdirs.each{|subdir|
|
276
|
-
#puts `ls -al "#{subdir}"`
|
277
|
-
active_dirs << subdir if self.ok_dir?(subdir)
|
278
|
-
}
|
279
|
-
#puts(white x)
|
280
|
-
rescue Exception => e # optionally: `rescue Exception => ex`
|
281
|
-
puts "Exception: '#{e}'"
|
282
|
-
ensure # will always get executed
|
283
|
-
#deb 'Always gets executed.'
|
284
|
-
#x = []
|
285
|
-
end
|
286
|
-
end
|
287
|
-
|
288
|
-
if also_mountpoints
|
289
|
-
=begin
|
290
|
-
Example output from mount:
|
291
|
-
|
292
|
-
devfs on /dev (devfs, local, nobrowse)
|
293
|
-
/dev/disk3s6 on /System/Volumes/VM (apfs, local, noexec, journaled, noatime, nobrowse)
|
294
|
-
/dev/disk3s2 on /System/Volumes/Preboot (apfs, local, journaled, nobrowse)
|
295
|
-
/dev/disk3s4 on /System/Volumes/Update (apfs, local, journaled, nobrowse)
|
296
|
-
/dev/disk1s2 on /System/Volumes/xarts (apfs, local, noexec, journaled, noatime, nobrowse)
|
297
|
-
/dev/disk1s1 on /System/Volumes/iSCPreboot (apfs, local, journaled, nobrowse)
|
298
|
-
/dev/disk1s3 on /System/Volumes/Hardware (apfs, local, journaled, nobrowse)
|
299
|
-
/dev/disk3s5 on /System/Volumes/Data (apfs, local, journaled, nobrowse, protect)
|
300
|
-
map auto_home on /System/Volumes/Data/home (autofs, automounted, nobrowse)
|
301
|
-
//riccardo@1.0.1.10/video on /Volumes/video (afpfs, nodev, nosuid, mounted by ricc)
|
302
|
-
//riccardo@1.0.1.10/photo on /Volumes/photo (afpfs, nodev, nosuid, mounted by ricc)
|
303
|
-
=end
|
304
|
-
# add directories from current mountpoints...
|
305
|
-
mount_table_lines = interesting_mount_points()
|
306
|
-
mount_table_lines.each{|line|
|
307
|
-
next if line =~ /^map /
|
308
|
-
dev, on, path, mode = line.split(/ /)
|
309
|
-
#puts line
|
310
|
-
#deb yellow(path)
|
311
|
-
active_dirs << path if self.ok_dir?(path)
|
312
|
-
}
|
313
|
-
end
|
314
|
-
active_dirs.uniq!
|
315
|
-
puts("find_active_dirs(): found dirs " + green(active_dirs))
|
316
|
-
return active_dirs
|
317
|
-
end
|
318
|
-
|
319
|
-
|
320
|
-
end
|
321
|
-
|
322
|
-
def usage(comment=nil)
|
323
|
-
puts white($optparse.banner)
|
324
|
-
puts($optparse.summarize)
|
325
|
-
puts("Description: " + gray($myconf[:description]))
|
326
|
-
puts red(comment) if comment
|
327
|
-
#puts "Description: #{ $myconf[:description] }"
|
328
|
-
exit 13
|
329
|
-
end
|
330
|
-
|
331
|
-
# include it in main if you want a custome one
|
332
|
-
def init() # see lib_autoinit in lib/util.rb
|
333
|
-
$opts = {}
|
334
|
-
# setting defaults
|
335
|
-
$opts[:verbose] = false
|
336
|
-
$opts[:dryrun] = false
|
337
|
-
$opts[:debug] = false
|
338
|
-
$opts[:force] = false
|
339
|
-
|
340
|
-
$optparse = OptionParser.new do |opts|
|
341
|
-
opts.banner = "#{$0} v.#{$PROG_VER}\n Usage: #{File.basename $0} [options] file1 file2 ..."
|
342
|
-
opts.on( '-d', '--debug', 'enables debug (DFLT=false)' ) { $opts[:debug] = true ; $DEBUG = true }
|
343
|
-
opts.on( '-f', '--force', 'force stuff (DFLT=false)' ) { $opts[:force] = true }
|
344
|
-
opts.on( '-h', '--help', 'Display this screen' ) { usage }
|
345
|
-
#opts.on( '-j', '--jabba', 'Activates my Jabber powerful CLI' ) { $opts[:jabba] = true }
|
346
|
-
opts.on( '-n', '--dryrun', "Don't really execute code" ) { $opts[:dryrun] = true }
|
347
|
-
opts.on( '-l', '--logfile FILE', 'Write log to FILE' ) {|file| $opts[:logfile] = file }
|
348
|
-
opts.on( '-v', '--verbose', 'Output more information' ) { $opts[:verbose] = true}
|
349
|
-
end
|
350
|
-
$optparse.parse!
|
351
|
-
end
|
352
|
-
|
353
|
-
def real_program
|
354
|
-
deb("Hello world from a templated '#{yellow $0 }'")
|
355
|
-
deb "+ Options are: #{gray $opts}"
|
356
|
-
deb "+ Depured args: #{azure ARGV}"
|
357
|
-
deb "+ Script-specifig super-cool conf: #{green $prog_conf_d}"
|
358
|
-
deb "+ Your configuration: #{purple $myconf.inspect}"
|
359
|
-
|
360
|
-
# Your code goes here...
|
361
|
-
puts white("Hello world from #{$myconf[:app_name]}!")
|
362
|
-
puts "Description: '''#{white $myconf[:description] }'''"
|
363
|
-
|
364
|
-
if ARGV == [] # empty -> ALL
|
365
|
-
dirs = RicDisk.find_active_dirs()
|
366
|
-
dirs.each {|dir|
|
367
|
-
RicDisk.sbrodola_ricdisk(dir)
|
368
|
-
RicDisk.calculate_stats_files(dir) # dir is inutile
|
369
|
-
} # TODO refactor in option sbrodola_afterwards=true. :)
|
370
|
-
else
|
371
|
-
deb "I consider ARGV come la lista di directories da parsare :)"
|
372
|
-
dirs = RicDisk.find_active_dirs()
|
373
|
-
ARGV.each{ |dir|
|
374
|
-
dir = File.expand_path(dir)
|
375
|
-
if dirs.include?(dir)
|
376
|
-
deb "Legit dir: #{green dir}"
|
377
|
-
RicDisk.sbrodola_ricdisk(dir)
|
378
|
-
RicDisk.calculate_stats_files(dir) # dir is inutile
|
379
|
-
else
|
380
|
-
deb "Figghiu ri buttana: doesnt exist #{red dir}"
|
381
|
-
end
|
382
|
-
}
|
383
|
-
end
|
384
|
-
end
|
385
|
-
|
386
|
-
def main(filename)
|
387
|
-
deb "I'm called by #{white filename}"
|
388
|
-
deb "HISTORY: #{gray HISTORY}"
|
389
|
-
#deb "To remove this shit, just set $DEBUG=false :)"
|
390
|
-
init # Enable this to have command line parsing capabilities!
|
391
|
-
#warn "[warn] template v#{$TEMPLATE_VER }: proviamo il warn che magari depreca il DEB"
|
392
|
-
real_program
|
393
|
-
end
|
394
|
-
|
395
|
-
main(__FILE__)
|