swarm_cluster_cli_ope 0.7.2.1 → 0.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b1b531caf2e5ae14fa47befec029b67c8c5b414bdf9d7378597a69254a7fcd6
-  data.tar.gz: 6b0903a0694ce1601a604c1efc0ab5cbb80d496c2758c257935dd4386fd125e3
+  metadata.gz: 3b8ca6327409b45e532d4d3c2cce4dbde5bf8819fe909bafeb4690331391c233
+  data.tar.gz: 95cfc42f92f208e3c22febe63994cbec6a9af896131f967a2a97c9836ac4c677
 SHA512:
-  metadata.gz: 477f99d4021367e7200fe425dd00887faaefa2fe708f73c3ce175996410917daee50e38a1209cf5f80186cc97c9f0ac16d45a9531da9b6e2ce039752b3df647b
-  data.tar.gz: 86caa366eba35e60fcda660f1f2fd55ffe81bd357e2d9f1df8bd52ecc95ae4a845cb56ec357c51711a02473432fa9e79b72458f0e51359048c1831f6e54825d8
+  metadata.gz: c7c3c7904a3862d17359b57c052d54caee5eb109894f11685938175966211a389d8bf58ce557e02f9ddcb2af9dacd7d6f89e8addb1d46697a4bd0687a1e54b01
+  data.tar.gz: 340d0256ea1b3d1b396a316df8ae072914d4fda3a906efa67b138e4795370e1361dec2d2fc51aec97fd92881e37c338399c1701087a4d746570eefd0f03cb044

data/.ruby-version

@@ -1 +1 @@
-ruby-2.5.3
+ruby-2.7.4

data/Dockerfile

@@ -0,0 +1,39 @@
+# syntax = docker/dockerfile:1.4
+
+#imagine per fare la build della gemma
+FROM ruby:2.7 as building
+
+RUN mkdir /builder
+WORKDIR /builder
+COPY . .
+RUN gem build swarm_cluster_cli_ope.gemspec -o swarm_cluster_cli_ope.gem
+
+
+FROM ruby:2.7
+LABEL authors="Marino Bonetti"
+
+RUN apt update && apt install -y docker
+
+RUN curl -LO "https://dl.k8s.io/release/$(curl -L -s https://dl.k8s.io/release/stable.txt)/bin/linux/amd64/kubectl" && \
+    install -o root -g root -m 0755 kubectl /usr/local/bin/kubectl
+
+RUN wget https://github.com/digitalocean/doctl/releases/download/v1.94.0/doctl-1.94.0-linux-amd64.tar.gz && \
+    tar xf doctl-1.94.0-linux-amd64.tar.gz && \
+    mv doctl /usr/local/bin
+
+RUN mkdir -p /home/nobody && chmod 777 /home/nobody
+ENV HOME="/home/nobody"
+ENV USER=nobody
+
+#COPY --from=building /builder/swarm_cluster_cli_ope.gem .
+#RUN gem install --user-install ./swarm_cluster_cli_ope.gem # swarm_cluster_cli_ope
+RUN mkdir /builder && cd /builder
+COPY . .
+RUN bundle install && bundle exec rake install
+RUN chmod -R ugo+rwt /usr/local/bundle
+
+
+# qua andremo a montare la $PWD
+WORKDIR /application
+
+#ENTRYPOINT ["swarm_cli_ope"]

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    swarm_cluster_cli_ope (0.7.2.1)
+    swarm_cluster_cli_ope (0.8.1)
       activesupport (< 7)
       open4
       thor (~> 1.0)
@@ -10,22 +10,22 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (6.1.6)
+    activesupport (6.1.7)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 1.6, < 2)
       minitest (>= 5.1)
       tzinfo (~> 2.0)
       zeitwerk (~> 2.3)
-    concurrent-ruby (1.1.10)
-    i18n (1.10.0)
+    concurrent-ruby (1.2.2)
+    i18n (1.12.0)
       concurrent-ruby (~> 1.0)
-    minitest (5.16.1)
+    minitest (5.18.0)
     open4 (1.3.4)
     rake (12.3.3)
     thor (1.2.1)
-    tzinfo (2.0.4)
+    tzinfo (2.0.6)
       concurrent-ruby (~> 1.0)
-    zeitwerk (2.6.0)
+    zeitwerk (2.6.7)
 
 PLATFORMS
   ruby
@@ -35,4 +35,4 @@ DEPENDENCIES
   swarm_cluster_cli_ope!
 
 BUNDLED WITH
-   2.1.4
+   2.3.7

data/README.md

@@ -144,6 +144,7 @@ Possibili CFGS per tipologia:
     - mysql_user: "root"              -> valore in chiaro, in sostituzione della variabile ambiente, DEFAULT: root
     - database_name_env: "MYSQL_DATABASE"       -> variabile ambiente interna al servizio contenente NOME DB, DEFAULT: MYSQL_DATABASE         
     - database_name: "MYSQL_DATABASE"       -> valore in chiaro, in sostituzione della variabile ambiente     
+    - excluded_tables_data: []              -> elenco di tabelle di cui non scaricare i dati(solo lo schema), DEFAULT: []
 - pg:
   - local:  -> hash di configurazioni per il DB locale
     - service: "db"                         -> nome del servizio nel compose locale, DEFAULT: quello definito sopra 
@@ -217,7 +218,7 @@ docker stack deploy -c test_folder/test_2/docker_compose.yml test2
 Per simulare una sincronizzazione fra locale e remoto di un mysql, lanciamo lo stesso stack anche come compose, in modo
 da trovarci sulla stessa macchina con tutte e due le situazioni
 ```shell script
-docker-compose -f test_folder/test_1/docker-compose-local.yml up -d
+docker compose -f test_folder/test_1/docker-compose-local.yml up -d
 ```
 
 
@@ -227,7 +228,7 @@ lanciare quindi l'ambiente di test:
 
 ```shell script
 kubectl apply -f test_folder/test_k8s/test.yaml
-docker-compose -f test_folder/test_k8s/docker-compose-local.yml up -d
+docker compose -f test_folder/test_k8s/docker-compose-local.yml up -d
 ```
 
 

data/lib/swarm_cluster_cli_ope/kubernetes/sync_configs/rsync.rb

@@ -1,3 +1,5 @@
+require 'fileutils'
+
 module SwarmClusterCliOpe
   module Kubernetes
     module SyncConfigs
@@ -88,19 +90,22 @@ module SwarmClusterCliOpe
                       pid = p.pid
                       say "PID in execuzione port forward:#{pid}"
 
+                      # directory temporanea dove salvare pa pwd
+                      pwd_dir = Dir.mktmpdir
                       begin
 
                         sleep 1
 
-                        # forzo i permessi sul file della password
-                        cmd = ShellCommandExecution.new(["chmod 600 #{ configs_path("password")}"])
-                        cmd.execute
+                        # creo il file password temporaneo
+                        tmp_file_path = File.join(pwd_dir,"password")
+                        FileUtils.copy(configs_path("password"),tmp_file_path)
+                        FileUtils.chmod(0600,tmp_file_path)
 
                         # lanciamo il comando quindi per far rsync
                         rsync_command = [
                           "rsync -az --no-o --no-g",
                           "--delete",
-                          "--password-file=#{ configs_path("password")}"
+                          "--password-file=#{tmp_file_path}"
                         ]
 
                         if direction == :up
@@ -119,6 +124,7 @@ module SwarmClusterCliOpe
                         sleep 1
                         say "Stoppo porta forwarded"
                         Process.kill("INT", pid)
+                        FileUtils.remove_entry pwd_dir
                       end
                     ensure
                       say "Tolgo il servizio di rsyn"

data/lib/swarm_cluster_cli_ope/stack_sync_concern.rb

@@ -49,6 +49,7 @@ module SwarmClusterCliOpe
         - mysql_user: "root"              -> valore in chiaro, in sostituzione della variabile ambiente, DEFAULT: root
         - database_name_env: "MYSQL_DATABASE"       -> variabile ambiente interna al servizio contenente NOME DB, DEFAULT: MYSQL_DATABASE         
         - database_name: "MYSQL_DATABASE"       -> valore in chiaro, in sostituzione della variabile ambiente     
+        - excluded_tables_data: []              -> elenco di tabelle di cui non scaricare i dati(solo lo schema), DEFAULT: []
       pg:
       --local:  -> hash di configurazioni per il DB locale
         - service: "db"                         -> nome del servizio nel compose locale, DEFAULT: quello definito sopra 

data/lib/swarm_cluster_cli_ope/sync_configs/mysql.rb

@@ -7,7 +7,23 @@ module SwarmClusterCliOpe
         resume('pull')
         if yes?("Confermare il comando?[y,yes]")
           tmp_file = "/tmp/#{Time.now.to_i}.sql.gz"
-          container.exec("bash -c 'mysqldump -u #{remote.username} --password=#{remote.password} #{remote.database_name} | gzip -c -f' > #{tmp_file}")
+
+          #--ignore-table=bkw_ecospazio.gps_events
+          remote_authentication = "-u #{remote.username} --password=#{remote.password}"
+          dump_command = "mysqldump #{remote_authentication}"
+          remote.excluded_tables_data.each do |t|
+            dump_command << " --ignore-table=#{remote.database_name}.#{t}"
+          end
+          dump_command << " #{remote.database_name}"
+          dump_command << " > /tmp/export.sql"
+          # eseguiamo il backup dello schema per le tabelle elencate
+          remote.excluded_tables_data.each do |t|
+            dump_command << " &&"
+            dump_command << " mysqldump #{remote_authentication}"
+            dump_command << " --no-data #{remote.database_name} #{t} >> /tmp/export.sql"
+          end
+
+          container.exec("bash -c '#{dump_command} && cat /tmp/export.sql | gzip -c -f' > #{tmp_file}")
           local_container.copy_in(tmp_file, tmp_file)
           local_authentication = "-u #{local.username} --password=#{local.password}"
 
@@ -24,7 +40,7 @@ module SwarmClusterCliOpe
 
           command << "'"
 
-          local_container.exec(command.join" ")
+          local_container.exec(command.join " ")
         end
         true
       end
@@ -41,6 +57,12 @@ module SwarmClusterCliOpe
         true
       end
 
+      def resume(direction)
+        super
+
+        puts "excluded_tables: #{remote.excluded_tables_data.join(",")}"
+      end
+
       ##
       # Classe interna che rappresenta le configurazioni del DB
       class EnvConfigs < BaseDatabase::EnvConfigs
@@ -51,8 +73,9 @@ module SwarmClusterCliOpe
 
         define_cfgs :database_version, default_env: "MYSQL_MAJOR", configuration_name: :mysql_version
 
-      end
+        define_cfgs :excluded_tables_data, default_value: [], configuration_name: :excluded_tables_data
 
+      end
 
     end
   end

data/lib/swarm_cluster_cli_ope/version.rb

@@ -1,3 +1,3 @@
 module SwarmClusterCliOpe
-  VERSION = "0.7.2.1"
+  VERSION = "0.8.1"
 end

data/swarm_cluster_cli_ope.gemspec

@@ -23,7 +23,7 @@ Gem::Specification.new do |spec|
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
   spec.files = Dir.chdir(File.expand_path('..', __FILE__)) do
-    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features|test_folder)/}) }
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features|test_folder|Dockerfile)/}) }
   end
   spec.bindir = "exe"
   spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: swarm_cluster_cli_ope
 version: !ruby/object:Gem::Version
-  version: 0.7.2.1
+  version: 0.8.1
 platform: ruby
 authors:
 - Marino Bonetti
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2022-06-24 00:00:00.000000000 Z
+date: 2023-07-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -81,6 +81,7 @@ files:
 - ".ruby-gemset"
 - ".ruby-version"
 - CHANGELOG.md
+- Dockerfile
 - Gemfile
 - Gemfile.lock
 - LICENSE.txt
@@ -158,7 +159,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.3.5
 signing_key: 
 specification_version: 4
 summary: WIP Gemma per la gestione del cluster swarm