souls 1.9.9 → 1.9.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a19db3fada626ed2f610127ce7da17d220e56c58d1e1654b2e4387885efe1429
-  data.tar.gz: 9a7a590f075558a6054079af19b23409f44bc25551ced17bdeca0c55000bf07c
+  metadata.gz: f38e1e3e302943fc00240b194b97a78873e3940910521abec972381e5e0c6d5c
+  data.tar.gz: 39dd708178403c48242142fa6c726c499667dcdae0cee92976ebe0c4ebbfc64d
 SHA512:
-  metadata.gz: e8249307010d8c995718a0a2d5dba4f7317da1c3aa32788af06798f204378f812e143975169206eaa215a23fab6b153eb064bc5a32039ead331bdf9449f92b91
-  data.tar.gz: 2bb7d1f937b05113225404ad0d27414b9d37d7d25eb3f71b5d42f281ea96d8868d26069f3c672767a655ff2a39f65eadd45ae08b9740793893c983465def07bf
+  metadata.gz: 589ae3d10cd888a8fc49e63d9fd4f3c437cbb4c07f3ea1901315ca41c743aa84484346cdfd867c7417105e41e89dfd7bb53b56cac9dfe8e1af8bfb1aaaa653e3
+  data.tar.gz: d456976d4d3781b12873db4ff5c4abc26faa42c48a0380b8030a28b2971b2815a0c4057b704b60a3c8a5275b450f5fd9bb7fb777c50c2286718de1fa8d88db98

data/lib/souls/app/index.rb

@@ -1,4 +1,5 @@
 require_relative "graphql/souls_query"
+require_relative "utils/souls_logger"
 
 module Souls
 end

data/lib/souls/app/utils/souls_logger.rb

@@ -0,0 +1,55 @@
+module Souls
+  module SoulsLogger
+    class Configuration
+      attr_accessor :logger
+
+      def initialize
+        @logger = nil
+      end
+    end
+
+    class << self
+      attr_writer :configuration
+    end
+
+    def self.configuration
+      @configuration ||= Configuration.new
+    end
+
+    def self.configure
+      yield(configuration)
+    end
+
+    def self.critical_log(message)
+      entry = write_log(message)
+      entry.critical!
+
+      configuration.logger.write_entries(entry)
+    end
+
+    def self.warning_log(message)
+      entry = write_log(message)
+      entry.warning!
+
+      configuration.logger.write_entries(entry)
+    end
+
+    def self.info_log(message)
+      entry = write_log(message)
+      entry.info!
+
+      configuration.logger.write_entries(entry)
+    end
+
+    def self.write_log(message)
+      entry = configuration.logger.entry
+      entry.payload = "#{message}\n #{message.backtrace.join("\n")}"
+      entry.log_name = "error"
+      entry.resource.type = "cloud_run_revision"
+      entry.resource.labels[:service_name] = "souls"
+      entry.resource.labels[:revision_name] = Souls::VERSION
+
+      entry
+    end
+  end
+end

data/lib/souls/cli/gcloud/iam/index.rb

@@ -2,11 +2,13 @@ module Souls
   class Iam < Thor
     desc "setup_key", "Create Google Cloud IAM Service Account Key And Set All Permissions"
     def setup_key
+      region = Souls.configuration.region
       Souls::Gcloud.new.auth_login
       create_service_account
       create_service_account_key
       Souls::Gcloud.new.enable_permissions
       add_permissions
+      system("gcloud app create --region=#{region} --quiet")
       begin
         set_gh_secret_json
       rescue StandardError
@@ -92,7 +94,8 @@ module Souls
         "roles/run.admin",
         "roles/storage.admin",
         "roles/storage.objectAdmin",
-        "roles/cloudscheduler.admin"
+        "roles/cloudscheduler.admin",
+        "roles/appengine.appCreator"
       ]
       roles.each do |role|
         add_service_account_role(role: role)

data/lib/souls/cli/gcloud/scheduler/index.rb

@@ -15,16 +15,47 @@ module Souls
       require("./app")
       Souls::Gcloud.new.config_set
       project_id = Souls.configuration.project_id
-      region = Souls.configuration.region
+
+      schedules_list = current_schedules
+
       Queries::BaseQuery.all_schedules.each do |k, v|
         worker_name = FileUtils.pwd.split("/").last
-        job_name = "#{worker_name}_#{k.to_s.underscore}"
-        system("gcloud scheduler jobs delete #{job_name} -q >/dev/null 2>&1")
-        system(
-          <<~COMMAND)
-            gcloud scheduler jobs create pubsub #{job_name} --project=#{project_id} --quiet --schedule="#{v}" --topic="#{k}" --attributes="" --message-body="#{k}" --location=#{region}
-          COMMAND
+        job_name = "#{worker_name}_#{k.to_s.underscore}".to_sym
+
+        if schedules_list.include?(job_name)
+          schedule = schedules_list[job_name]
+          schedules_list.delete(job_name)
+          next if schedule == v
+
+          system(
+            <<~COMMAND)
+              gcloud scheduler jobs update pubsub #{job_name} --project=#{project_id} --quiet --schedule="#{v}" --topic="#{k}" --message-body="#{k}"
+            COMMAND
+        else
+          system(
+            <<~COMMAND)
+              gcloud scheduler jobs create pubsub #{job_name} --project=#{project_id} --quiet --schedule="#{v}" --topic="#{k}" --attributes="" --message-body="#{k}"
+            COMMAND
+        end
+      end
+
+      schedules_list.each do |k, _|
+        system("gcloud scheduler jobs delete #{k} -q >/dev/null 2>&1")
       end
     end
+
+    private
+
+    def current_schedules
+      current_schedules = {}
+      `gcloud scheduler jobs list`.split("\n")[1..].each do |line|
+        columns = line.split(/\t| {2,}/)
+        job_name = columns[0].to_sym
+        crontab = columns[2].split(" (")[0]
+        current_schedules[job_name] = crontab
+      end
+
+      current_schedules
+    end
   end
 end

data/lib/souls/cli/gcloud/sql/index.rb

@@ -105,16 +105,38 @@ module Souls
     end
 
     desc "assgin_ip", "Add Current Grobal IP to White List"
-    def assign_ip(instance_name: "", ip: "")
-      ip = `curl inet-ip.info` if ip.blank?
-      project_id = Souls.configuration.project_id if instance_name.blank?
-      instance_name = Souls.configuration.instance_name if instance_name.blank?
+    method_option :ip, default: "", aliases: "--ip", desc: "Adding IP to Google Cloud SQL White List: e.g.'11.11.1.1'"
+    def assign_ip
+      project_id = Souls.configuration.project_id
+      instance_name = Souls.configuration.instance_name
+      ips = []
+      ip =
+        if options[:ip].blank?
+          `curl inet-ip.info`.strip
+        else
+          options[:ip].strip
+        end
+      ips << ip
+      cloud_sql = JSON.parse(
+        `curl -X GET \
+        -H "Authorization: Bearer "$(gcloud auth print-access-token) \
+        "https://sqladmin.googleapis.com/v1/projects/#{project_id}/instances/#{instance_name}?fields=settings"`
+      )
+      unless cloud_sql["settings"]["ipConfiguration"]["authorizedNetworks"].blank?
+        white_ips =
+          cloud_sql["settings"]["ipConfiguration"]["authorizedNetworks"].map do |sql_ips|
+            sql_ips["value"]
+          end
+        ips = (ips + white_ips).uniq
+      end
+      ips = ips.join(",")
       system(
         "
             gcloud sql instances patch #{instance_name} \
               --project=#{project_id} \
               --assign-ip \
-              --authorized-networks=#{ip}
+              --authorized-networks=#{ips} \
+              --quiet
             "
       )
     end

data/lib/souls/cli/release/release.rb

@@ -139,9 +139,9 @@ module Souls
           write_txt +=
             if gem[0] == "souls"
               if local
-                "  gem \"souls\", \"#{version}\", path: \"~/.local_souls/\"\n"
+                " gem \"souls\", \"#{version}\", path: \"~/.local_souls/\"\n"
               else
-                "  gem \"souls\", \"#{version}\"\n"
+                " gem \"souls\", \"#{version}\"\n"
               end
             else
               line

data/lib/souls/cli/sync/pubsub.rb

@@ -2,6 +2,7 @@ module Souls
   class Sync < Thor
     desc "pubsub", "Sync Worker Jobs & Google Cloud Pubsub Subscriptions"
     def pubsub
+      get_worker_endpoints
       Souls::Gcloud.new.config_set
       get_topics(workers: get_workers)
       puts(Paint["All Jobs Synced with PubSub Subscription!", :green])
@@ -9,6 +10,17 @@ module Souls
 
     private
 
+    def get_worker_endpoints
+      require("#{Souls.get_mother_path}/config/souls")
+      worker_paths = Souls.configuration.workers
+      worker_paths.each do |worker|
+        endpoint = worker[:endpoint]
+        unless endpoint.include?("https://")
+          raise(StandardError, "You need to set endpoint.\nPlease Run:\n\n$ souls sync conf\n\n")
+        end
+      end
+    end
+
     def get_topics(workers: {})
       project_id = Souls.configuration.project_id
       pubsub = Google::Cloud::Pubsub.new(project_id: project_id)

data/lib/souls/version.rb

@@ -1,4 +1,4 @@
 module Souls
-  VERSION = "1.9.9".freeze
+  VERSION = "1.9.14".freeze
   public_constant :VERSION
 end

data/lib/souls/versions/.souls_api_version

@@ -1 +1 @@
-1.9.9
+1.9.14

data/lib/souls/versions/.souls_worker_version

@@ -1 +1 @@
-1.9.9
+1.9.14

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: souls
 version: !ruby/object:Gem::Version
-  version: 1.9.9
+  version: 1.9.14
 platform: ruby
 authors:
 - POPPIN-FUMI
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-11-26 00:00:00.000000000 Z
+date: 2021-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -130,6 +130,7 @@ files:
 - lib/souls.rb
 - lib/souls/app/graphql/souls_query.rb
 - lib/souls/app/index.rb
+- lib/souls/app/utils/souls_logger.rb
 - lib/souls/cli.rb
 - lib/souls/cli/cli_exception.rb
 - lib/souls/cli/console/index.rb