putpaws 0.0.1 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2ac7d1e3c9a05d7cabf6ed3ddb76b68eebf5e238ee14cd2d220bfeaf88226570
-  data.tar.gz: cbcff987bb94042328f0b65d5f693d8aabd75231db1766456d4fe4ed803433e8
+  metadata.gz: c9b025bc939b88f486c24a29bee4a1e0d8d7d3fbd1dee2e074d747d591eef94c
+  data.tar.gz: 4bc2a5ea2528e771e9b50af5e2452c49de9b1f0b3fb564bcb018328a3c7db380
 SHA512:
-  metadata.gz: 76acfa6f6d0b7a514c31a0f63819cc6e1ea587a48a07a465a321afc6743bdc2b645a1d1f22aa2eb3c7c460e44cdf11d51abbc6bc11f5efbc222950a4231ae56e
-  data.tar.gz: daeea4af00b61ebd35b17daf562343b8839791d94dbb5ae356635d3f39d8d09d754ef971b325e979a24c846c1ea0efe878b0c910c54459a507306759a4448d47
+  metadata.gz: ca49348b366c8edf1b7956918a127226aff23955f603f8f3a5fbb20a79599df8c6b6c6a05e463e83afd835c7f1fa7966f692b9dff40874159e871a0a760cadc4
+  data.tar.gz: da8783fe46689817420ab7e7258add92c3fb2131ae8d55afa3940102efc12860037a6b4d95523a8dac78dc8fbd859f2a1255755cac2fd02cd10ed061c662c04c

data/lib/Putpawsfile

@@ -3,4 +3,5 @@ require "putpaws/setup"
 
 require "putpaws/hello"
 require "putpaws/ecs/ecs_task"
-require "putpaws/cloud_watch/log_task"
+require "putpaws/cloud_watch/log_task"
+require "putpaws/scheduler/scheduler_task"

data/lib/putpaws/all.rb

@@ -5,6 +5,7 @@ require "putpaws/version"
 require "putpaws/application"
 
 require "putpaws/application_config"
+require "putpaws/schedule_config"
 
 module Putpaws
 end

data/lib/putpaws/application_config.rb

@@ -1,10 +1,13 @@
 require 'json'
 require 'pathname'
+require "putpaws/schedule_config"
 
 class Putpaws::ApplicationConfig < Struct.new(
   :name, :region, 
   :cluster, :service, :task_name_prefix, :ecs_region,
   :log_group_prefix, :log_region,
+  :build_project, :build_log_group_prefix, :build_region,
+  :schedules,
   keyword_init: true)
   def self.load(path_prefix: '.putpaws')
     @application_data ||= begin
@@ -45,4 +48,15 @@ class Putpaws::ApplicationConfig < Struct.new(
       log_group_prefix: log_group_prefix,
     }
   end
+
+  def build_log_command_params
+    {
+      region: build_region || region,
+      log_group_prefix: build_log_group_prefix,
+    }
+  end
+
+  def schedules
+    @schedules ||= (self[:schedules] || []).map{|x| Putpaws::ScheduleConfig.find(x)}
+  end
 end

data/lib/putpaws/cloud_watch/log_command.rb

@@ -10,8 +10,12 @@ module Putpaws::CloudWatch
       'w' => 60 * 60 * 24 * 7,
     }
 
-    def self.config(config)
-      new(config.log_command_params)
+    def self.config(config, type: "default")
+      if type == "build"
+        new(config.build_log_command_params)
+      else
+        new(config.log_command_params)
+      end
     end
 
     def self.parse_unit_time(ut)

data/lib/putpaws/cloud_watch/tasks/log_task.rake

@@ -5,16 +5,23 @@ require "putpaws/cloud_watch/default_log_formatter"
 namespace :log do
   desc "Set Log Group."
   task :set_log_group do
-    aws = Putpaws::CloudWatch::LogCommand.config(fetch(:app))
+    app = fetch(:app)
+    prompt = TTY::Prompt.new
+    log_type = if app.build_log_group_prefix
+      prompt.select("Choose log type", ["default", "build"])
+    else
+      "default"
+    end
+    aws = Putpaws::CloudWatch::LogCommand.config(app, type: log_type)
+
     log_groups = aws.list_log_groups.map{|a| 
       [a.log_group_name, a]
     }.to_h
     raise "Log group not found on your permission" if log_groups.empty?
 
     log_group = if log_groups.length == 1
-      log_groups.first
+      log_groups.values.first
     else
-      prompt = TTY::Prompt.new
       selected = prompt.select("Choose a log_group you're going to operate", log_groups.keys)
        log_groups[selected]
     end

data/lib/putpaws/ecs/task_command.rb

@@ -40,6 +40,8 @@ module Putpaws::Ecs
         task: ecs_task.task_arn,
       })
 
+      ssm_region = ENV['AWS_REGION_SSM'] || @region
+      
       # https://github.com/aws/aws-cli/blob/2a6136010d8656a605d41d1e7b5fdab3c2930cad/awscli/customizations/ecs/executecommand.py#L105
       session_json = {
         "SessionId" => res.session.session_id,
@@ -56,7 +58,7 @@ module Putpaws::Ecs
         "StartSession",
         'test',
         target_json.dump,
-        "https://ssm.ap-northeast-1.amazonaws.com"
+        "https://ssm.#{ssm_region}.amazonaws.com"
       ]
       cmd.join(' ')
     end

data/lib/putpaws/ecs/tasks/ecs_task.rake

@@ -17,7 +17,7 @@ namespace :ecs do
     set :ecs_task, ecs_task
   end
 
-  desc "Attach on ECS task. You need to enable ECS Exec on a specified task."
+  desc "Attach on ECS task. You need to enable ECS Exec on a specified task and also install session-manager-plugin."
   task attach: :set_task do
     ecs_task = fetch(:ecs_task)
     aws = Putpaws::Ecs::TaskCommand.config(fetch(:app))

data/lib/putpaws/infra_network_config.rb

@@ -0,0 +1,31 @@
+require 'json'
+require 'pathname'
+
+class Putpaws::InfraNetworkConfig < Struct.new(
+  :name, :subnets, :security_groups, :assign_public_ip,
+  keyword_init: true)
+  def self.load(path_prefix: '.putpaws')
+    @infra_network_data ||= begin
+      path = Pathname.new(path_prefix).join("infra.json").to_s
+      data = File.exists?(path) ?
+        JSON.parse(File.read(path), symbolize_names: true).to_h :
+        {}
+      data[:network] || {}
+    end
+  end
+
+  def self.all
+    load.map{|k,v|
+      data = v.slice(*self.members)
+      new(data.merge(name: k.to_s))
+    }
+  end
+
+  def self.find(name)
+    infra_network_data = load
+    data = infra_network_data[name.to_sym]
+    return nil unless data
+    data = data.slice(*self.members)
+    new(data.merge({name: name.to_s}))
+  end
+end

data/lib/putpaws/infra_target_config.rb

@@ -0,0 +1,35 @@
+require 'json'
+require 'pathname'
+
+class Putpaws::InfraTargetConfig < Struct.new(
+  :name, 
+  :scheduler_role,
+  :cluster,
+  :task_definition,
+  :container_name,
+  keyword_init: true)
+  def self.load(path_prefix: '.putpaws')
+    @infra_target_data ||= begin
+      path = Pathname.new(path_prefix).join("infra.json").to_s
+      data = File.exists?(path) ?
+        JSON.parse(File.read(path), symbolize_names: true).to_h :
+        {}
+      data[:target] || {}
+    end
+  end
+
+  def self.all
+    load.map{|k,v|
+      data = v.slice(*self.members)
+      new(data.merge(name: k.to_s))
+    }
+  end
+
+  def self.find(name)
+    infra_target_data = load
+    data = infra_target_data[name.to_sym]
+    return nil unless data
+    data = data.slice(*self.members)
+    new(data.merge({name: name.to_s}))
+  end
+end

data/lib/putpaws/schedule_config.rb

@@ -0,0 +1,54 @@
+require 'json'
+require 'pathname'
+require 'putpaws/infra_network_config'
+require 'putpaws/infra_target_config'
+
+class Putpaws::ScheduleConfig < Struct.new(
+  :name, :region, :network, :target, :command, :args,
+  keyword_init: true)
+  def self.load(path_prefix: '.putpaws')
+    @schedule_data ||= begin
+      path = Pathname.new(path_prefix).join("schedule.json").to_s
+      data = File.exists?(path) ?
+        JSON.parse(File.read(path), symbolize_names: true).to_h :
+        {}
+    end
+  end
+
+  def self.build_args(name, config_args)
+    region = config_args.delete(:region)
+    network = config_args.delete(:network)
+    target = config_args.delete(:target)
+    command = config_args.delete(:command)
+    {
+      name: name.to_s, 
+      region: region, 
+      network: network, 
+      target: target, 
+      command: command,
+    }.merge(args: config_args)
+  end
+
+  def self.all
+    load.map{|k,v|
+      new(build_args(k, v))
+    }
+  end
+
+  def self.find(name)
+    schedule_data = load
+    data = schedule_data[name.to_sym]
+    return nil unless data
+    new(build_args(name, data))
+  end
+
+  def network
+    return nil unless self[:network]
+    @network ||= Putpaws::InfraNetworkConfig.find(self[:network])
+  end
+
+  def target
+    return nil unless self[:target]
+    @target ||= Putpaws::InfraTargetConfig.find(self[:target])
+  end
+end

data/lib/putpaws/scheduler/schedule_command.rb

@@ -0,0 +1,62 @@
+require 'aws-sdk-scheduler'
+
+module Putpaws::Scheduler
+  class ScheduleCommand
+    def self.config(config)
+      new(config.log_command_params)
+    end
+
+    attr_reader :client
+    attr_reader :config, :network, :target
+    
+    def initialize(schedule_config)
+      @config = schedule_config
+      @network = config.network
+      @target = config.target
+      @client = Aws::Scheduler::Client.new({region: config.region})
+    end
+
+    def generated_params
+      {
+        name: config.name,
+        flexible_time_window: {mode: "OFF"},
+        target: {
+          arn: target.cluster,
+          role_arn: target.scheduler_role,
+          retry_policy: {maximum_retry_attempts: 0},
+          input: {
+            containerOverrides: [
+              {
+                name: target.container_name,
+                command: config.command,
+              }
+            ]
+          }.to_json,
+          ecs_parameters: {
+            launch_type: "FARGATE",
+            network_configuration: {
+              awsvpc_configuration: {
+                subnets: network.subnets,
+                security_groups: network.security_groups,
+                assign_public_ip: network.assign_public_ip,
+              }
+            },
+            task_definition_arn: target.task_definition,
+            task_count: 1,          }
+        }
+      }
+    end
+
+    def deploy!
+      # TODO: Use deep merge here
+      args = generated_params.merge(config.args)
+
+      begin
+        res = client.get_schedule(name: config.name)
+        client.update_schedule(args)
+      rescue Aws::Scheduler::Errors::ResourceNotFoundException => e
+        client.create_schedule(args)
+      end
+    end
+  end
+end

data/lib/putpaws/scheduler/scheduler_task.rb

@@ -0,0 +1 @@
+load File.expand_path("../tasks/scheduler_task.rake", __FILE__)

data/lib/putpaws/scheduler/tasks/scheduler_task.rake

@@ -0,0 +1,29 @@
+require "tty-prompt"
+require "putpaws/schedule_config"
+require "putpaws/scheduler/schedule_command"
+
+namespace :scheduler do
+  desc "Select Schedule to Manage."
+  task :set_schedule_config do
+    app = fetch(:app)
+    schedules = (app.schedules && !app.schedules.empty?) ? app.schedules : []
+    if schedules.empty?
+      schedule_options = Putpaws::ScheduleConfig.all.map(&:name)
+      raise "Please set `schedules` at .putpaws/schedule.json\nFollowing schedules available:\n#{schedule_options.to_json}\n"
+    end
+
+    prompt = TTY::Prompt.new
+    selected = prompt.select("Choose a task you're going to operate", schedules.map(&:name))
+    schedule_config = schedules.find{|x| x.name == selected}
+
+    set :schedule_config, schedule_config
+  end
+
+  desc "Deploy schedule."
+  task deploy: :set_schedule_config do
+    schedule_config = fetch(:schedule_config)
+    # pp schedule_config
+    aws = Putpaws::Scheduler::ScheduleCommand.new(schedule_config)
+    aws.deploy!
+  end
+end

data/lib/putpaws/version.rb

@@ -1,3 +1,3 @@
 module Putpaws
-  VERSION = "0.0.1"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: putpaws
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.4
 platform: ruby
 authors:
 - metheglin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-01-26 00:00:00.000000000 Z
+date: 2023-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -28,44 +28,58 @@ dependencies:
   name: tty-prompt
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-ecs
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: aws-sdk-cloudwatchlogs
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-scheduler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '0'
 description: aws fargate based infra management
 email: pigmybank@gmail.com
 executables:
@@ -89,6 +103,12 @@ files:
 - lib/putpaws/ecs/tasks/ecs_task.rake
 - lib/putpaws/env.rb
 - lib/putpaws/hello.rb
+- lib/putpaws/infra_network_config.rb
+- lib/putpaws/infra_target_config.rb
+- lib/putpaws/schedule_config.rb
+- lib/putpaws/scheduler/schedule_command.rb
+- lib/putpaws/scheduler/scheduler_task.rb
+- lib/putpaws/scheduler/tasks/scheduler_task.rake
 - lib/putpaws/setup.rb
 - lib/putpaws/tasks/hello.rake
 - lib/putpaws/version.rb