putpaws 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 2ac7d1e3c9a05d7cabf6ed3ddb76b68eebf5e238ee14cd2d220bfeaf88226570
+  data.tar.gz: cbcff987bb94042328f0b65d5f693d8aabd75231db1766456d4fe4ed803433e8
+SHA512:
+  metadata.gz: 76acfa6f6d0b7a514c31a0f63819cc6e1ea587a48a07a465a321afc6743bdc2b645a1d1f22aa2eb3c7c460e44cdf11d51abbc6bc11f5efbc222950a4231ae56e
+  data.tar.gz: daeea4af00b61ebd35b17daf562343b8839791d94dbb5ae356635d3f39d8d09d754ef971b325e979a24c846c1ea0efe878b0c910c54459a507306759a4448d47

data/bin/putpaws

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require "putpaws/all"
+Putpaws::Application.new.run

data/lib/Putpawsfile

@@ -0,0 +1,6 @@
+#!/usr/bin/env putpaws
+require "putpaws/setup"
+
+require "putpaws/hello"
+require "putpaws/ecs/ecs_task"
+require "putpaws/cloud_watch/log_task"

data/lib/putpaws/all.rb

@@ -0,0 +1,10 @@
+require "rake"
+# require "io/console"
+# Rake.application.options.trace = true
+require "putpaws/version"
+require "putpaws/application"
+
+require "putpaws/application_config"
+
+module Putpaws
+end

data/lib/putpaws/application.rb

@@ -0,0 +1,26 @@
+module Putpaws
+  class Application < Rake::Application
+    def initialize
+      super
+      @rakefiles = %w{putpawsfile Putpawsfile putpawsfile.rb Putpawsfile.rb}
+    end
+
+    def name
+      "putpaws"
+    end
+
+    def run(argv = ARGV)
+      Rake.application = self
+      super
+    end
+
+    def find_rakefile_location
+      putpawsfile = File.expand_path(File.join(File.dirname(__FILE__), "..", "Putpawsfile"))
+      if (location = super).nil?
+        [putpawsfile, Dir.pwd]
+      else
+        location
+      end
+    end
+  end
+end

data/lib/putpaws/application_config.rb

@@ -0,0 +1,48 @@
+require 'json'
+require 'pathname'
+
+class Putpaws::ApplicationConfig < Struct.new(
+  :name, :region, 
+  :cluster, :service, :task_name_prefix, :ecs_region,
+  :log_group_prefix, :log_region,
+  keyword_init: true)
+  def self.load(path_prefix: '.putpaws')
+    @application_data ||= begin
+      path = Pathname.new(path_prefix).join("application.json").to_s
+      data = File.exists?(path) ?
+        JSON.parse(File.read(path), symbolize_names: true).to_h :
+        {}
+    end
+  end
+
+  def self.all
+    load.map{|k,v|
+      data = v.slice(*self.members)
+      new(data.merge(name: k.to_s))
+    }
+  end
+
+  def self.find(name)
+    application_data = load
+    data = application_data[name.to_sym]
+    return nil unless data
+    data = data.slice(*self.members)
+    new(data.merge({name: name.to_s}))
+  end
+
+  def ecs_command_params
+    {
+      region: ecs_region || region,
+      cluster: cluster,
+      # service: service,
+      task_name_prefix: task_name_prefix,
+    }
+  end
+
+  def log_command_params
+    {
+      region: log_region || region,
+      log_group_prefix: log_group_prefix,
+    }
+  end
+end

data/lib/putpaws/cloud_watch/default_log_formatter.rb

@@ -0,0 +1,11 @@
+class Putpaws::CloudWatch::DefaultLogFormatter
+  attr_accessor :datetime_format
+  def initialize(datetime_format: nil)
+    @datetime_format = datetime_format || "%FT%T%:z"
+  end
+
+  def call(event)
+    time = Time.at(0, event.timestamp, :millisecond)
+    "%s %s\n" % [time.strftime(datetime_format), event.message]
+  end
+end

data/lib/putpaws/cloud_watch/log_command.rb

@@ -0,0 +1,98 @@
+require 'aws-sdk-cloudwatchlogs'
+
+module Putpaws::CloudWatch
+  class LogCommand
+    SECONDS = {
+      's' => 1,
+      'm' => 60,
+      'h' => 60 * 60,
+      'd' => 60 * 60 * 24,
+      'w' => 60 * 60 * 24 * 7,
+    }
+
+    def self.config(config)
+      new(config.log_command_params)
+    end
+
+    def self.parse_unit_time(ut)
+      return nil unless ut
+      matched, number, unit = ut.match(/\A(\d+)([smhdw])\z/).to_a
+      return nil unless matched
+      number.to_i * SECONDS[unit]
+    end
+
+    def self.filter_args(since: nil, since_for: nil)
+      since_sec = parse_unit_time(since)
+      since_for_sec = parse_unit_time(since_for)
+      start_time = Time.now - (since_sec || (60*1))
+      end_time = if since_sec
+        since_for_sec && (start_time + since_for_sec)
+      else
+        nil
+      end
+      args = {
+        start_time: start_time.to_f * 1000,
+        end_time: end_time && (end_time.to_f * 1000),
+      }
+      args.select{|k,v| v}
+    end
+
+    attr_reader :client
+    attr_reader :region, :log_group_prefix
+    attr_accessor :log_group
+    def initialize(region:, log_group_prefix: nil)
+      @client = Aws::CloudWatchLogs::Client.new({region: region})
+      @log_group_prefix = log_group_prefix
+      @log_group = nil
+    end
+
+    def list_log_groups
+      res = client.describe_log_groups(log_group_name_prefix: log_group_prefix)
+      res.log_groups
+    end
+
+    def log_events(**args)
+      raise "Log group Not Set" unless log_group
+      res = client.filter_log_events({
+        log_group_name: log_group,
+        **args
+      })
+    end
+
+    def tail_log_events(**args)
+      res = log_events(**args)
+      nt = newest_timestamp([args[:start_time], *res.events.map(&:timestamp)].compact.max)
+      events = filter_same_moment_events(res.events, args[:start_time])
+      next_args = if res.next_token
+        args.merge(next_token: res.next_token)
+      else
+        args.merge(
+          next_token: nil, 
+          start_time: nt,
+        )
+      end
+      [events, next_args]
+    end
+
+    def newest_timestamp(newest)
+      newest = newest.to_i
+      if @newest_timestamp
+        @newest_timestamp = [@newest_timestamp, newest].max
+      else
+        @newest_timestamp = newest
+      end
+      @newest_timestamp
+    end
+
+    def filter_same_moment_events(events, timestamp)
+      @event_ids_already_shown ||= []
+      filtered_events = events.reject{|e| @event_ids_already_shown.include?(e.event_id)}
+      event_ids = events.map(&:event_id).uniq
+      unless event_ids.empty?
+        @event_ids_already_shown = event_ids
+      end
+      # pp @event_ids_already_shown
+      filtered_events
+    end
+  end
+end

data/lib/putpaws/cloud_watch/log_task.rb

@@ -0,0 +1 @@
+load File.expand_path("../tasks/log_task.rake", __FILE__)

data/lib/putpaws/cloud_watch/tasks/log_task.rake

@@ -0,0 +1,52 @@
+require "tty-prompt"
+require "putpaws/cloud_watch/log_command"
+require "putpaws/cloud_watch/default_log_formatter"
+
+namespace :log do
+  desc "Set Log Group."
+  task :set_log_group do
+    aws = Putpaws::CloudWatch::LogCommand.config(fetch(:app))
+    log_groups = aws.list_log_groups.map{|a| 
+      [a.log_group_name, a]
+    }.to_h
+    raise "Log group not found on your permission" if log_groups.empty?
+
+    log_group = if log_groups.length == 1
+      log_groups.first
+    else
+      prompt = TTY::Prompt.new
+      selected = prompt.select("Choose a log_group you're going to operate", log_groups.keys)
+       log_groups[selected]
+    end
+
+    set :log_group, log_group
+  end
+
+  desc "Tail log with follow."
+  task tailf: :set_log_group do
+    ENV['follow'] = '1'
+    Rake::Task['log:tail'].invoke
+  end
+
+  # Check: https://github.com/aws/aws-cli/blob/v2/awscli/customizations/logs/tail.py
+  desc "Tail log."
+  task tail: :set_log_group do
+    log_group = fetch(:log_group)
+    log_formatter = fetch(:log_formatter) {Putpaws::CloudWatch::DefaultLogFormatter.new}
+    aws = Putpaws::CloudWatch::LogCommand.config(fetch(:app))
+    aws.log_group = log_group.log_group_name
+
+    log_event_args = Putpaws::CloudWatch::LogCommand.filter_args(since: ENV['since'], since_for: ENV['for'])
+
+    loop do
+      events, next_args = aws.tail_log_events(**log_event_args)
+      events.each {|a| puts log_formatter.call(a)}
+      log_event_args = next_args
+      unless log_event_args[:next_token]
+        ENV['follow'] ? sleep(5) : break
+      end
+    rescue Interrupt
+      exit
+    end
+  end
+end

data/lib/putpaws/dsl.rb

@@ -0,0 +1,14 @@
+require "putpaws/env"
+require "forwardable"
+
+module Putpaws::DSL
+  extend Forwardable
+  
+  def_delegators :env,
+    :fetch, :set, :delete
+
+  def env
+    Putpaws::Env.default
+  end
+end
+extend Putpaws::DSL

data/lib/putpaws/ecs/ecs_task.rb

@@ -0,0 +1 @@
+load File.expand_path("../tasks/ecs_task.rake", __FILE__)

data/lib/putpaws/ecs/task_command.rb

@@ -0,0 +1,64 @@
+require 'aws-sdk-ecs'
+
+module Putpaws::Ecs
+  class TaskCommand
+    def self.config(config)
+      new(config.ecs_command_params)
+    end
+
+    attr_reader :ecs_client
+    attr_reader :region, :cluster, :task_name_prefix
+    attr_accessor :ecs_task
+    def initialize(region:, cluster:, task_name_prefix: nil)
+      @ecs_client = Aws::ECS::Client.new({region: region})
+      @region = region
+      @cluster = cluster
+      @task_name_prefix = task_name_prefix
+      @ecs_task = nil
+    end
+
+    def list_ecs_tasks
+      res = ecs_client.list_tasks(cluster: cluster)
+      res = ecs_client.describe_tasks(tasks: res.task_arns, cluster: cluster)
+      return res.tasks unless task_name_prefix
+      res.tasks.select{|t| 
+        _, name = t.task_definition_arn.split('task-definition/')
+        name.start_with?(task_name_prefix)
+      }
+    end
+
+    def get_attach_command(container: 'app')
+      raise "ECS Task Not Set" unless ecs_task
+      ctn = ecs_task.containers.detect{|c| c.name == container}
+      task_id = ecs_task.task_arn.split('/').last
+      raise "Container: #{container} not found" unless ctn
+      res = ecs_client.execute_command({
+        cluster: cluster,
+        container: container,
+        command: '/bin/bash',
+        interactive: true,
+        task: ecs_task.task_arn,
+      })
+
+      # https://github.com/aws/aws-cli/blob/2a6136010d8656a605d41d1e7b5fdab3c2930cad/awscli/customizations/ecs/executecommand.py#L105
+      session_json = {
+        "SessionId" => res.session.session_id,
+        "StreamUrl" => res.session.stream_url,
+        "TokenValue" => res.session.token_value,
+      }.to_json
+      target_json = {
+        "Target" => "ecs:#{cluster}_#{task_id}_#{ctn.runtime_id}"
+      }.to_json
+      cmd = [
+        "session-manager-plugin",
+        session_json.dump,
+        @region,
+        "StartSession",
+        'test',
+        target_json.dump,
+        "https://ssm.ap-northeast-1.amazonaws.com"
+      ]
+      cmd.join(' ')
+    end
+  end
+end

data/lib/putpaws/ecs/tasks/ecs_task.rake

@@ -0,0 +1,29 @@
+require "tty-prompt"
+require "putpaws/ecs/task_command"
+
+namespace :ecs do
+  desc "Set ECS task."
+  task :set_task do
+    aws = Putpaws::Ecs::TaskCommand.config(fetch(:app))
+    ecs_tasks = aws.list_ecs_tasks.map{|t| 
+      task_id = t.task_arn.split('/').last
+      task_def = t.task_definition_arn.split('/').last
+      ["#{task_id} (#{task_def}) #{t.last_status}", t]
+    }.to_h
+    prompt = TTY::Prompt.new
+    selected = prompt.select("Choose a task you're going to operate", ecs_tasks.keys)
+    ecs_task = ecs_tasks[selected]
+
+    set :ecs_task, ecs_task
+  end
+
+  desc "Attach on ECS task. You need to enable ECS Exec on a specified task."
+  task attach: :set_task do
+    ecs_task = fetch(:ecs_task)
+    aws = Putpaws::Ecs::TaskCommand.config(fetch(:app))
+    aws.ecs_task = ecs_task
+    cmd = aws.get_attach_command
+    puts cmd
+    system(cmd)
+  end
+end

data/lib/putpaws/env.rb

@@ -0,0 +1,29 @@
+# require 'delegate'
+
+class Putpaws::Env
+  def self.default
+    @env ||= new({})
+  end
+
+  attr_reader :values
+
+  def initialize(values)
+    @values = values
+  end
+
+  def set(key, value=nil, &block)
+    values[key] = block || value
+  end
+
+  def fetch(key, default=nil, &block)
+    fetch_for(key, default, &block)
+  end
+
+  def fetch_for(key, default, &block)
+    block ? values.fetch(key, &block) : values.fetch(key, default)
+  end
+
+  def delete(key)
+    values.delete(key)
+  end
+end

data/lib/putpaws/hello.rb

@@ -0,0 +1 @@
+load File.expand_path("../tasks/hello.rake", __FILE__)

data/lib/putpaws/setup.rb

@@ -0,0 +1,10 @@
+require "putpaws/dsl"
+include Putpaws::DSL
+
+apps = Putpaws::ApplicationConfig.all
+
+apps.each do |app|
+  Rake::Task.define_task(app.name) do
+    set(:app, app)
+  end
+end

data/lib/putpaws/tasks/hello.rake

@@ -0,0 +1,4 @@
+desc "Execute remote commands"
+task :hello do
+  puts "hello!!"
+end

data/lib/putpaws/version.rb

@@ -0,0 +1,3 @@
+module Putpaws
+  VERSION = "0.0.1"
+end

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: putpaws
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- metheglin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2023-01-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+- !ruby/object:Gem::Dependency
+  name: tty-prompt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-ecs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-cloudwatchlogs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: aws fargate based infra management
+email: pigmybank@gmail.com
+executables:
+- putpaws
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/putpaws
+- lib/Putpawsfile
+- lib/putpaws.rb
+- lib/putpaws/all.rb
+- lib/putpaws/application.rb
+- lib/putpaws/application_config.rb
+- lib/putpaws/cloud_watch/default_log_formatter.rb
+- lib/putpaws/cloud_watch/log_command.rb
+- lib/putpaws/cloud_watch/log_task.rb
+- lib/putpaws/cloud_watch/tasks/log_task.rake
+- lib/putpaws/dsl.rb
+- lib/putpaws/ecs/ecs_task.rb
+- lib/putpaws/ecs/task_command.rb
+- lib/putpaws/ecs/tasks/ecs_task.rake
+- lib/putpaws/env.rb
+- lib/putpaws/hello.rb
+- lib/putpaws/setup.rb
+- lib/putpaws/tasks/hello.rake
+- lib/putpaws/version.rb
+homepage: https://rubygems.org/gems/putpaws
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.7'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key: 
+specification_version: 4
+summary: Put your paws up!!
+test_files: []