jets 5.0.17 → 6.0.0.beta1

data/lib/jets/cli/base.rb

@@ -0,0 +1,46 @@
+class Jets::CLI
+  class Base
+    extend Memoist
+    include Jets::Api
+    include Jets::AwsServices
+    include Jets::Util::Logging
+    include Jets::Util::Sure
+
+    attr_reader :options
+    def initialize(options = {})
+      @options = options
+      Jets.boot
+    end
+
+    def paging_params
+      params = {}
+      params[:limit] = @options[:limit] if @options[:limit]
+      params[:order] = @options[:order] if @options[:order]
+      params[:page] = @options[:page] if @options[:page]
+      params
+    end
+
+    def paginate(resp)
+      return unless resp[:total_pages] > 1
+      warn "\npage #{resp[:current_page]} of #{resp[:total_pages]}"
+    end
+
+    class << self
+      def rescue_api_error(*methods)
+        methods = [:run] if methods.empty?
+        mod = Module.new do
+          methods.each do |method_name|
+            define_method(method_name) do |*args, &block|
+              super(*args, &block)
+            rescue Jets::Api::Error => e
+              warn "Jets API Error. #{e.message}".color(:red)
+              log.debug e.backtrace.join("\n")
+              exit 1
+            end
+          end
+        end
+        prepend mod
+      end
+    end
+  end
+end

data/lib/jets/cli/bootstrap.rb

@@ -0,0 +1,17 @@
+class Jets::CLI
+  class Bootstrap < Base
+    def run
+      are_you_sure?
+      Jets::Cfn::Bootstrap.new(@options).run
+    end
+
+    def are_you_sure?
+      return if @options[:yes]
+      sure?("Will bootstrap #{stack_name.color(:green)}")
+    end
+
+    def stack_name
+      Jets::Names.parent_stack_name
+    end
+  end
+end

data/lib/jets/cli/build.rb

@@ -0,0 +1,8 @@
+class Jets::CLI
+  class Build < Base
+    def run
+      Jets::Cfn::Bootstrap.new(@options).run
+      Jets::Remote::Runner.new(@options.merge(command: "build")).run
+    end
+  end
+end

data/lib/jets/cli/call.rb

@@ -0,0 +1,133 @@
+class Jets::CLI
+  class Call
+    class Error < StandardError; end
+
+    extend Memoist
+    include Jets::AwsServices
+    include Jets::Util::Logging
+
+    attr_reader :event
+    def initialize(options = {})
+      @options = options
+      @log_type = options[:log_type] || "Tail"
+      @event = options[:event] || "{}" # json string
+    end
+
+    def run
+      warn "Calling Lambda function #{function_name}"
+      result = invoke
+      warn "Response:".color(:green)
+      # only thing that goes to stdout. so can pipe to commands like jq
+      puts JSON.pretty_generate(result)
+    end
+
+    def invoke
+      params = {
+        function_name: function_name,
+        invocation_type: invocation_type, # Event or RequestResponse
+        log_type: @log_type, # pretty sweet
+        payload: payload # json string
+        # qualifier: @qualifier # "1", version or alias published version. not used yet
+      }
+
+      resp = nil
+      begin
+        resp = lambda_client.invoke(params)
+        # Capture @log_last_4kb for log_last_4kb method
+        # log_last_4kb is an interface method used by Exec::Command
+        @log_last_4kb = resp.log_result
+      rescue Aws::Lambda::Errors::ResourceNotFoundException
+        warn "ERROR: function #{function_name} not found".color(:red)
+        warn "Maybe check the spelling or the AWS_PROFILE?"
+        return resp
+      end
+
+      if !/^2/.match?(resp[:status_code].to_s)
+        warn "ERROR: Lambda function #{function_name} returned status code: #{resp[:status_code]}".color(:red)
+        warn resp
+      end
+
+      if verbose? && invocation_type != "Event"
+        log_last_4kb
+      end
+
+      if invocation_type == "Event"
+        resp
+      else
+        text = resp.payload.read # already been normalized/JSON.dump by AWS
+        data = JSON.parse(text)
+        ActiveSupport::HashWithIndifferentAccess.new(data)
+      end
+    end
+
+    # interface method
+    def log_last_4kb(header_message = "Showing last 4KB of log from x-amz-log-result header:")
+      return unless @log_last_4kb
+      warn header_message
+      warn Base64.decode64(@log_last_4kb)
+    end
+
+    # Event invocation returns a "202 Accepted" response.
+    # It means the request has accepted for processing, but the processing has not
+    # been completed. Event invocation types are asynchronous.
+    # The resp.payload.read is a empty string and is not JSON parseable.
+    # We the raw resp object so the caller can inspect the status code and headers.
+    # Example:
+    #
+    #   {
+    #     status_code: 202,
+    #     function_error: nil,
+    #     log_result: nil,
+    #     payload: "[FILTERED]",
+    #     executed_version: nil
+    #   }
+    #
+    # Event invocation only use by Jets::Preheat.perform
+    def invocation_type
+      @options[:invocation_type] || "RequestResponse"
+    end
+
+    def verbose?
+      @options[:verbose] || @options[:logs]
+    end
+
+    # payload returns a JSON String for the lambda.invoke payload.
+    # It can be the file:// notation
+    # interface method
+    def payload
+      text = @event
+      if text&.include?("file://")
+        text = load_event_from_file(text)
+      end
+      text
+    end
+    memoize :payload
+
+    def load_event_from_file(text)
+      path = text.gsub("file://", "")
+      path = "#{Jets.root}/#{path}" unless path[0..0] == "/"
+      unless File.exist?(path)
+        puts "File #{path} does not exist.  Are you sure the file exists?".color(:red)
+        exit 1
+      end
+      text = IO.read(path)
+      check_valid_json!(text)
+      text
+    end
+
+    # Exits with friendly error message when user provides bad just
+    def check_valid_json!(text)
+      JSON.parse(text)
+    rescue JSON::ParserError => e
+      puts "Invalid json provided:\n  '#{text}'"
+      puts "Exiting... Please try again and provide valid json."
+      exit 1
+    end
+
+    def function_name
+      name = @options[:function] || "controller"
+      Jets::CLI::Lambda::Lookup.function(name)
+    end
+    memoize :function_name
+  end
+end

data/lib/jets/cli/ci/base.rb

@@ -0,0 +1,54 @@
+class Jets::CLI::Ci
+  class Base < Jets::CLI::Base
+    def stack_name
+      "#{Jets.project.namespace}-ci"
+    end
+    alias_method :project_name, :stack_name
+
+    def run_with_exception_handling
+      yield
+    rescue Aws::CodeBuild::Errors::ResourceNotFoundException => e
+      puts "ERROR: #{e.class}: #{e.message}".color(:red)
+      puts "CodeBuild project #{project_name} not found."
+    rescue Aws::CodeBuild::Errors::InvalidInputException => e
+      puts "ERROR: #{e.class}: #{e.message}".color(:red)
+    end
+
+    def stop_build
+      build = codebuild.batch_get_builds(ids: [build_id]).builds.first
+      if build.build_status == "IN_PROGRESS"
+        codebuild.stop_build(id: build_id)
+        true
+      else
+        log.info "Not in progress. Status is #{build.build_status}. Cannot stop: #{build_id}"
+        false
+      end
+    end
+
+    def build_id
+      return @options[:build_id] if @options[:build_id]
+      find_build
+    end
+    memoize :build_id
+
+    def find_build
+      resp = codebuild.list_builds_for_project(project_name: project_name)
+      resp.ids.first # most recent build_id
+    rescue Aws::CodeBuild::Errors::ResourceNotFoundException => e
+      logger.error "ERROR: #{e.class} #{e.message}".color(:red)
+      exit 1
+    end
+
+    def check_build_id!
+      return if build_id
+      puts "WARN: No builds found for #{project_name.color(:green)} project"
+      exit
+    end
+
+    def show_console_log_url(build_id)
+      log.info "Console Log Url:"
+      build_id = build_id.split(":").last
+      log.info "https://#{Jets.aws.region}.console.aws.amazon.com/codesuite/codebuild/projects/#{project_name}/build/#{project_name}%3A#{build_id}/log"
+    end
+  end
+end

data/lib/jets/cli/ci/build.rb

@@ -0,0 +1,8 @@
+class Jets::CLI::Ci
+  class Build < Base
+    def run
+      Jets::Cfn::Bootstrap.new(@options).run
+      Jets::Remote::Runner.new(@options.merge(command: "ci:build")).run
+    end
+  end
+end

data/lib/jets/cli/ci/delete.rb

@@ -0,0 +1,25 @@
+class Jets::CLI::Ci
+  class Delete < Base
+    def run
+      are_you_sure?
+      check_exist!
+      Jets::Cfn::Bootstrap.new(@options).run
+      Jets::Remote::Runner.new(@options.merge(command: "ci:delete")).run
+    end
+
+    private
+
+    def are_you_sure?
+      unless @options[:yes]
+        sure?("Will delete #{stack_name.color(:green)}")
+      end
+    end
+
+    def check_exist!
+      unless stack_exists?(stack_name)
+        puts "Stack does not exist: #{stack_name.color(:green)}"
+        exit 1
+      end
+    end
+  end
+end

data/lib/jets/cli/ci/deploy.rb

@@ -0,0 +1,17 @@
+class Jets::CLI::Ci
+  class Deploy < Base
+    def run
+      are_you_sure?
+      Jets::Cfn::Bootstrap.new(@options).run
+      Jets::Remote::Runner.new(@options.merge(command: "ci:deploy")).run
+    end
+
+    def are_you_sure?
+      sure? <<~EOL
+        Will deploy stack #{stack_name.color(:green)}
+
+        Uses remote runner to deploy a separate stack for CI resources.
+      EOL
+    end
+  end
+end

data/lib/jets/cli/ci/info.rb

@@ -0,0 +1,40 @@
+class Jets::CLI::Ci
+  class Info < Base
+    include Jets::AwsServices
+
+    def run
+      resp = codebuild.batch_get_projects(names: [project_name])
+      project = resp.projects.first
+      present(project)
+    end
+
+    private
+
+    def present(project)
+      presenter = CliFormat::Presenter.new(@options)
+      presenter.empty_message = "Project not found: #{project_name}"
+
+      data = if project.nil?
+        []
+      else
+        [
+          ["Name", project.name],
+          ["Arn", project.arn],
+          ["Description", project.description],
+          ["Service Role", project.service_role],
+          ["Source", project.source.type],
+          ["Environment", project.environment.type],
+          ["Compute Type", project.environment.compute_type],
+          ["Image", project.environment.image],
+          ["Timeout", "#{project.timeout_in_minutes} minutes"],
+          ["Created", project.created]
+        ]
+      end
+
+      data.each do |row|
+        presenter.rows << row
+      end
+      presenter.show
+    end
+  end
+end

data/lib/jets/cli/ci/init.rb

@@ -0,0 +1,97 @@
+class Jets::CLI::Ci
+  class Init < Jets::CLI::Group::Base
+    include Jets::Util::Sure
+
+    def self.cli_options
+      [
+        [:force, aliases: :f, type: :boolean, desc: "Bypass overwrite are you sure prompt for existing files"],
+        [:yes, aliases: :y, type: :boolean, desc: "Skip are you sure prompt"]
+      ]
+    end
+    cli_options.each { |args| class_option(*args) }
+
+    source_root "#{__dir__}/templates"
+
+    private
+
+    def sure_message
+      <<~EOL
+        This will set up some initial Jets CI project settings.
+
+        It will make changes to your project source code.
+
+        Please make sure you have backed up and committed your changes first.
+      EOL
+    end
+
+    def git_info
+      @git_info ||= Jets::Git::Info.new
+    end
+
+    def git_default_branch
+      git_info.params[:git_default_branch] || "master"
+    end
+
+    def repo_location
+      git_url = git_info.params[:git_url] || "https://github.com/ORG/REPO"
+      if git_url.starts_with?("git@")
+        git_url.sub(":", "/").sub("git@", "https://").sub(".git", "")
+      else
+        git_url
+      end
+    end
+
+    def repo_type
+      case repo_location
+      when /github/
+        "GITHUB"
+      when /gitlab/
+        "GITLAB"
+      when /bitbucket/
+        "BITBUCKET"
+      when /codecommit/
+        "CODECOMMIT"
+      else
+        "REPLACE_ME"
+      end
+    end
+
+    public
+
+    def check_jets_initialized
+      unless File.exist?("config/jets/deploy.rb")
+        puts "config/jets/deploy.rb not found."
+        puts "Please run: jets init"
+        exit 1
+      end
+    end
+
+    def check_already_initialized
+      if File.exist?("config/jets/ci.rb")
+        puts "Found config/jets/ci.rb"
+        puts "It looks like the Jets project is already initialized for CI"
+        exit
+      end
+
+      lines = IO.readlines("config/jets/deploy.rb")
+      found = lines.detect do |l|
+        l.include?("config.deploy.") && !l.match?(/^\s*#/)
+      end
+      if found
+        puts "Found config.ci in config/jets/deploy.rb"
+        puts "It looks like the Jets project has already been set up for CI"
+        exit
+      end
+    end
+
+    def are_you_sure?
+      return if options[:yes]
+      sure?(sure_message)
+    end
+
+    # https://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/aws-properties-codebuild-project-source.html#cfn-codebuild-project-source-type
+    def config_jets_ci
+      template "ci.rb.tt", "config/jets/ci.rb"
+    end
+  end
+end

data/lib/jets/cli/ci/logs.rb

@@ -0,0 +1,10 @@
+class Jets::CLI::Ci
+  class Logs < Base
+    def run
+      check_build_id!
+      run_with_exception_handling do
+        Tailer.new(@options, build_id).run
+      end
+    end
+  end
+end

data/lib/jets/cli/ci/start.rb

@@ -0,0 +1,121 @@
+class Jets::CLI::Ci
+  class Start < Base
+    def run
+      are_you_sure?
+
+      params = {project_name: project_name}
+      source_version = @options[:branch]
+      params[:source_version] = source_version if source_version # when nil. uses branch configured on CodeBuild project settings
+      params[:secondary_sources_version_override] = secondary_sources_version_override if secondary_sources_version_override # when nil. uses branch configured on CodeBuild project settings
+      params[:environment_variables_override] = environment_variables_override if @options[:env_vars]
+      params.merge!(@options[:overrides]) if @options[:overrides]
+      branch_info
+      params[:buildspec_override] = buildspec_override
+      log.debug("params: #{params}")
+      resp = start_build(params)
+
+      log.info "Build started for #{project_name}"
+      show_console_log_url(resp.build.id)
+      tail_logs(resp.build.id)
+
+      resp = codebuild.batch_get_builds(ids: [resp.build.id])
+      success = resp.builds.first.build_status == "SUCCEEDED"
+      exit 1 unless success
+      success
+    end
+
+    def start_build(params)
+      codebuild.start_build(params)
+    rescue Aws::CodeBuild::Errors::ResourceNotFoundException => e
+      log.error "Error: #{e.message}".color(:red)
+      log.error <<~EOL
+        AWS CodeBuild Project #{project_name} not found. Are you sure it exists?
+        Maybe double-check your AWS config settings
+      EOL
+      exit 1
+    end
+
+    def buildspec_override
+      return unless @options[:buildspec_override]
+      IO.read(@options[:buildspec_override])
+    end
+
+    def tail_logs(build_id)
+      Tailer.new(@options, build_id).run
+    end
+
+    def environment_variables_override
+      @options[:env_vars].map do |s|
+        k, v = s.split("=")
+        ssm = false
+        if /^ssm:(.*)/ =~ v
+          v = $1
+          ssm = true
+        end
+
+        {
+          name: k,
+          value: v,
+          type: ssm ? "PARAMETER_STORE" : "PLAINTEXT"
+        }
+      end
+    end
+
+    def branch_info
+      if @options[:branch]
+        log.info "Branch: #{@options[:branch]}"
+      end
+      if @options[:secondary_branches]
+        log.info "Branches: #{@options[:secondary_branches]}"
+      end
+    end
+
+    # https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/CodeBuild/Client.html#start_build-instance_method
+    # Map Hash to secondary_sources_version_override Structure. IE:
+    # From: {Main: "feature1"}
+    # To: [{source_identifier: "Main", source_version: "feature"}]
+    def secondary_sources_version_override
+      secondary_branches = @options[:secondary_branches]
+      return unless secondary_branches
+      secondary_branches.map do |id, version|
+        {source_identifier: id, source_version: version}
+      end
+    end
+
+    def are_you_sure?
+      message = "Will start build and deploy #{project_name.color(:green)}\n"
+      message << "#{git_dirty_message}\n" if git_dirty?
+      sure? message
+    end
+
+    def git_dirty_message
+      if git_dirty?
+        <<~EOL.strip
+          Warning: Git is dirty. The CI build will not include the latest changes.
+          If you want to include the latest changes, please commit and push them first.
+        EOL
+      elsif !git_changes_pushed?
+        <<~EOL.strip
+          Warning: The latest changes have not been pushed to the remote repository.
+          If you want to include the latest changes, please push them first.
+        EOL
+      end
+    end
+
+    def git_changes_pushed?
+      current_branch = `git branch --show-current`.strip
+      local_commit = `git rev-parse #{current_branch}`.strip
+      remote_commit = `git rev-parse origin/#{current_branch}`.strip
+      local_commit == remote_commit
+    end
+
+    def git_dirty_note
+      "(git is dirty)" if git_dirty?
+    end
+
+    def git_dirty?
+      `git status --porcelain`.strip != ""
+    end
+    memoize :git_dirty?
+  end
+end

data/lib/jets/cli/ci/status.rb

@@ -0,0 +1,29 @@
+class Jets::CLI::Ci
+  class Status < Base
+    def run
+      check_build_id!
+      run_with_exception_handling do
+        puts "Build id: #{build_id}"
+        resp = codebuild.batch_get_builds(ids: [build_id])
+        build = resp.builds.first
+        puts "Build status: #{colored(build.build_status)}"
+      end
+    end
+
+    private
+
+    def colored(status)
+      # one of SUCCEEDED FAILED FAULT TIMED_OUT IN_PROGRESS STOPPED
+      case status
+      when "SUCCEEDED"
+        status.color(:green)
+      when "FAILED", "FAULT", "TIMED_OUT"
+        status.color(:red)
+      when "IN_PROGRESS"
+        status.color(:yellow)
+      else
+        status
+      end
+    end
+  end
+end

data/lib/jets/cli/ci/stop.rb

@@ -0,0 +1,24 @@
+class Jets::CLI::Ci
+  class Stop < Base
+    def run
+      are_you_sure?
+      check_build_id!
+      run_with_exception_handling do
+        stopped = stop_build
+        log.info "Build has been stopped: #{build_id}" if stopped
+        show_console_log_url(build_id)
+      end
+    end
+
+    private
+
+    def are_you_sure?
+      message = "Will stop build for project #{project_name.color(:green)} build_id #{build_id.color(:green)}"
+      if @options[:yes]
+        logger.info message
+      else
+        sure?(message)
+      end
+    end
+  end
+end

data/lib/jets/cli/ci/tailer.rb

@@ -0,0 +1,17 @@
+class Jets::CLI::Ci
+  class Tailer < Jets::Remote::Tailer
+    def show_if
+      return true unless Jets.bootstrap.config.codebuild.logging.show == "filtered"
+
+      start_marker = "Entering phase BUILD"
+      end_marker = "Phase complete: BUILD"
+      proc do |event|
+        @display_showing ||= event.message.include?(start_marker)
+        if @display_showing && event.message.include?(end_marker)
+          @display_showing = false
+        end
+        @display_showing && !event.message.include?(start_marker)
+      end
+    end
+  end
+end

data/lib/jets/cli/ci/templates/ci.rb.tt

@@ -0,0 +1,19 @@
+Jets.deploy.configure do
+  # CI Docs: https://docs.rubyonjets.com/docs/ci/getting-started/
+  config.ci.source = {
+    Type: "<%= repo_type %>",
+    Location: "<%= repo_location %>"
+  }
+  config.ci.source_version = "<%= git_default_branch %>"
+  # triggers means that the CI git push to these branches
+  config.ci.triggers = ["<%= git_default_branch %>"]
+
+  # Note: JETS_API_KEY is required. The CI runner needs it to run: jets deploy
+  config.ci.env.vars = {
+    # BUNDLE_GITHUB__COM: "SSM:/#{ssm_env}/BUNDLE_GITHUB__COM",
+    JETS_API_KEY: "SSM:/#{ssm_env}/JETS_API_KEY"
+  }
+  # config.ci.schedule.enable = true
+  # config.ci.schedule.rate = "1d"
+  # config.ci.schedule.cron = "8 0 * * ? *" # every day at 12:08am UTC
+end