drunker 0.1.0

data/lib/drunker/executor/builder.rb

@@ -0,0 +1,124 @@
+module Drunker
+  class Executor
+    class Builder
+      IN_PROGRESS = "IN_PROGRESS"
+      SUCCEEDED   = "SUCCEEDED"
+      FAILED      = "FAILED"
+      TIMED_OUT   = "TIMED_OUT"
+      STOPPED     = "STOPPED"
+
+      RETRY_LIMIT = 3
+      PHASE_ACCESS_DENIED = "ACCESS_DENIED"
+
+      attr_reader :build_id
+
+      def initialize(project_name:, targets:, artifact:, config:, logger:)
+        @project_name = project_name
+        @targets = targets
+        @artifact = artifact
+        @config = config
+        @client = Aws::CodeBuild::Client.new(config.aws_client_options)
+        @retry_count = 0
+        @logger = logger
+      end
+
+      def run
+        @build_id = client.start_build(project_name: project_name, buildspec_override: buildspec).build.id
+        refresh
+        logger.info("Started build: #{build_id}")
+        logger.debug("buildspec: #{buildspec}")
+        build_id
+      end
+
+      def retriable?
+        retry_count < RETRY_LIMIT
+      end
+
+      def retry
+        logger.info("Retrying build: #{build_id}")
+        @retry_count += 1
+        run
+      end
+
+      # Sometimes `* is not authorized to perform` or `Not authorized to perform` error occurs...
+      # It is judged that this is not a problem by user setting.
+      def access_denied?
+        return false unless failed?
+        result.builds[0].phases.any? do |phase|
+          phase.contexts&.any? do |context|
+            context.status_code == PHASE_ACCESS_DENIED && access_denied_message_included?(context.message)
+          end
+        end
+      end
+
+      def running?
+        status == IN_PROGRESS
+      end
+
+      def failed?
+        status == FAILED
+      end
+
+      def success?
+        status == SUCCEEDED
+      end
+
+      def refresh
+        @result = nil
+      end
+
+      def errors
+        return unless failed?
+        result.builds[0].phases.each_with_object([]) do |phase, results|
+          phase.contexts&.each do |context|
+            results << {
+              phase_type: phase.phase_type,
+              phase_status: phase.phase_status,
+              status: context.status_code,
+              message: context.message
+            }
+          end
+        end
+      end
+
+      private
+
+      attr_reader :project_name
+      attr_reader :targets
+      attr_reader :artifact
+      attr_reader :config
+      attr_reader :client
+      attr_reader :retry_count
+      attr_reader :logger
+
+      def result
+        @result ||= client.batch_get_builds(ids: [build_id])
+      end
+
+      def status
+        result.builds[0].build_status
+      end
+
+      def buildspec
+        commands = interpolate_commands
+        stdout = artifact.stdout
+        stderr = artifact.stderr
+        exit_status = artifact.exit_status
+
+        ERB.new(config.buildspec).result(binding)
+      end
+
+      def interpolate_commands
+        variables = %w(FILES)
+
+        config.commands.map do |command|
+          variables.include?(command) ? targets : command
+        end.flatten
+      end
+
+      def access_denied_message_included?(message)
+        message.include?("is not authorized to perform") || message.include?("Not authorized to perform")
+      end
+    end
+  end
+end

data/lib/drunker/executor/buildspec.yml.erb

@@ -0,0 +1,11 @@
+---
+version: 0.1
+phases:
+  build:
+    commands:
+      - <%= commands.join(" ") %> 1> <%= stdout %> 2> <%= stderr %>; echo $? > <%= exit_status %>
+artifacts:
+  files:
+    - <%= stdout %>
+    - <%= stderr %>
+    - <%= exit_status %>

data/lib/drunker/executor/iam.rb

@@ -0,0 +1,92 @@
+module Drunker
+  class Executor
+    class IAM
+      attr_reader :role
+
+      def initialize(source:, artifact:, config:, logger:)
+        timestamp = Time.now.to_i.to_s
+        client = Aws::IAM::Client.new(config.aws_client_options)
+        iam = Aws::IAM::Resource.new(client: client)
+
+        @role = iam.create_role(
+            role_name: "drunker-codebuild-servie-role-#{timestamp}",
+            assume_role_policy_document: role_json,
+        )
+        logger.info("Created IAM role: #{role.name}")
+        @policy = iam.create_policy(
+            policy_name: "drunker-codebuild-service-policy-#{timestamp}",
+            policy_document: policy_json(source: source, artifact: artifact)
+        )
+        logger.info("Created IAM policy: #{policy.policy_name}")
+        role.attach_policy(policy_arn: policy.arn)
+        logger.debug("Attached #{policy.policy_name} to #{role.name}")
+        @logger = logger
+      end
+
+      def delete
+        role.detach_policy(policy_arn: policy.arn)
+        logger.debug("Detached #{policy.policy_name} from #{role.name}")
+        policy.delete
+        logger.info("Deleted IAM policy: #{policy.policy_name}")
+        role.delete
+        logger.info("Deleted IAM role: #{role.name}")
+      end
+
+      private
+
+      attr_reader :policy
+      attr_reader :logger
+
+      def role_json
+        {
+          Version: "2012-10-17",
+          Statement: [
+            {
+              Effect: "Allow",
+              Principal: {
+                Service: "codebuild.amazonaws.com",
+              },
+              Action: "sts:AssumeRole",
+            }
+          ],
+        }.to_json
+      end
+
+      def policy_json(source:, artifact:)
+        {
+          Version: "2012-10-17",
+          Statement: [
+            {
+              Effect: "Allow",
+              Resource: "*",
+              Action: [
+                "logs:CreateLogGroup",
+                "logs:CreateLogStream",
+                "logs:PutLogEvents",
+              ]
+            },
+            {
+              Effect: "Allow",
+              Resource: [
+                "arn:aws:s3:::#{source.location}"
+              ],
+              Action: [
+                "s3:GetObject",
+                "s3:GetObjectVersion",
+              ]
+            },
+            {
+              Effect: "Allow",
+              Resource: [
+                "arn:aws:s3:::#{artifact.bucket.name}/*"
+              ],
+              Action: [
+                "s3:PutObject"
+              ]
+            }
+          ]
+        }.to_json
+      end
+    end
+  end
+end

data/lib/drunker/source.rb

@@ -0,0 +1,72 @@
+module Drunker
+  class Source
+    attr_reader :target_files
+
+    def initialize(target_dir, config:, logger:)
+      timestamp = Time.now.to_i.to_s
+      s3 = Aws::S3::Resource.new(client: Aws::S3::Client.new(config.aws_client_options))
+
+      @bucket = s3.create_bucket(bucket: "drunker-source-store-#{timestamp}")
+      logger.info("Created source bucket: #{bucket.name}")
+      @name = "drunker_source_#{timestamp}.zip"
+      @target_files = []
+      @config = config
+      @logger = logger
+
+      set_target_files(target_dir)
+      archive(target_dir) do |path|
+        bucket.object(name).upload_file(path.to_s)
+        logger.info("Uploaded source archive: #{location}")
+      end
+      @logger = logger
+    end
+
+    def location
+      "#{bucket.name}/#{name}"
+    end
+
+    def to_h
+      {
+        type: "S3",
+        location: location
+      }
+    end
+
+    def delete
+      bucket.delete!
+      logger.info("Deleted bucket: #{bucket.name}")
+    end
+
+    private
+
+    attr_reader :bucket
+    attr_reader :name
+    attr_reader :config
+    attr_reader :logger
+
+    def archive(target_dir)
+      archive_path = Pathname.new("#{target_dir.to_s}/#{name}")
+
+      Zip::File.open(archive_path.to_s, Zip::File::CREATE) do |zip|
+        Pathname.glob(target_dir.to_s + "/**/*", File::Constants::FNM_DOTMATCH).select(&:file?).each do |real_path|
+          archive_file = real_path.relative_path_from(target_dir)
+          zip.add(archive_file, real_path.to_s)
+          logger.debug("Archived: #{archive_file.to_s}")
+        end
+      end
+      logger.debug("Archived source: #{archive_path.to_s}")
+      yield archive_path
+      archive_path.unlink
+      logger.debug("Deleted archive")
+    end
+
+    def set_target_files(target_dir)
+      logger.debug("Use file pattern: #{config.file_pattern}")
+      Pathname.glob(target_dir.to_s + "/" + config.file_pattern).select(&:file?).each do |real_path|
+        file = real_path.relative_path_from(target_dir).to_s
+        @target_files << file
+        logger.debug("Set target: #{file}")
+      end
+    end
+  end
+end

data/lib/drunker/version.rb

@@ -0,0 +1,3 @@
+module Drunker
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,182 @@
+--- !ruby/object:Gem::Specification
+name: drunker
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kazuma Watanabe
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-05-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: drunker-aggregator-pretty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+description: Distributed CLI runner on AWS CodeBuild
+email:
+- watassbass@gmail.com
+executables:
+- drunker
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- drunker.gemspec
+- exe/drunker
+- lib/drunker.rb
+- lib/drunker/aggregator.rb
+- lib/drunker/aggregator/base.rb
+- lib/drunker/artifact.rb
+- lib/drunker/artifact/layer.rb
+- lib/drunker/cli.rb
+- lib/drunker/config.rb
+- lib/drunker/executor.rb
+- lib/drunker/executor/builder.rb
+- lib/drunker/executor/buildspec.yml.erb
+- lib/drunker/executor/iam.rb
+- lib/drunker/source.rb
+- lib/drunker/version.rb
+homepage: https://github.com/wata727/drunker
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.11
+signing_key: 
+specification_version: 4
+summary: Distributed CLI runner on AWS CodeBuild
+test_files: []