miniexec 0.0.7 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e698920b225de9f23f4eb3822d1eec118aaed8a64c7a4b3b517d90866af47f46
-  data.tar.gz: 7b4b0b8a671528ac4872286aff9451988ab820fd11179a7750dde0f1648755af
+  metadata.gz: 6097e4b1de5d81d2e75d5817d9fd6a722ad40c9add96a1ff817cbbe64614f5e2
+  data.tar.gz: 9d639bc96b249926a411662b4a54027ebbb8381bcda243b56261eb5ed7530077
 SHA512:
-  metadata.gz: f261c258a1c28e15ef19bae2a620e7301274c58c1f0672e3f45623e43a7f506572502ef6a4f4582aebe6047818e01220465710372d0e1d8bf51f94ba00dd90dd
-  data.tar.gz: ef7e02e019e1405be2baed577db4812e6ae828d20f2685f3903fdf8d6355e06722e8875ee92539bd664ea0763dcb94241fd35c5027af7e4b2a59316924707349
+  metadata.gz: 042ac22614eedb274be50d0cbac5f13e1e8bc05bf8421559206dcf433365b205b892dab091aff64dd07ec7da2e782a9a0f4e63ecc0341424032d56a8070755a0
+  data.tar.gz: b62dd5d5dddd6e0abb6057052b25cdcef90f9167c068e7821de9f928a215e06b57593fdced5c3b92f686254afe95cf37fb320cec3aa88531b34e02988840937e

data/bin/miniexec

@@ -5,7 +5,6 @@ lib = File.expand_path('../lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'miniexec'
 require 'optparse'
-require 'pry'
 
 options = {
   binds: [],
@@ -45,9 +44,9 @@ end.parse!
 
 raise OptionParser::MissingArgument, 'Specify a job with -j' if options[:job].nil?
 
-MiniExec.config(project_path: options[:path])
-exec = MiniExec.new options[:job],
-                    docker_url: options[:docker],
-                    binds: options[:binds],
-                    env: options[:env]
+MiniExec::MiniExec.config(project_path: options[:path])
+exec = MiniExec::MiniExec.new options[:job],
+                              docker_url: options[:docker],
+                              binds: options[:binds],
+                              env: options[:env]
 exec.run_job

data/lib/miniexec.rb

@@ -1,121 +1,159 @@
 # frozen_string_literal: true
 
 # Main class
-class MiniExec
-  require 'logger'
-  require 'docker-api'
-  require 'json'
-  require 'tempfile'
-  require 'yaml'
-  require 'git'
-  # Class instance variables
-  @project_path = '.'
-  @workflow_file = '.gitlab-ci.yml'
+module MiniExec
+  class MiniExec
+    require 'logger'
+    require 'docker-api'
+    require 'json'
+    require 'tempfile'
+    require 'yaml'
+    require 'git'
+    require_relative './util'
+    # Class instance variables
+    @project_path = '.'
+    @workflow_file = '.gitlab-ci.yml'
 
-  class << self
-    attr_accessor :project_path, :workflow_file
-  end
+    class << self
+      attr_accessor :project_path, :workflow_file
+    end
 
-  def self.config(project_path: @project_path, workflow_file: @workflow_file)
-    @project_path = project_path
-    @workflow_file = workflow_file
-    self
-  end
+    def self.config(project_path: @project_path, workflow_file: @workflow_file)
+      @project_path = project_path
+      @workflow_file = workflow_file
+      self
+    end
 
-  attr_accessor :script
+    attr_accessor :script
+    attr_reader :runlog
 
-  def initialize(job,
-                 project_path: self.class.project_path,
-                 docker_url: nil,
-                 binds: [],
-                 env: {})
-    @job_name = job
-    @project_path = project_path
-    @workflow = YAML.load(File.read("#{@project_path}/#{MiniExec.workflow_file}"))
-    @job = @workflow[job]
-    @job['name'] = job
-    @default_image = @workflow['image'] || 'debian:buster-slim'
-    @image = set_job_image
-    @script = compile_script
-    @binds = binds
-    @env = env.merge gitlab_env, variables
-    configure_logger
-    Docker.options[:read_timeout] = 6000
-    Docker.url = docker_url if docker_url
-  end
+    def initialize(job,
+                   project_path: self.class.project_path,
+                   docker_url: nil,
+                   binds: [],
+                   env: {},
+                   mount_cwd: true)
+      @job_name = job
+      @project_path = project_path
+      @workflow = YAML.load(File.read("#{@project_path}/#{MiniExec.workflow_file}"))
+      @job = @workflow[job]
+      @job['name'] = job
+      @default_image = @workflow['image'] || 'debian:buster-slim'
+      @image = set_job_image
+      @entrypoint = set_job_entrypoint
+      @binds = binds
+      @mount_cwd = mount_cwd
+      @env = {}
+      [
+        env,
+        gitlab_env,
+        @workflow['variables'],
+        @job['variables']
+      ].each do |var_set|
+        @env.merge!(var_set.transform_values { |v| Util.expand_var(v.to_s, @env) }) if var_set
+      end
+      @script = compile_script
+      @runlog = []
+      configure_logger
+      Docker.options[:read_timeout] = 6000
+      Docker.url = docker_url if docker_url
+    end
+
+    def run_job
+      script_path = "/tmp/#{@job['name']}.sh"
+      @logger.info "Fetching image #{@image}"
+      Docker::Image.create(fromImage: @image)
+      @logger.info 'Image fetched'
 
-  def run_job
-    script_path = "/tmp/#{@job['name']}.sh"
-    @logger.info "Fetching image #{@image}"
-    Docker::Image.create(fromImage: @image)
-    @logger.info 'Image fetched'
-    Dir.chdir(@project_path) do
-      @logger.info 'Creating container'
-      container = Docker::Container.create(
-        Cmd: ['/bin/bash', script_path],
-        Image: @image,
-        Volumes: @binds.map { |b| { b => { path_parent: 'rw' } } }.inject(:merge),
-        Env: @env.map { |k, v| "#{k}=#{v}" }
-      )
-      container.store_file(script_path, @script)
-      container.start({ Binds: [@binds] })
-      container.tap(&:start).attach { |_, chunk| puts chunk }
+      config = Docker::Image.get(@image).info['Config']
+      working_dir = if config['WorkingDir'].empty?
+                      '/gitlab'
+                    else
+                      config['WorkingDir']
+                    end
+      binds = @binds
+      binds.push "#{ENV['PWD']}:#{working_dir}" if @mount_cwd
+      Dir.chdir(@project_path) do
+        @logger.info 'Creating container'
+        container = Docker::Container.create(
+          Image: @image,
+          Cmd: ['/usr/bin/env', 'bash', script_path],
+          WorkingDir: working_dir,
+          Entrypoint: @entrypoint,
+          Volumes: @binds.map { |b| { b => { path_parent: 'rw' } } }.inject(:merge),
+          Env: @env.map { |k, v| "#{k}=#{v}" }
+        )
+        container.store_file(script_path, @script)
+        container.start({ Binds: [@binds] })
+        container.tap(&:start).attach { |_, chunk| puts chunk; @runlog.push chunk}
+        @logger.info 'Job finished. Removing container.'
+        # After running, we want to remove the container.
+        container.remove
+        @logger.info 'Container removed.'
+      end
     end
-  end
 
-  private
+    private
 
-  def set_job_image
-    return @job['image'] if @job['image']
+    def set_job_image
+      if @job['image']
+        image = @job['image'] if @job['image'].instance_of?(String)
+        image = @job['image']['name'] if @job['image'].instance_of?(Hash)
+      end
 
-    @default_image
-  end
+      image || @default_image
+    end
 
-  # Set gitlab's predefined env vars as per
-  # https://docs.gitlab.com/ee/ci/variables/predefined_variables.html
-  def gitlab_env
-    g = Git.open(@project_path)
-    commit = g.gcommit 'HEAD'
-    tag = g.tags.find { |t| t.objectish == commit.sha }
-    commit_branch = g.branch.name
-    if tag.nil?
-      ref_name = g.branch.name
-      commit_tag = nil
-    else
-      ref_name = tag.name
-      commit_tag = ref_name
+    def set_job_entrypoint
+      @job['image']['entrypoint'] if @job['image'].instance_of?(Hash)
     end
-    {
-      'CI': true,
-      'CI_COMMIT_REF_SHA': commit.sha,
-      'CI_COMMIT_SHORT_SHA': commit.sha[0, 8],
-      'CI_COMMIT_REF_NAME': ref_name,
-      'CI_COMMIT_BRANCH': commit_branch,
-      'CI_COMMIT_TAG': commit_tag,
-      'CI_COMMIT_MESSAGE': commit.message,
-      'CI_COMMIT_REF_PROTECTED': false,
-      'CI_COMMIT_TIMESTAMP': commit.date.strftime('%FT%T')
-    }.transform_keys(&:to_s)
-  end
 
-  def variables
-    globals = @workflow['variables'] || {}
-    job_locals = @job['variables'] || {}
-    globals.merge job_locals
-  end
+    # Set gitlab's predefined env vars as per
+    # https://docs.gitlab.com/ee/ci/variables/predefined_variables.html
+    def gitlab_env
+      g = Git.open(@project_path)
+      commit = g.gcommit 'HEAD'
+      tag = g.tags.find { |t| t.objectish == commit.sha }
+      commit_branch = g.branch.name
+      if tag.nil?
+        ref_name = g.branch.name
+        commit_tag = nil
+      else
+        ref_name = tag.name
+        commit_tag = ref_name
+      end
+      {
+        'CI': true,
+        'CI_COMMIT_REF_SHA': commit.sha,
+        'CI_COMMIT_SHORT_SHA': commit.sha[0, 8],
+        'CI_COMMIT_REF_NAME': ref_name,
+        'CI_COMMIT_BRANCH': commit_branch,
+        'CI_COMMIT_TAG': commit_tag,
+        'CI_COMMIT_MESSAGE': commit.message,
+        'CI_COMMIT_REF_PROTECTED': false,
+        'CI_COMMIT_TIMESTAMP': commit.date.strftime('%FT%T')
+      }.transform_keys(&:to_s)
+    end
 
-  def configure_logger
-    @logger = Logger.new($stdout)
-    @logger.formatter = proc do |severity, _, _, msg|
-      "[#{severity}]: #{msg}\n"
+    def variables
+      globals = @workflow['variables'] || {}
+      job_locals = @job['variables'] || {}
+      globals.merge job_locals
+    end
+
+    def configure_logger
+      @logger = Logger.new($stdout)
+      @logger.formatter = proc do |severity, _, _, msg|
+        "[#{severity}]: #{msg}\n"
+      end
+      @logger.level = ENV['LOGLEVEL'] || Logger::INFO
     end
-    @logger.level = ENV['LOGLEVEL'] || Logger::INFO
-  end
 
-  def compile_script
-    before_script = @job['before_script'] || ''
-    script = @job['script'] || ''
-    after_script = @job['after_script'] || ''
-    [before_script, script, after_script].flatten.join("\n").strip
+    def compile_script
+      before_script = @job['before_script'] || ''
+      script = @job['script'] || ''
+      after_script = @job['after_script'] || ''
+      [before_script, script, after_script].flatten.join("\n").strip
+    end
   end
 end

data/lib/util.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module MiniExec
+  module Util
+    # Given a string and an env, replace any instance of shell-style variables
+    # with their value in the env. NOT POSIX COMPLIANT, just mostly hacky so
+    # I can get gitlab-ci.yml parsing to work properly. Required in MiniExec
+    # because of https://docs.gitlab.com/ee/ci/variables/where_variables_can_be_used.html#gitlab-internal-variable-expansion-mechanism
+    def self.expand_var(string, env)
+      # Match group 1 = the text to replace
+      # Match group 2 = the key from env we want to replace it with
+      regex = /(\${?(\w+)}?)/
+      string.scan(regex).uniq.each do |match|
+        string.gsub! match[0], env[match[1]].to_s
+      end
+      string
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: miniexec
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.2.0
 platform: ruby
 authors:
 - Martin Pugh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-04-16 00:00:00.000000000 Z
+date: 2021-05-07 00:00:00.000000000 Z
 dependencies: []
 description: A minimal interpretor/executor for .gitlab-ci.yml
 email: pugh@s3kr.it
@@ -19,6 +19,7 @@ extra_rdoc_files: []
 files:
 - bin/miniexec
 - lib/miniexec.rb
+- lib/util.rb
 homepage: https://github.com/s3krit/miniexec
 licenses:
 - AGPL-3.0-or-later