miniexec 0.0.6 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e5abfbd093e75a0bb48a481b1ce13cddaf849680faf63f02839d151847daf25
-  data.tar.gz: c759f6ec46d9bbe5812988cdd76706afb2aca6d9d7d7064294f848814ae26bb6
+  metadata.gz: 23d8470c6289646978702f3c917e7a8d6e98df6aef7b2a6d8c810eecbaf9e797
+  data.tar.gz: bb5725ff2ff691bce7c0a2aa55860889efcd8300bb39add2347415ef4dff516c
 SHA512:
-  metadata.gz: a8d3604262b29677b356b0ddaffb581b3527183ce084bed754f286bff5c4cf3e9b980af47048796975cb040b974adb77c58f21ffa1fb54b9cf13bedde15f50f7
-  data.tar.gz: cd413fee962e6795592637a8c2278c6e9d24b9066a448c2b9c20a6b5b1542dce2007fd9960ad85b038edbb7ddb5d472ab4654104d3314fed66764d9dcaa15740
+  metadata.gz: cc22648aa2042168eab09e192e89ad140ae188f20da8250e5817da3218019a580d5b7140320720bd212fbc44d2323c6f41aa1e722d7eb8973be877b6a5727c10
+  data.tar.gz: 6a4365689aa47b7be9272d8f6297c939159df7de03862965aa39e2b10c6fa07860d951b208c10b938cfa9b6c2d9b7a5b0660ff46859e732e565cfaa179b9cfea

data/bin/miniexec

@@ -5,7 +5,6 @@ lib = File.expand_path('../lib', __dir__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'miniexec'
 require 'optparse'
-require 'pry'
 
 options = {
   binds: [],
@@ -45,9 +44,9 @@ end.parse!
 
 raise OptionParser::MissingArgument, 'Specify a job with -j' if options[:job].nil?
 
-MiniExec.config(project_path: options[:path])
-exec = MiniExec.new options[:job],
-                    docker_url: options[:docker],
-                    binds: options[:binds],
-                    env: options[:env]
+MiniExec::MiniExec.config(project_path: options[:path])
+exec = MiniExec::MiniExec.new options[:job],
+                              docker_url: options[:docker],
+                              binds: options[:binds],
+                              env: options[:env]
 exec.run_job

data/lib/miniexec.rb

@@ -1,121 +1,132 @@
 # frozen_string_literal: true
 
 # Main class
-class MiniExec
-  require 'logger'
-  require 'docker-api'
-  require 'json'
-  require 'tempfile'
-  require 'yaml'
-  require 'git'
-  # Class instance variables
-  @project_path = '.'
-  @workflow_file = '.gitlab-ci.yml'
+module MiniExec
+  class MiniExec
+    require 'logger'
+    require 'docker-api'
+    require 'json'
+    require 'tempfile'
+    require 'yaml'
+    require 'git'
+    require_relative './util'
+    # Class instance variables
+    @project_path = '.'
+    @workflow_file = '.gitlab-ci.yml'
 
-  class << self
-    attr_accessor :project_path, :workflow_file
-  end
+    class << self
+      attr_accessor :project_path, :workflow_file
+    end
 
-  def self.config(project_path: @project_path, workflow_file: @workflow_file)
-    @project_path = project_path
-    @workflow_file = workflow_file
-    self
-  end
+    def self.config(project_path: @project_path, workflow_file: @workflow_file)
+      @project_path = project_path
+      @workflow_file = workflow_file
+      self
+    end
 
-  attr_accessor :script
+    attr_accessor :script
 
-  def initialize(job,
-                 project_path: self.class.project_path,
-                 docker_url: nil,
-                 binds: [],
-                 env: {})
-    @job_name = job
-    @project_path = project_path
-    @workflow = YAML.load(File.read("#{@project_path}/#{MiniExec.workflow_file}"))
-    @job = @workflow[job]
-    @job['name'] = job
-    @default_image = @workflow['image'] || 'debian:buster-slim'
-    @image = set_job_image
-    @script = compile_script
-    @binds = binds
-    @env = env.merge gitlab_env, variables
-    configure_logger
-    Docker.options[:read_timeout] = 6000
-    Docker.url = docker_url if docker_url
-  end
+    def initialize(job,
+                   project_path: self.class.project_path,
+                   docker_url: nil,
+                   binds: [],
+                   env: {})
+      @job_name = job
+      @project_path = project_path
+      @workflow = YAML.load(File.read("#{@project_path}/#{MiniExec.workflow_file}"))
+      @job = @workflow[job]
+      @job['name'] = job
+      @default_image = @workflow['image'] || 'debian:buster-slim'
+      @image = set_job_image
+      @binds = binds
+      @env = {}
+      [
+        env,
+        gitlab_env,
+        @workflow['variables'],
+        @job['variables']
+      ].each do |var_set|
+        @env.merge!(var_set.transform_values { |v| Util.expand_var(v.to_s, @env) }) if var_set
+      end
+      @script = compile_script
+      configure_logger
+      Docker.options[:read_timeout] = 6000
+      Docker.url = docker_url if docker_url
+    end
 
-  def run_job
-    script_path = "/tmp/#{@job['name']}.sh"
-    @logger.info "Fetching image #{@image}"
-    Docker::Image.create(fromImage: @image)
-    @logger.info 'Image fetched'
-    Dir.chdir(@project_path) do
-      @logger.info 'Creating container'
-      container = Docker::Container.create(
-        Cmd: ['/bin/bash', script_path],
-        Image: @image,
-        Volumes: @binds.map { |b| { b => { path_parent: 'rw' } } }.inject(:merge),
-        Env: @env.map { |k, v| "#{k}=#{v}" }
-      )
-      container.store_file(script_path, @script)
-      container.start({ Binds: [@binds] })
-      container.tap(&:start).attach { |_, chunk| puts chunk }
+    def run_job
+      script_path = "/tmp/#{@job['name']}.sh"
+      @logger.info "Fetching image #{@image}"
+      Docker::Image.create(fromImage: @image)
+      @logger.info 'Image fetched'
+      Dir.chdir(@project_path) do
+        @logger.info 'Creating container'
+        container = Docker::Container.create(
+          Cmd: ['/bin/bash', script_path],
+          Image: @image,
+          Volumes: @binds.map { |b| { b => { path_parent: 'rw' } } }.inject(:merge),
+          Env: @env.map { |k, v| "#{k}=#{v}" }
+        )
+        container.store_file(script_path, @script)
+        container.start({ Binds: [@binds] })
+        container.tap(&:start).attach { |_, chunk| puts chunk }
+      end
     end
-  end
 
-  private
+    private
 
-  def set_job_image
-    return @job['image'] if @job['image']
+    def set_job_image
+      return @job['image'] if @job['image']
 
-    @default_image
-  end
+      @default_image
+    end
 
-  # Set gitlab's predefined env vars as per
-  # https://docs.gitlab.com/ee/ci/variables/predefined_variables.html
-  def gitlab_env
-    g = Git.open(@project_path)
-    commit = g.gcommit 'HEAD'
-    tag = g.tags.find { |t| t.objectish == commit.sha }
-    commit_branch = g.branch.name
-    if tag.nil?
-      ref_name = g.branch.name
-      commit_tag = nil
-    else
-      ref_name = tag.name
-      commit_tag = ref_name
+    # Set gitlab's predefined env vars as per
+    # https://docs.gitlab.com/ee/ci/variables/predefined_variables.html
+    def gitlab_env
+      g = Git.open(@project_path)
+      commit = g.gcommit 'HEAD'
+      tag = g.tags.find { |t| t.objectish == commit.sha }
+      commit_branch = g.branch.name
+      if tag.nil?
+        ref_name = g.branch.name
+        commit_tag = nil
+      else
+        ref_name = tag.name
+        commit_tag = ref_name
+      end
+      {
+        'CI': true,
+        'CI_COMMIT_REF_SHA': commit.sha,
+        'CI_COMMIT_SHORT_SHA': commit.sha[0, 8],
+        'CI_COMMIT_REF_NAME': ref_name,
+        'CI_COMMIT_BRANCH': commit_branch,
+        'CI_COMMIT_TAG': commit_tag,
+        'CI_COMMIT_MESSAGE': commit.message,
+        'CI_COMMIT_REF_PROTECTED': false,
+        'CI_COMMIT_TIMESTAMP': commit.date.strftime('%FT%T')
+      }.transform_keys(&:to_s)
     end
-    {
-      'CI': true,
-      'CI_COMMIT_REF_SHA': commit.sha,
-      'CI_COMMIT_SHORT_SHA': commit.sha[0, 8],
-      'CI_COMMIT_REF_NAME': ref_name,
-      'CI_COMMIT_BRANCH': commit_branch,
-      'CI_COMMIT_TAG': commit_tag,
-      'CI_COMMIT_MESSAGE': commit.message,
-      'CI_COMMIT_REF_PROTECTED': false,
-      'CI_COMMIT_TIMESTAMP': commit.date.strftime('%FT%T')
-    }.transform_keys(&:to_s)
-  end
 
-  def variables
-    globals = @workflow['variables'] || {}
-    job_locals = @job['variables'] || {}
-    globals.merge job_locals
-  end
+    def variables
+      globals = @workflow['variables'] || {}
+      job_locals = @job['variables'] || {}
+      globals.merge job_locals
+    end
 
-  def configure_logger
-    @logger = Logger.new($stdout)
-    @logger.formatter = proc do |severity, _, _, msg|
-      "[#{severity}]: #{msg}\n"
+    def configure_logger
+      @logger = Logger.new($stdout)
+      @logger.formatter = proc do |severity, _, _, msg|
+        "[#{severity}]: #{msg}\n"
+      end
+      @logger.level = ENV['LOGLEVEL'] || Logger::INFO
     end
-    @logger.level = ENV['LOGLEVEL'] || Logger::INFO
-  end
 
-  def compile_script
-    before_script = @job['before_script'] || ''
-    script = @job['script'] || ''
-    after_script = @job['after_script'] || ''
-    [before_script, script, after_script].flatten.join("\n").strip
+    def compile_script
+      before_script = @job['before_script'] || ''
+      script = @job['script'] || ''
+      after_script = @job['after_script'] || ''
+      [before_script, script, after_script].flatten.join("\n").strip
+    end
   end
 end

data/lib/util.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module MiniExec
+  module Util
+    # Given a string and an env, replace any instance of shell-style variables
+    # with their value in the env. NOT POSIX COMPLIANT, just mostly hacky so
+    # I can get gitlab-ci.yml parsing to work properly. Required in MiniExec
+    # because of https://docs.gitlab.com/ee/ci/variables/where_variables_can_be_used.html#gitlab-internal-variable-expansion-mechanism
+    def self.expand_var(string, env)
+      # Match group 1 = the text to replace
+      # Match group 2 = the key from env we want to replace it with
+      regex = /(\${?(\w+)}?)/
+      string.scan(regex).uniq.each do |match|
+        string.gsub! match[0], env[match[1]].to_s
+      end
+      string
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: miniexec
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.1.1
 platform: ruby
 authors:
 - Martin Pugh
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-04-07 00:00:00.000000000 Z
+date: 2021-05-04 00:00:00.000000000 Z
 dependencies: []
 description: A minimal interpretor/executor for .gitlab-ci.yml
 email: pugh@s3kr.it
@@ -19,6 +19,7 @@ extra_rdoc_files: []
 files:
 - bin/miniexec
 - lib/miniexec.rb
+- lib/util.rb
 homepage: https://github.com/s3krit/miniexec
 licenses:
 - AGPL-3.0-or-later