ddsl 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f71118bf1db75829c800cdc9a8f8be55a563f22b
+  data.tar.gz: 4009fa8ce03a9c76b085e8b5fdc01ad5f37a27b1
+SHA512:
+  metadata.gz: c5994bb90f41a8f49358f9ef9f1b76c1bbb40d6693c933d390d89f6b7b118bc4f4c59f917f341fc273441895f889343307ca955b596ae3e2f957a447499d7890
+  data.tar.gz: 8399bd7b709813fe7fafba8fe51a1bf9ee2b256be72a49fc417c22f2097bd80d765a3e238a51bac20bed710db1db4e16c8abd328cfe74d9dee62bcec6a79a34d

data/.circleci/config.yml

@@ -0,0 +1,56 @@
+version: 2
+
+docker_options: &docker_options
+  working_directory: ~/ddsl
+  docker:
+    - image: bilby91/ddsl:latest
+      auth:
+        username: $DOCKER_REGISTRY_USERNAME
+        password: $DOCKER_REGISTRY_PASSWORD
+
+workflows:
+  version: 2
+  build-deploy:
+    jobs:
+      - build
+      - test:
+          requires:
+            - build
+      - lint:
+          requires:
+            - build
+
+jobs:
+  build:
+    <<: *docker_options
+    steps:
+      - checkout
+      - setup_remote_docker
+      - run:
+          command: echo "$DOCKER_REGISTRY_PASSWORD" | docker login --username $DOCKER_REGISTRY_USERNAME --password-stdin
+      - run:
+          command: |
+            export CI_SHA1=$CIRCLE_SHA1
+            ddsl build feature-branch
+  test:
+    <<: *docker_options
+    steps:
+      - checkout
+      - setup_remote_docker
+      - run:
+          command: echo "$DOCKER_REGISTRY_PASSWORD" | docker login --username $DOCKER_REGISTRY_USERNAME --password-stdin
+      - run:
+          command: |
+            export CI_SHA1=$CIRCLE_SHA1
+            ddsl run test-ci
+  lint:
+    <<: *docker_options
+    steps:
+      - checkout
+      - setup_remote_docker
+      - run:
+          command: echo "$DOCKER_REGISTRY_PASSWORD" | docker login --username $DOCKER_REGISTRY_USERNAME --password-stdin
+      - run:
+          command: |
+            export CI_SHA1=$CIRCLE_SHA1
+            ddsl run lint-ci

data/.ddsl.yml

@@ -0,0 +1,48 @@
+version: 1
+
+builds:
+  - name: feature-branch
+    type: docker
+    context: .
+    file: docker/Dockerfile
+    tags:
+      - bilby91/ddsl:$CI_SHA1
+    push: true
+    cache_from:
+      - bilby91/ddsl:latest
+  - name: master-branch
+    type: docker
+    context: .
+    file: docker/Dockerfile
+    tags:
+      - bilby91/ddsl:$CI_SHA1
+      - bilby91/ddsl:latest
+    push: true
+    cache_from:
+      - bilby91/ddsl:latest
+  - name: dev
+    type: docker-compose
+    file: docker/docker-compose.yml 
+
+runs:
+  - name: bash
+    type: docker-compose
+    file: docker/docker-compose.yml 
+    service: ddsl
+    cmd: /bin/bash
+  - name: test-ci
+    type: docker
+    image: bilby91/ddsl:$CI_SHA1
+    cmd: rspec spec .
+  - name: test
+    type: docker
+    image: bilby91/ddsl:latest
+    cmd: rspec spec .
+  - name: lint-ci
+    type: docker
+    image: bilby91/ddsl:$CI_SHA1
+    cmd: rubocop .
+  - name: lint
+    type: docker
+    image: bilby91/ddsl:latest
+    cmd: rubocop .

data/.gitignore

@@ -0,0 +1,5 @@
+# Code Coverage
+coverage
+
+# Compiled gem
+*.gem

data/.rspec

@@ -0,0 +1 @@
+--require spec_helper

data/.rubocop.yml

@@ -0,0 +1,19 @@
+AllCops:
+  TargetRubyVersion: 2.4
+
+Metrics/LineLength:
+  Max: 120
+
+Metrics/MethodLength:
+  Max: 15
+
+Metrics/BlockLength:
+  Exclude:
+    - 'spec/**/*.rb'
+
+Style/Documentation:
+  Enabled: false
+
+Style/AccessModifierDeclarations:
+  EnforcedStyle: inline
+

data/Gemfile

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,68 @@
+PATH
+  remote: .
+  specs:
+    ddsl (0.0.1)
+      clamp (~> 1)
+      json-schema (~> 2)
+      transproc (~> 1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.5.2)
+      public_suffix (>= 2.0.2, < 4.0)
+    ast (2.4.0)
+    clamp (1.3.0)
+    diff-lcs (1.3)
+    docile (1.3.1)
+    jaro_winkler (1.5.1)
+    json (2.1.0)
+    json-schema (2.8.1)
+      addressable (>= 2.4)
+    parallel (1.12.1)
+    parser (2.5.3.0)
+      ast (~> 2.4.0)
+    powerpack (0.1.2)
+    public_suffix (3.0.3)
+    rainbow (3.0.0)
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.0)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.0)
+    rubocop (0.60.0)
+      jaro_winkler (~> 1.5.1)
+      parallel (~> 1.10)
+      parser (>= 2.5, != 2.5.1.1)
+      powerpack (~> 0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.4.0)
+    ruby-progressbar (1.10.0)
+    simplecov (0.16.1)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    transproc (1.0.2)
+    unicode-display_width (1.4.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  ddsl!
+  rspec (~> 3)
+  rubocop (~> 0.60)
+  simplecov (~> 0.16)
+
+BUNDLED WITH
+   1.17.1

data/README.md

@@ -0,0 +1,58 @@
+# ddsl
+
+Docker Declarative Specific Language
+
+`ddsl` lets you declare how your docker images are built and what checks (test, linter, etc) need be run in your images.
+
+```yaml
+version: 1
+
+builds:
+  - name: main
+    type: docker
+    context: .
+    file: docker/Dockerfile
+    tags:
+      - bilby91/ddsl:latest
+  - name: dev
+    type: docker-compose
+    file: docker/docker-compose.yml
+
+runs:
+  - name: bash
+    type: docker-compose
+    file: docker/docker-compose.yml
+    service: ddsl
+    cmd: /bin/bash
+
+  - name: test
+    type: docker
+    image: bilby91/ddsl:latest
+    cmd: rspec spec .
+
+  - name: lint
+    type: docker
+    image: bilby91/ddsl:latest
+    cmd: rubocop .
+```
+
+## Dependencies
+
+- ruby
+- docker
+- docker-compose
+
+## TODO
+
+- [X] Docker Compose support
+- [X] Variable interpolation
+- [X] Build/Test DDSL using DDSL. Inception :)
+- [ ] Add CI GitLab
+- [ ] Add CI Travis
+- [ ] Variable sharing/reusing
+- [ ] Registries?
+- [ ] External secret proviers ? (KMS, Google?)
+
+## Contact
+
+- Martín Fernández <mfernandez@geofore.com>

data/bin/ddsl

@@ -0,0 +1,6 @@
+#!/usr/bin/ruby
+# frozen_string_literal: true
+
+require_relative '../lib/ddsl'
+
+DDSL::CLI.run

data/bin/dev

@@ -0,0 +1,15 @@
+#!/bin/bash
+
+export COMPOSE_FILE=docker/docker-compose.yml
+
+case "$1" in
+  bash)
+    docker-compose run --rm ddsl /bin/bash
+    ;;
+  build)
+    docker-compose build
+    ;;
+  down)
+    docker-compose down
+    ;;
+esac

data/ddsl.gemspec

@@ -0,0 +1,26 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ddsl/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'ddsl'
+  spec.version       = DDSL::VERSION
+  spec.homepage      = 'https://github.com/bilby91/ddsl'
+  spec.license       = 'MIT'
+  spec.authors       = ['Martin Fernandez']
+  spec.email         = ['fmartin91@gmail.com']
+  spec.summary       = 'Docker Declarative Specific Language'
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.executables   = ['ddsl']
+  spec.require_paths = ['lib']
+  spec.add_dependency 'clamp', '~> 1'
+  spec.add_dependency 'json-schema', '~> 2'
+  spec.add_dependency 'transproc', '~> 1'
+  spec.add_development_dependency 'rspec', '~> 3'
+  spec.add_development_dependency 'rubocop', '~> 0.60'
+  spec.add_development_dependency 'simplecov', '~> 0.16'
+end

data/docker/Dockerfile

@@ -0,0 +1,44 @@
+FROM docker:18.05
+
+LABEL maintainer="Martín Fernández <mfernandez@geoforce.com>"
+
+ENV APP_HOME /var/www/app
+
+# Install the base tooling
+RUN apk add --no-cache \
+      build-base \
+      gcc \
+      python \
+      py-pip \
+      python-dev \
+      gettext \
+      curl \
+      bash \
+      git \
+      ruby \
+      ruby-dev \
+      ruby-bigdecimal 
+
+# Install docker-compose
+RUN pip install docker-compose
+
+# Install ruby dependencies
+RUN gem install bundler --no-ri
+
+WORKDIR ${APP_HOME}
+
+# Copy only Gemfile for caching
+COPY lib/ddsl/version.rb $APP_HOME/lib/ddsl/version.rb
+COPY Gemfile* *.gemspec $APP_HOME/
+
+# Install ruby dependencies
+RUN bundle install
+
+# COPY app to container
+COPY . $APP_HOME
+
+# Build the gem locally
+RUN bundle exec gem build ddsl.gemspec
+
+# Install binary
+RUN bundle exec gem install --no-rdoc --no-ri --local ddsl-0.0.1.gem

data/docker/Dockerfile.dev

@@ -0,0 +1,34 @@
+FROM docker:18.05
+
+LABEL maintainer="Martín Fernández <mfernandez@geoforce.com>"
+
+ENV APP_HOME /var/www/app
+
+# Install the base tooling
+RUN apk add --no-cache \
+      build-base \
+      gcc \
+      python \
+      py-pip \
+      python-dev \
+      gettext \
+      curl \
+      bash \
+      git \
+      ruby \
+      ruby-dev \
+      ruby-bigdecimal 
+
+# Install untrusted packages (separate line for scoping)
+RUN apk add --no-cache \
+    --repository http://dl-3.alpinelinux.org/alpine/edge/testing/ \
+    --allow-untrusted \
+    aws-cli
+
+# Install docker-compose
+RUN pip install docker-compose
+
+# Install ruby dependencies
+RUN gem install builder bundler --no-ri
+
+WORKDIR ${APP_HOME}

data/docker/docker-compose.yml

@@ -0,0 +1,22 @@
+version: '3'
+
+volumes:
+  ddsl_bundle:
+
+services:
+  dind:
+    image: docker:dind
+    privileged: true
+  ddsl:
+    build:
+      context: ../
+      dockerfile: docker/Dockerfile.dev
+    environment:
+      BUNDLE_PATH: /bundle
+      DOCKER_HOST: tcp://dind:2375
+    volumes:
+      - ../:/var/www/app:cached
+      - ddsl_bundle:/bundle:cached
+      - ~/.bash_history:/root/.bash_history
+    depends_on:
+      - dind

data/lib/ddsl/cli.rb

@@ -0,0 +1,93 @@
+# frozen_string_literal: true
+
+require 'clamp'
+
+require_relative './parser'
+require_relative './variable_injector'
+require_relative './shell'
+require_relative './command'
+
+module DDSL
+  class CLI < Clamp::Command
+    option '--config', 'CONFIG', 'Configuration file path'
+
+    subcommand 'build', 'Build the docker image associated with the project' do
+      parameter 'NAME ...', 'name of the build', required: true, attribute_name: :names
+
+      def execute
+        with_builder(search_targets!('builds')) do |runner, spec|
+          begin
+            runner.run(spec)
+          rescue DDSL::Shell::ExitStatusError
+            $stdout.puts 'Build failed.'
+          end
+        end
+      end
+    end
+
+    subcommand 'run', 'Run a docker container or docker-compose service' do
+      parameter 'NAME ...', 'name of the run', required: true, attribute_name: :names
+
+      def execute
+        with_runner(search_targets!('runs')) do |runner, spec|
+          begin
+            runner.run(spec)
+          rescue DDSL::Shell::ExitStatusError
+            $stdout.puts 'Run failed.'
+          end
+        end
+      end
+    end
+
+    private def with_builder(builds)
+      builds.map do |b|
+        yield(builder_for_type(b['type']), b)
+      end
+    end
+
+    private def with_runner(runs)
+      runs.map do |r|
+        yield(runner_for_type(r['type']), r)
+      end
+    end
+
+    private def runner_for_type(type)
+      case type
+      when 'docker'
+        Command::Docker::Run.new
+      when 'docker-compose'
+        Command::DockerCompose::Run.new
+      end
+    end
+
+    private def builder_for_type(type)
+      case type
+      when 'docker'
+        Command::Docker::Build.new
+      when 'docker-compose'
+        Command::DockerCompose::Build.new
+      end
+    end
+
+    private def search_targets!(type)
+      command_targets = targets(type)
+      raise Clamp::UsageError.new('invalid NAME given', type) unless command_targets.count == names.count
+
+      command_targets
+    end
+
+    private def targets(type)
+      parsed_config[type].select { |item| names.include? item['name'] }
+    end
+
+    private def config_path
+      @config_path ||= config || '.ddsl.yml'
+    end
+
+    private def parsed_config
+      @parsed_config ||= DDSL::VariableInjector.new(ENV).inject(
+        DDSL::Parser.new.parse(config_path)
+      )
+    end
+  end
+end

data/lib/ddsl/command/base.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require_relative './dsl'
+
+module DDSL
+  module Command
+    class Base
+      include DSL
+
+      attr_reader :shell
+
+      def initialize(shell = DDSL::Shell.new)
+        @shell = shell
+      end
+
+      def run(spec)
+        argv = [
+          executable,
+          executable_options.call(spec),
+          command,
+          options.call(spec),
+          arguments.call(spec).values
+        ].flatten
+
+        @shell.call!(argv)
+
+        exec_after_block(spec)
+      end
+
+      def exec_after_block(spec)
+        instance_exec(spec, &after_block) unless after_block.nil?
+      end
+    end
+  end
+end

data/lib/ddsl/command/docker/build.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+require_relative '../base'
+
+module DDSL
+  module Command
+    module Docker
+      class Build < Base
+        executable 'docker'
+        command 'build'
+
+        options do
+          accept_keys(%w[
+                        build_args file cache_from tags labels rm
+                      ])
+
+          rename_keys(
+            'build_args' => 'build_arg',
+            'tags' => 'tag',
+            'labels' => 'label'
+          )
+
+          optionize_keys
+          expand_options
+        end
+
+        arguments do
+          accept_keys(['context'])
+        end
+
+        after do |spec|
+          spec['tags'].each { |t| Push.new(shell).run('image' => t) } if spec['push'] && spec['tags'].count.positive?
+        end
+      end
+    end
+  end
+end

data/lib/ddsl/command/docker/push.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require_relative '../base'
+
+module DDSL
+  module Command
+    module Docker
+      class Push < Base
+        executable 'docker'
+        command 'push'
+
+        arguments do
+          accept_keys(['image'])
+        end
+      end
+    end
+  end
+end

data/lib/ddsl/command/docker/run.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+require_relative '../base'
+
+module DDSL
+  module Command
+    module Docker
+      class Run < Base
+        executable 'docker'
+        command 'run'
+
+        options do
+          accept_keys(%w[
+                        rm envs volumes ports
+                      ])
+
+          rename_keys(
+            'envs' => 'env',
+            'volumes' => 'volume',
+            'ports' => 'publish'
+          )
+
+          optionize_keys
+          expand_options
+        end
+
+        arguments do
+          accept_keys(%w[image cmd])
+        end
+      end
+    end
+  end
+end

data/lib/ddsl/command/docker_compose/build.rb

@@ -0,0 +1,40 @@
+# frozen_string_literal: true
+
+require_relative '../base'
+
+module DDSL
+  module Command
+    module DockerCompose
+      class Build < Base
+        executable 'docker-compose'
+        command 'build'
+
+        executable_options do
+          accept_keys([
+                        'file'
+                      ])
+
+          optionize_keys
+          expand_options
+        end
+
+        options do
+          accept_keys(%w[
+                        build_args memory parallel compress force_rm pull no_cache
+                      ])
+
+          rename_keys(
+            'build_args' => 'build_arg'
+          )
+
+          optionize_keys
+          expand_options
+        end
+
+        arguments do
+          accept_keys(['service'])
+        end
+      end
+    end
+  end
+end