pipedream 0.1.0 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d845cc6b9635330178a537c0d676418b0e560fbff964480fdbe216aeab336217
-  data.tar.gz: 9ef15aa0546d855726d48b526fa957a3456a61648841a2ae9f470bc867f95ada
+  metadata.gz: b5b217e3b797c3eac2f721a6637b1997e218222a6d316417c620e05145c1bfe6
+  data.tar.gz: '094476da993744df62614378996cc12481c911f6e39dc8a89a1baeee4030475d'
 SHA512:
-  metadata.gz: 677a0bac2343ec95f582ccb79e7943ff1a0b60556644bd6a504c4711367155867d8eab57cd0a0897fea5c3a6269374b85caed08638615147bac32ae2df2287b0
-  data.tar.gz: 8bb8f2444f7648ff7bcb11209c6b6aabf94b9a3586a2179165b28fedd6aaf337588cd22dade0fadad41237dcf9dd65d2915e985ce891e1272c47344da7ca2840
+  metadata.gz: 55404fd9abf77988a759c6b8d51a0b9dd64299ec12a03cda6836900b7cba5c11937fcd359bbeb14dd335b7fe4b30b77dfed9cd471669f5c7d376eb8e1f4055c5
+  data.tar.gz: f40b5c333e86b9b662f7863ef803dddd6737c7896931930305ebe638eff0643666737ff4f0001acf3d69f481cd0ac949be6df05f312dc884a621066d1057c653

data/.cody/buildspec.yml

@@ -0,0 +1,9 @@
+version: 0.2
+
+phases:
+  build:
+    commands:
+      - echo Build started on `date`
+      - sed -i '/BUNDLED WITH/Q' Gemfile.lock # hack to fix bundler issue: allow different versions of bundler to work
+      - bundle
+      - bundle exec rspec

data/.cody/project.rb

@@ -0,0 +1,4 @@
+github_url("https://github.com/tongueroo/pipedream")
+linux_image("aws/codebuild/ruby:2.5.3-1.7.0")
+triggers(webhook: true)
+local_cache(false)

data/.gitignore

@@ -1,11 +1,16 @@
-/.bundle/
-/.yardoc
-/_yardoc/
-/coverage/
-/doc/
-/pkg/
-/spec/reports/
-/tmp/
-
-# rspec failure tracking
-.rspec_status
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+_yardoc
+coverage
+doc/
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.gitmodules

@@ -0,0 +1,9 @@
+[submodule "vendor/cfn-status"]
+	path = vendor/cfn-status
+	url = https://github.com/tongueroo/cfn-status
+[submodule "vendor/cfn_camelizer"]
+	path = vendor/cfn_camelizer
+	url = https://github.com/tongueroo/cfn_camelizer
+[submodule "vendor/aws_data"]
+	path = vendor/aws_data
+	url = https://github.com/tongueroo/aws_data

data/.rspec

@@ -1,3 +1,3 @@
---format documentation
 --color
+--format documentation
 --require spec_helper

data/CHANGELOG.md

@@ -0,0 +1,34 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+This project *tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
+
+## [0.4.0]
+- rename to pipedream
+
+## [0.3.3]
+- allow no settings.yml file
+
+## [0.3.2]
+- update vendor/aws_data
+
+## [0.3.1]
+- fix gem dependencies in vendor
+
+## [0.3.0]
+- update docs and cli help
+
+## [0.2.1]
+- fix different branch check
+
+## [0.2.0]
+- DSL: pipeline, role, schedule, webhook, sns
+- pipe deploy -b branch
+- pipe start -b branch
+- pipe cli commands: init deploy, start, delete
+- ssm support
+- codebuild\_prefix and codebuild\_suffix support
+- auto-create s3 bucket for artifacts
+
+## [0.1.0]
+- Initial release.

data/Gemfile

@@ -1,4 +1,6 @@
 source "https://rubygems.org"
 
-# Specify your gem's dependencies in pipedream.gemspec
+# Specify your gem dependencies in codepipe.gemspec
 gemspec
+
+gem "codeclimate-test-reporter", group: :test, require: nil

data/Gemfile.lock

@@ -0,0 +1,112 @@
+PATH
+  remote: .
+  specs:
+    pipedream (0.3.3)
+      activesupport
+      aws-sdk-cloudformation
+      aws-sdk-codepipeline
+      aws-sdk-s3
+      aws-sdk-ssm
+      cfn_camelizer
+      memoist
+      rainbow
+      render_me_pretty
+      thor
+      zeitwerk
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (6.0.0)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+      zeitwerk (~> 2.1, >= 2.1.8)
+    aws-eventstream (1.0.3)
+    aws-partitions (1.220.0)
+    aws-sdk-cloudformation (1.25.0)
+      aws-sdk-core (~> 3, >= 3.61.1)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-codepipeline (1.25.0)
+      aws-sdk-core (~> 3, >= 3.61.1)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-core (3.68.0)
+      aws-eventstream (~> 1.0, >= 1.0.2)
+      aws-partitions (~> 1.0)
+      aws-sigv4 (~> 1.1)
+      jmespath (~> 1.0)
+    aws-sdk-kms (1.24.0)
+      aws-sdk-core (~> 3, >= 3.61.1)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-s3 (1.48.0)
+      aws-sdk-core (~> 3, >= 3.61.1)
+      aws-sdk-kms (~> 1)
+      aws-sigv4 (~> 1.1)
+    aws-sdk-ssm (1.56.0)
+      aws-sdk-core (~> 3, >= 3.61.1)
+      aws-sigv4 (~> 1.1)
+    aws-sigv4 (1.1.0)
+      aws-eventstream (~> 1.0, >= 1.0.2)
+    byebug (11.0.1)
+    cfn_camelizer (0.4.0)
+      activesupport
+      memoist
+      rainbow
+    cli_markdown (0.1.0)
+    codeclimate-test-reporter (1.0.9)
+      simplecov (<= 0.13)
+    concurrent-ruby (1.1.5)
+    diff-lcs (1.3)
+    docile (1.1.5)
+    i18n (1.6.0)
+      concurrent-ruby (~> 1.0)
+    jmespath (1.4.0)
+    json (2.2.0)
+    memoist (0.16.0)
+    minitest (5.12.2)
+    rainbow (3.0.0)
+    rake (13.0.0)
+    render_me_pretty (0.8.3)
+      activesupport
+      rainbow
+      tilt
+    rspec (3.8.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+    rspec-core (3.8.2)
+      rspec-support (~> 3.8.0)
+    rspec-expectations (3.8.4)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-mocks (3.8.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.8.0)
+    rspec-support (3.8.2)
+    simplecov (0.13.0)
+      docile (~> 1.1.0)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    thor (0.20.3)
+    thread_safe (0.3.6)
+    tilt (2.0.10)
+    tzinfo (1.2.5)
+      thread_safe (~> 0.1)
+    zeitwerk (2.1.10)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler
+  byebug
+  cli_markdown
+  codeclimate-test-reporter
+  pipedream!
+  rake
+  rspec
+
+BUNDLED WITH
+   2.0.2

data/Guardfile

@@ -0,0 +1,19 @@
+guard "bundler", cmd: "bundle" do
+  watch("Gemfile")
+  watch(/^.+\.gemspec/)
+end
+
+guard :rspec, cmd: "bundle exec rspec" do
+  require "guard/rspec/dsl"
+  dsl = Guard::RSpec::Dsl.new(self)
+
+  # RSpec files
+  rspec = dsl.rspec
+  watch(rspec.spec_helper) { rspec.spec_dir }
+  watch(rspec.spec_support) { rspec.spec_dir }
+  watch(rspec.spec_files)
+
+  # Ruby files
+  ruby = dsl.ruby
+  dsl.watch_spec_files_for(ruby.lib_files)
+end

data/LICENSE.txt

@@ -1,21 +1,22 @@
-The MIT License (MIT)
-
 Copyright (c) 2019 Tung Nguyen
 
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
 
-The above copyright notice and this permission notice shall be included in
-all copies or substantial portions of the Software.
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
 
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
-THE SOFTWARE.
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -1,39 +1,73 @@
-# Pipedream
+# Pipedreamline
 
-Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/pipedream`. To experiment with that code, run `bin/console` for an interactive prompt.
+![Build Status](https://codebuild.us-west-2.amazonaws.com/badges?uuid=eyJlbmNyeXB0ZWREYXRhIjoiWk1FM0dldzE5MUM5R3VqVGxxTmRFb1JGNnkxQjJpTDYvajYrQk91YzErNjdNc1VYVElHM3V5ZEJXcStyMmZVc210WG8vUURSV2JST0ZpSWc5Y0pYR3k0PSIsIml2UGFyYW1ldGVyU3BlYyI6IldvYXhLMU8yS2pQdVRKbEoiLCJtYXRlcmlhbFNldFNlcmlhbCI6MX0%3D&branch=master)
+[![Gem Version](https://badge.fury.io/rb/pipedream.png)](http://badge.fury.io/rb/pipedream)
 
-TODO: Delete this and the text above, and describe your gem
+Pipe Dream provides a DSL to make it easy create a CodePipeline pipeline.
 
-## Installation
+Pipe Dream installs `pipedream` and `pipe` executables. Both of them do the same thing, `pipe` is just shorter to type.
 
-Add this line to your application's Gemfile:
+The documentation site is at: [pipedream.run](https://pipedream.run/)
 
-```ruby
-gem 'pipedream'
-```
+## Quick Start
 
-And then execute:
+    pipe init
+    pipe deploy
+    pipe start
+    pipe delete
 
-    $ bundle
+## Init and Structure
 
-Or install it yourself as:
+First, run `pipe init` to generate a starter `.pipedream` folder structure.
 
-    $ gem install pipedream
+    $ tree .pipedream
+    .pipedream
+    ├── pipeline.rb
+    └── schedule.rb
 
-## Usage
+File | Description
+--- | ---
+pipeline.rb | The CodePipeline pipeline written as a DSL.  This is required. Here are the [Pipeline DSL docs](https://pipedream.run/docs/dsl/pipeline/)
+schedule.rb | A CloudWatch scheduled event written as a DSL. Here are the [schedule.rb docs](https://pipedream.run/docs/dsl/schedule/)
 
-TODO: Write usage instructions here
+## DSL
 
-## Development
+.pipedream/pipeline.rb:
 
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+```ruby
+stage "Source" do
+  github(
+    source: "tongueroo/demo-ufo",
+    auth_token: ssm("/github/user/token")
+  )
+end
+stage "DeployStacks" do
+  codebuild "demo1"           # action declaration
+  codebuild "demo2", "demo3"  # will run in parallel
+  codebuild "demo4"           # action declaration
+end
+```
 
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+More [DSL docs](https://pipedream.run/docs/dsl/)
 
-## Contributing
+## Installation
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/pipedream.
+Add this line to your application's Gemfile:
+
+    gem "pipedream"
+
+And then execute:
+
+    bundle
 
-## License
+Or install it yourself as:
+
+    gem install pipedream
+
+## Contributing
 
-The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am "Add some feature"`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -1,6 +1,14 @@
 require "bundler/gem_tasks"
 require "rspec/core/rake_task"
 
-RSpec::Core::RakeTask.new(:spec)
+task default: :spec
 
-task :default => :spec
+RSpec::Core::RakeTask.new
+
+require_relative "lib/pipedream"
+require "cli_markdown"
+desc "Generates cli reference docs as markdown"
+task :docs do
+  mkdir_p "docs/_includes"
+  CliMarkdown::Creator.create_all(cli_class: Pipedream::CLI, cli_name: "pipe")
+end

data/exe/pipe

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+# Trap ^C
+Signal.trap("INT") {
+  puts "\nCtrl-C detected. Exiting..."
+  sleep 0.1
+  exit
+}
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+require "pipedream"
+require "pipedream/cli"
+
+Pipedream::CLI.start(ARGV)

data/exe/pipedream

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+# Trap ^C
+Signal.trap("INT") {
+  puts "\nCtrl-C detected. Exiting..."
+  sleep 0.1
+  exit
+}
+
+$:.unshift(File.expand_path("../../lib", __FILE__))
+require "pipedream"
+require "pipedream/cli"
+
+Pipedream::CLI.start(ARGV)

data/lib/pipedream/autoloader.rb

@@ -0,0 +1,21 @@
+require "zeitwerk"
+
+module Pipedream
+  class Autoloader
+    class Inflector < Zeitwerk::Inflector
+      def camelize(basename, _abspath)
+        map = { cli: "CLI", version: "VERSION" }
+        map[basename.to_sym] || super
+      end
+    end
+
+    class << self
+      def setup
+        loader = Zeitwerk::Loader.new
+        loader.inflector = Inflector.new
+        loader.push_dir(File.dirname(__dir__)) # lib
+        loader.setup
+      end
+    end
+  end
+end

data/lib/pipedream/aws_services/helpers.rb

@@ -0,0 +1,71 @@
+module Pipedream::AwsServices
+  module Helpers
+    def stack_exists?(stack_name)
+      return false if ENV['TEST']
+
+      exist = nil
+      begin
+        # When the stack does not exist an exception is raised. Example:
+        # Aws::CloudFormation::Errors::ValidationError: Stack with id blah does not exist
+        cfn.describe_stacks(stack_name: stack_name)
+        exist = true
+      rescue Aws::CloudFormation::Errors::ValidationError => e
+        if e.message =~ /does not exist/
+          exist = false
+        elsif e.message.include?("'stackName' failed to satisfy constraint")
+          # Example of e.message when describe_stack with invalid stack name
+          # "1 validation error detected: Value 'instance_and_route53' at 'stackName' failed to satisfy constraint: Member must satisfy regular expression pattern: [a-zA-Z][-a-zA-Z0-9]*|arn:[-a-zA-Z0-9:/._+]*"
+          puts "Invalid stack name: #{stack_name}"
+          puts "Full error message: #{e.message}"
+          exit 1
+        else
+          raise # re-raise exception  because unsure what other errors can happen
+        end
+      end
+      exist
+    end
+
+    def pipeline_name_convention(name_base)
+      items = [@pipeline_name, @options[:type], Pipedream.env_extra]
+      items.insert(2, Pipedream.env) if Pipedream.settings.dig(:stack_naming, :append_env)
+      items.reject(&:blank?).compact.join("-")
+    end
+
+    def inferred_pipeline_name
+      # Essentially the project's parent folder
+      File.basename(Dir.pwd).gsub('_','-').gsub(/\.+/,'-').gsub(/[^0-9a-zA-Z,-]/, '')
+    end
+
+    # Examples:
+    #
+    #     myapp-ci-deploy # with Settings stack_naming append_env set to false.
+    #     myapp-ci-deploy-development
+    #     myapp-ci-deploy-development-2
+    #
+    def inferred_stack_name(pipeline_name)
+      items = [pipeline_name, @options[:type], Pipedream.env_extra, "pipe"]
+      items.insert(2, Pipedream.env) if Pipedream.settings.dig(:stack_naming, :append_env)
+      items.reject(&:blank?).compact.join("-")
+    end
+
+    def are_you_sure?(stack_name, action)
+      if @options[:sure]
+        sure = 'y'
+      else
+        message = case action
+        when :update
+          "Are you sure you want to want to update the #{stack_name.color(:green)} stack with the changes? (y/N)"
+        when :delete
+          "Are you sure you want to want to delete the #{stack_name.color(:green)} stack? (y/N)"
+        end
+        puts message
+        sure = $stdin.gets
+      end
+
+      unless sure =~ /^y/
+        puts "Whew! Exiting without running #{action}."
+        exit 0
+      end
+    end
+  end
+end

data/lib/pipedream/aws_services.rb

@@ -0,0 +1,20 @@
+require "aws-sdk-codepipeline"
+require "aws-sdk-cloudformation"
+
+module Pipedream
+  module AwsServices
+    include Helpers
+
+    def codepipeline
+      @codepipeline ||= Aws::CodePipeline::Client.new
+    end
+
+    def cfn
+      @cfn ||= Aws::CloudFormation::Client.new
+    end
+
+    def s3
+      @s3 ||= Aws::S3::Client.new
+    end
+  end
+end

data/lib/pipedream/build.rb

@@ -0,0 +1,13 @@
+module Pipedream
+  class Build
+    def initialize(options)
+      @options = options
+    end
+
+    def run
+      puts "build"
+      options = @options
+      Pipeline.new(options).run
+    end
+  end
+end

data/lib/pipedream/cli.rb

@@ -0,0 +1,60 @@
+module Pipedream
+  class CLI < Command
+    class_option :verbose, type: :boolean
+    class_option :noop, type: :boolean
+
+    desc "init", "Initialize project with .codepipline files"
+    long_desc Help.text(:init)
+    Init.cli_options.each do |args|
+      option(*args)
+    end
+    register(Init, "init", "init", "Set up initial .codepipline files.")
+
+    common_options = Proc.new do
+      option :stack_name, desc: "Override the generated stack name. If you use this you must always specify it"
+      option :wait, type: :boolean, default: true, desc: "Wait for operation to complete"
+    end
+
+    desc "deploy PIPELINE_NAME", "Deploy pipeline."
+    long_desc Help.text(:deploy)
+    option :branch, aliases: "b", desc: "git branch" # important to default to nil
+    common_options.call
+    def deploy(pipeline_name=nil)
+      Deploy.new(options.merge(pipeline_name: pipeline_name)).run
+    end
+
+    desc "start", "Start codebuild project."
+    long_desc Help.text(:start)
+    option :sure, desc: "Bypass are you sure prompt"
+    option :branch, aliases: "b", desc: "git branch" # important to default to nil
+    common_options.call
+    def start(pipeline_name=nil)
+      Start.new(options.merge(pipeline_name: pipeline_name)).run
+    end
+
+    desc "delete", "Delete codebuild project."
+    long_desc Help.text(:delete)
+    option :sure, desc: "Bypass are you sure prompt"
+    common_options.call
+    def delete(pipeline_name=nil)
+      Delete.new(options.merge(pipeline_name: pipeline_name)).run
+    end
+
+    desc "completion *PARAMS", "Prints words for auto-completion."
+    long_desc Help.text("completion")
+    def completion(*params)
+      Completer.new(CLI, *params).run
+    end
+
+    desc "completion_script", "Generates a script that can be eval to setup auto-completion."
+    long_desc Help.text("completion_script")
+    def completion_script
+      Completer::Script.generate
+    end
+
+    desc "version", "prints version"
+    def version
+      puts VERSION
+    end
+  end
+end