pipely-generators 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a5f3d5db18e81d2558bc8ef5c48042c077f7fec8
-  data.tar.gz: 89ea0bd40d72ef90a15124e109e55f6ce4e1078a
+  metadata.gz: 0181698d9cdfec7e5b7f545acf3684e31533da4d
+  data.tar.gz: 0c169cf2c22377dc0c4189a627f642a50ecb9e41
 SHA512:
-  metadata.gz: 674637c19c5f38b55637a804765e5d28b5ffb9324e100420a65006fa64a645bf3538bd654ca0e64df65bc5713ead3a3179e931831ff9d0ce750696fb43417491
-  data.tar.gz: 994d962f2ab97e497ef2bbce16ad7b42c5771b7b0fd8d1d624e69fae9900f070c8eb7a03aa89ec6c8e83091b78f8686f98b1f8ff89b22a401847ffef5f0509ac
+  metadata.gz: f4a1fa6c39b0a8b6b215c46d8a38f7b2d84f3cd4a348ab337b52a5e7d4826674a8ee45df5b53e76d024cabe0c35ddd8a90b08538702e96535f62a143b056eeab
+  data.tar.gz: bbc53f42b63402be68152662e6b68c6b41a251c2f740a0c29e5cf9327653dbfceba93f7b1ed3304b7a6d4634fbd0ccec472762c59238a72803037d7e82c6cadc

data/README.md

@@ -18,7 +18,22 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+To create a minimum viable pipeline, run:
+
+    $ pipely-generate test_pipeline
+
+This will generate a pipeline with a dummy configuration using the config.yml.tt file found in this repository's templates/config directory.
+
+To use your own configuration for generating pipelines, copy that file into ~/.pipely-generate/config/config.yml.tt and update it to contain your site-specific settings before generating the pipeline.
+
+## Confirmation
+
+To ensure the pipeline was generated properly, run:
+
+    $ bundle install
+    $ bundle exec rake graph:open
+
+And you should see an image with three ShellCommandActivity nodes.
 
 ## Contributing
 

data/bin/pipely-generate

@@ -27,6 +27,10 @@ class PipelyGenerator < Thor::Group
     copy_file ".rspec", "#{name}/.rspec"
   end
 
+  def create_readme
+    copy_file "README.md", "#{name}/README.md"
+  end
+
   def create_template
     directory "lib", "#{name}/lib"
     directory "templates", "#{name}/templates"

data/lib/pipely/generators/version.rb

@@ -1,5 +1,5 @@
 module Pipely
   module Generators
-    VERSION = "0.1.2"
+    VERSION = "0.1.3"
   end
 end

data/templates/Gemfile

@@ -4,9 +4,9 @@ end
 
 gem 'fog'
 gem "rake", '~> 10.1.0'
-gem "streamingly", '~> 0.0.4'
-gem "pipely", '~> 0.2.1'
+gem "streamingly", '~> 0.0.5'
+gem "pipely", '~> 0.6.2'
 
 group :development, :test do
-  gem "rspec"
+  gem "rspec", '~> 2.14'
 end

data/templates/README.md

@@ -0,0 +1,19 @@
+# TODO: Pipeline name
+
+TODO: Write a gem description
+
+## Installation
+
+TODO: Installation instructions
+
+## Usage
+
+TODO: Usage
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/templates/spec/spec_helper.rb

@@ -2,7 +2,6 @@ $LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
 $LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'steps')
 
 RSpec.configure do |config|
-  config.treat_symbols_as_metadata_keys_with_true_values = true
   config.run_all_when_everything_filtered = true
   config.filter_run :focus
 

data/templates/steps/bootstrap_ec2.sh

@@ -2,53 +2,4 @@
 
 set -e
 
-# Install rbenv
-curl --silent -L https://github.com/sstephenson/rbenv/archive/master.zip -o ~/rbenv.zip
-unzip ~/rbenv.zip -d ~
-mv ~/rbenv-master ~/rbenv
-ln -s ~/rbenv ~/.rbenv
-rm -rf ~/rbenv/versions
-
-# Set up rbenv
-export PATH="~/rbenv/bin:$PATH"
-eval "$(rbenv init -)"
-rbenv rehash
-rbenv global 1.9.3-p327
-
-# Set up rbenv for future logins
-cat >> ~/.bash_profile << 'EOF'
-if [ -d ~/rbenv ]; then
-  export PATH="~/rbenv/bin:$PATH"
-  eval "$(rbenv init -)"
-fi
-EOF
-
-# Install bundler
-gem install bundler --no-ri --no-rdoc
-rbenv rehash
-
-# Set up ssh access
-if [ ! -f ~/.ssh/id_rsa ]; then
-  mkdir -p ~/.ssh
-  ssh-keygen -P '' -f ~/.ssh/id_rsa
-  cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
-  chmod 600 ~/.ssh/authorized_keys
-fi
-
-# Use ssh to bypass the sudo "require tty" setting
-ssh -o "StrictHostKeyChecking no" -t -t ec2-user@localhost <<- EOF
-  sudo su -;
-  yum -y install gcc ruby-devel libxml2 libxml2-devel libxslt libxslt-devel make mysql mysql-devel;
-  ln -s /home/ec2-user/rbenv ~/rbenv;
-  ln -s /home/ec2-user/rbenv ~/.rbenv;
-  export PATH="/home/ec2-user/rbenv/bin:\$PATH";
-  eval "\$(rbenv init -)";
-  exit;
-  exit;
-EOF
-# ^^^ Double exit above is on purpose. (1) exit su, (2) exit ssh.
-
-# Install fog.  Has to happen after libxml2-devel
-rbenv rehash
-gem install fog --no-ri --no-rdoc
-rbenv rehash
+# TODO: Install whatever your EC2Resource will need.

data/templates/steps/bootstrap_emr.sh

@@ -1,7 +1,8 @@
 #!/bin/bash
-sudo apt-get -y install rubygems
-sudo gem install streamingly --no-ri --no-rdoc --source http://rubygems.org
 
-# TODO: install any gems that will be needed by streaming EMR activities
+set -e
 
-exit
+# TODO: Install whatever your EmrCluster will need.
+
+# sudo apt-get -y install rubygems
+# sudo gem install streamingly --no-ri --no-rdoc --source http://rubygems.org

data/templates/templates/pipeline.json.erb.tt

@@ -20,7 +20,7 @@
       "id": "SuccessNotify",
       "type": "SnsAlarm",
       "topicArn": "<%%= arn_topic %>",
-      "subject": "[<%%= environment %> pipelines] SUCCESS: <%= name.camelize %> pipeline step #{node.name}",
+      "subject": "<%%= environment %> pipelines SUCCESS: <%= name.camelize %> pipeline step #{node.name}",
       "message": "<%= name.camelize %> pipeline step SUCCESS\n\nScheduled start: #{node.@scheduledStartTime}\nActual start: #{node.@actualStartTime}\nActual end:\n#{node.@actualEndTime}"
     },
 
@@ -28,7 +28,7 @@
       "id": "FailureNotify",
       "type": "SnsAlarm",
       "topicArn": "<%%= arn_topic %>",
-      "subject": "[<%%= environment %> pipelines] FAILURE: <%= name.camelize %> pipeline step #{node.name}",
+      "subject": "<%%= environment %> pipelines FAILURE: <%= name.camelize %> pipeline step #{node.name}",
       "message": "<%= name.camelize %> pipeline step FAILED #{node.name}\n\nScheduled start: #{node.@scheduledStartTime}\nError message:\n#{node.errorMessage}\nError stack trace:\n#{node.errorStackTrace}"
     },
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pipely-generators
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Matt Gillooly
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-04 00:00:00.000000000 Z
+date: 2014-08-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -100,6 +100,7 @@ files:
 - templates/.gitignore
 - templates/.rspec
 - templates/Gemfile
+- templates/README.md
 - templates/Rakefile
 - templates/config/config.yml.tt
 - templates/lib/template.rb