stem 0.2.1 → 0.3.0

data/lib/stem/group.rb

@@ -0,0 +1,104 @@
+module Stem
+  module Group
+    include Util
+    extend self
+
+    ## Example Rules
+
+    ## icmp://1.2.3.4/32
+    ## icmp://GroupName
+    ## icmp://GroupName@UserId
+    ## icmp://@UserId
+    ## tcp://0.0.0.0/0:22
+    ## tcp://0.0.0.0/0:22-23
+    ## tcp://10.0.0.0/8:    (this imples 0-65535
+    ## udp://GroupName:4567
+    ## udp://GroupName@UserID:4567-9999
+
+    def get(name)
+        swirl.call("DescribeSecurityGroups", "GroupName.1" => name)["securityGroupInfo"].first
+      rescue Swirl::InvalidRequest => e
+        raise e unless e.message =~ /The security group '\S+' does not exist/
+        nil
+    end
+
+    def create(name, rules = nil)
+        create!(name, rules)
+        true
+      rescue Swirl::InvalidRequest => e
+        raise e unless e.message =~ /The security group '\S+' already exists/
+        false
+    end
+
+    def create!(name, rules = nil)
+      description = {}
+      swirl.call "CreateSecurityGroup",  "GroupName" => name, "GroupDescription" => "%%" + description.to_json
+      auth(name, rules) if rules
+    end
+
+    def destroy(name)
+        destroy!(name)
+        true
+      rescue Swirl::InvalidRequest => e
+        puts "===> #{e.class}"
+        puts "===> #{e.message}"
+        puts "#{e.backtrace.join("\n")}"
+        false
+    end
+
+    def destroy!(name)
+      swirl.call "DeleteSecurityGroup", "GroupName" => name
+    end
+
+    def auth(name, rules)
+      index = 0
+      args = rules.inject({"GroupName" => name}) do |i,rule|
+          index += 1;
+          rule_hash = gen_authorize(index, rule)
+          i.merge(rule_hash)
+      end
+      swirl.call "AuthorizeSecurityGroupIngress", args
+    end
+
+    def gen_authorize_target(index, target)
+      if target =~ /^\d+\.\d+\.\d+.\d+\/\d+$/
+        { "IpPermissions.#{index}.IpRanges.1.CidrIp"  => target }
+      elsif target =~ /^(\w+)@(\w+)$/
+        { "IpPermissions.#{index}.Groups.1.GroupName" => $1,
+          "IpPermissions.#{index}.Groups.1.UserId"    => $2 }
+      elsif target =~ /^@(\w+)$/
+        { "IpPermissions.#{index}.Groups.1.UserId"    => $1 }
+      else
+        { "IpPermissions.#{index}.Groups.1.GroupName" => target }
+      end
+    end
+
+    def gen_authorize_ports(index, ports)
+      if ports =~ /^(\d+)-(\d+)$/
+        { "IpPermissions.#{index}.FromPort"           => $1,
+          "IpPermissions.#{index}.ToPort"             => $2 }
+      elsif ports =~ /^(\d+)$/
+        { "IpPermissions.#{index}.FromPort"           => $1,
+          "IpPermissions.#{index}.ToPort"             => $1 }
+      elsif ports == ""
+        { "IpPermissions.#{index}.FromPort"           => "0",
+          "IpPermissions.#{index}.ToPort"             => "65535" }
+      else
+        raise "bad ports: #{rule}"
+      end
+    end
+
+    def gen_authorize(index, rule)
+      if rule =~ /icmp:\/\/(.+)/
+        { "IpPermissions.#{index}.IpProtocol"         => "icmp",
+          "IpPermissions.#{index}.FromPort"           => "-1",
+          "IpPermissions.#{index}.ToPort"             => "-1" }.merge(gen_authorize_target(index,$1))
+      elsif rule =~ /(tcp|udp):\/\/(.*):(.*)/
+        { "IpPermissions.#{index}.IpProtocol"         => $1 }.merge(gen_authorize_target(index,$2)).merge(gen_authorize_ports(index,$3))
+      else
+        raise "bad rule: #{rule}"
+      end
+    end
+  end
+end
+

data/lib/stem/instance.rb

@@ -16,15 +16,15 @@ module Stem
       throw "No AMI specified." unless ami
 
       opt = {
-        "MinCount" => "1",
-        "MaxCount" => "1",
-        "KeyName" => config["key_name"] || "default",
-        "InstanceType" => config["instance_type"] || "m1.small",
-        "ImageId" => ami
+        "SecurityGroup.#" => config["groups"] || [],
+        "MinCount"        => "1",
+        "MaxCount"        => "1",
+        "KeyName"         => config["key_name"] || "default",
+        "InstanceType"    => config["instance_type"] || "m1.small",
+        "ImageId"         => ami
       }
-      if config["availability_zone"]
-        opt.merge! "Placement.AvailabilityZone" => config["availability_zone"]
-      end
+
+      opt.merge! "Placement.AvailabilityZone" => config["availability_zone"] if config["availability_zone"]
 
       if config["volumes"]
         devices = []
@@ -46,11 +46,11 @@ module Stem
 
       response = swirl.call "RunInstances", opt
 
-      puts "Success!"
       response["instancesSet"].each do |i|
         return i["instanceId"]
       end
     end
+
     def restart instance_id
       swirl.call "RebootInstances", "InstanceId" => instance_id
     end
@@ -93,18 +93,20 @@ module Stem
       puts "Instances"
       puts "------------------------------------------"
       instances["reservationSet"].each do |r|
+        groups = r["groupSet"].map { |g| g["groupId"] }.join(",")
         r["instancesSet"].each do |i|
             name = lookup[i["imageId"]]
-            puts "%-15s %-15s %-15s %s" % [ i["instanceId"], i["ipAddress"] || "no ip", i["instanceState"]["name"], name ]
+            puts "%-15s %-15s %-15s %-20s %s" % [ i["instanceId"], i["ipAddress"] || "no ip", i["instanceState"]["name"], groups, name ]
         end
       end
 
       puts "------------------------------------------"
       puts "AMIs"
       puts "------------------------------------------"
-      images = c.call "DescribeImages", "Owner" => "self"
-      images["imagesSet"].each do
-        puts "%-15s %s" % [ img["name"], img["imageId"] ]
+      images = swirl.call "DescribeImages", "Owner" => "self"
+      iwidth = images["imagesSet"].map { |img| img["name"].length }.max + 1
+      images["imagesSet"].each do |img|
+        puts "%-#{iwidth}s %s" % [ img["name"], img["imageId"] ]
       end
     end
   end

data/lib/stem/userdata.rb

@@ -0,0 +1,69 @@
+require 'tmpdir'
+require 'fileutils'
+
+module Stem
+  module Userdata
+    CREATE_ONLY = File::CREAT|File::EXCL|File::WRONLY
+
+    extend self
+
+    def compile(path, opts = {})
+      raise "No absolute paths please" if path.index("/") == 0
+      raise "must be a directory" unless File.directory?(path)
+      Dir.mktmpdir do |tmp_path|
+        # trailing dot copies directory contents to match actual cp -r semantics... go figure
+        FileUtils.cp_r("#{path}/.", tmp_path)
+        Dir.chdir tmp_path do
+          process_erb(opts[:erb_binding])
+          process_mustache(opts[:mustache_vars])
+          raise "must contain a userdata.sh" unless File.exists?("userdata.sh")
+          make_zip_shell
+        end
+      end
+    end
+
+    # todo: make this & process_mustache both use binding
+    def process_erb(binding)
+      Dir["**/*.erb.stem"].each do |file|
+        raise "must pass :erb_binding when using .erb.stem files" unless binding
+        require 'erb'
+        puts "erb ... #{file}"
+        File.open(file.gsub(/.erb.stem$/,""), CREATE_ONLY) do |fff|
+          fff.write ERB.new(File.read(file), 0, '<>').result(binding)
+        end
+      end
+    end 
+
+    def process_mustache(vars)
+      Dir["**/*.mustache.stem"].each do |file|
+        raise "must pass :mustache_vars when using .mustache.stem files" unless vars
+        require 'mustache'
+        puts "mustache ... #{file}"
+        File.open(file.gsub(/.mustache.stem$/,""), CREATE_ONLY) do |fff|
+          fff.write Mustache.render(File.read(file), vars)
+        end
+      end
+    end
+
+    def make_zip_shell
+      # We'll comment outside here, to keep from wasting valuable userdata bytes.
+      # we decompress into /root/userdata, then run userdata.sh
+      header = <<-'SHELL'
+        #!/bin/bash
+        exec >> /var/log/userdata.log 2>&1
+        echo BOOTING `date`
+        UD=~/userdata
+        mkdir -p $UD
+        tail -n +HEADER_LINES "$0" | tar -jx -C $UD -f -
+        cd $UD
+        exec bash userdata.sh
+      SHELL
+      process_header(header) + %x{tar --exclude *.stem -cv - . | bzip2 --best -}
+    end
+
+    def process_header(shell)
+      shell.gsub(/HEADER_LINES/, (shell.split("\n").size + 1).to_s).gsub(/^ +/,'')
+    end
+  end
+end
+

data/lib/stem.rb

@@ -5,6 +5,8 @@ require 'json'
 
 require 'stem/cli'
 require 'stem/util'
+require 'stem/group'
+require 'stem/userdata'
 require 'stem/instance'
 require 'stem/image'
 require 'stem/ip'

metadata

@@ -1,21 +1,22 @@
 --- !ruby/object:Gem::Specification 
 name: stem
 version: !ruby/object:Gem::Version 
-  hash: 21
+  hash: 19
   prerelease: false
   segments: 
   - 0
-  - 2
-  - 1
-  version: 0.2.1
+  - 3
+  - 0
+  version: 0.3.0
 platform: ruby
 authors: 
 - Peter van Hardenberg
+- Orion Henry
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2010-08-12 00:00:00 -07:00
+date: 2010-10-08 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -37,6 +38,7 @@ dependencies:
 description: minimalist EC2 instance management
 email: 
 - pvh@heroku.com
+- orion@heroku.com
 executables: 
 - stem
 extensions: []
@@ -47,9 +49,11 @@ files:
 - LICENSE
 - README.md
 - lib/stem/cli.rb
+- lib/stem/group.rb
 - lib/stem/image.rb
 - lib/stem/instance.rb
 - lib/stem/ip.rb
+- lib/stem/userdata.rb
 - lib/stem/util.rb
 - lib/stem.rb
 - bin/stem