devstructure 0.0.2

data/lib/devstructure/api.rb

@@ -0,0 +1,98 @@
+require 'devstructure'
+require 'devstructure/blueprint'
+
+require 'json'
+require 'net/http'
+require 'net/https'
+require 'uri'
+
+class DevStructure::API < Net::HTTP
+
+  # Undo Net::HTTP's allocator hijacking.
+  class << self
+    alias new newobj
+  end
+
+  def initialize(token=nil)
+    uri = URI.parse("https://devstructure.com")
+    super uri.host, uri.port
+    use_ssl = "https" == uri.scheme
+    @token = if token
+      token
+    else
+      "#{
+        File.read("/etc/token").chomp
+      }#{
+        File.read(File.expand_path("~/.token")).chomp
+      }"
+    end
+  end
+
+  def path(*args)
+    args.reject! { |arg| arg.nil? }
+    "/#{args.join("/")}.json"
+  end
+
+  def headers
+    {
+      "Authorization" => "Token token=\"#{@token}\"",
+      "Content-Type" => "application/json",
+      "Host" => "devstructure.com",
+    }
+  end
+
+  class Blueprints
+    include DevStructure
+
+    def initialize(api, username=nil)
+      @api = api
+      @username = username
+    end
+
+    def method_missing(symbol, *args)
+      if @username
+        get symbol.to_s
+      else
+        @username = symbol.to_s
+        self
+      end
+    end
+
+    def list
+      @api.start unless @api.started?
+      response, body = @api.get(@api.path("blueprints", @username),
+        @api.headers)
+      return response unless Net::HTTPOK == response.class
+      JSON.parse(body).collect { |hash| Blueprint.new(hash["name"], hash) }
+    end
+
+    def get(name, token=nil)
+      @api.start unless @api.started?
+      response, body = @api.get(@api.path("blueprints", @username,
+        name, token), @api.headers)
+      return response unless Net::HTTPOK == response.class
+      hash = JSON.parse(body)
+      Blueprint.new(hash["name"], hash)
+    end
+
+    def post(name, options={})
+      @api.start unless @api.started?
+      response, body = @api.post(@api.path("blueprints", @username, name),
+        JSON.generate(options), @api.headers)
+      response
+    end
+
+    def delete(name, options={})
+      @api.start unless @api.started?
+      response, body = @api.delete(@api.path("blueprints", @username, name),
+        @api.headers)
+      response
+    end
+
+  end
+
+  def blueprints(username=nil)
+    Blueprints.new(self, username)
+  end
+
+end

data/lib/devstructure/blueprint.rb

@@ -0,0 +1,266 @@
+require 'devstructure'
+require 'devstructure/api'
+require 'devstructure/puppet'
+
+require 'base64'
+
+class DevStructure::Blueprint < Hash
+  include DevStructure
+  include DevStructure::Puppet
+
+  def initialize(name, hash)
+    @name = name
+    self["name"] = name
+    super nil
+    clear
+    hash.each { |k, v| self[k.to_s] = v }
+  end
+
+  attr_accessor :name
+
+  def save(ds=nil)
+    ds ||= API.new
+    ds.blueprints(owner).post(name, self)
+  end
+
+  private :[]=
+
+  def method_missing(symbol, *args)
+    self[symbol.to_s]
+  end
+
+  def files
+    self["blueprint"]["_files"]
+  end
+
+  def packages
+    self["blueprint"]["_packages"]
+  end
+
+  def -(other)
+    b = self.dup
+    other.walk(
+      :package => lambda { |manager, command, package, version|
+        unless b.packages[package]
+          b.packages[manager]["_packages"].delete package
+        end
+      }
+    )
+    b
+  end
+
+  def self.disclaimer
+    puts <<EOF
+# This file was automatically generated by ruby-devstructure(7).
+EOF
+  end
+
+  def sh
+    self.class.disclaimer
+
+    # Packages.
+    walk(
+      :package => lambda { |manager, command, package, version|
+        return if "rubygems-update" == manager && manager == package
+        printf "#{command}\n", package, version
+        if "rubygems-update" == package && command =~ /gem(\d+\.\d+) install/
+          puts "PATH=\"$PATH:/var/lib/gems/#{$1}/bin\" update_rubygems"
+        end
+      }
+    )
+
+    # System files.
+    files.sort.each do |pathname, content|
+      if Hash == content.class
+        if content["_target"]
+          puts "ln -s #{content["_target"]} #{pathname}"
+          next
+        elsif content["_base64"]
+          content = content["_base64"]
+          command = "base64 --decode"
+        end
+      else
+        content.gsub!(/\\/, "\\\\\\\\")
+        content.gsub!(/\$/, "\\$")
+        command = "cat"
+      end
+      eof = "EOF"
+      eof << "EOF" while content =~ /^#{eof}$/
+      puts "#{command} >#{pathname} <<#{eof}"
+      puts content
+      puts eof
+    end
+
+  end
+
+  def puppet
+    self.class.disclaimer
+    puts "class #{@name} {"
+    puts Exec.defaults(:path => ENV["PATH"].split(":"))
+
+    # Packages.
+    walk(
+      :before => lambda { |manager, command|
+        p = packages[manager]["_packages"]
+        return if 0 == p.length || 1 == p.length && manager == p.keys.first
+        puts "\n\t# Packages that depend on #{manager}."
+        case manager
+        when /rubygems|rip/
+          puts "\tpackage {"
+        when /ruby|python/
+          puts "\texec {"
+        else
+          puts "\tpackage {"
+        end
+      },
+      :package => lambda { |manager, command, package, version|
+        command =~ /gem(\d+\.\d+) install/
+        case manager
+
+        # Ruby gems.  We grab gems installed by Rip and put them on the
+        # real system.
+        # TODO If the user's using one of the custom opt-ruby-* packages,
+        # we should notice and wrap around into the system's equivalent
+        # package instead of blindly installing it off to the side.
+        when "rubygems-update"
+          unless manager == package
+            puts Package.partial(package,
+              :require => [Package["ruby#{$1}-dev"], Exec["update_rubygems"]],
+              :provider => :gem,
+              :ensure => version
+            )
+          end
+        when /rubygems|rip/
+          options = {
+            :require => Package["rubygems#{$1}", "ruby#{$1}-dev"],
+            :provider => :gem,
+            :ensure => version
+          }
+          options[:require] += [Package[manager]] unless manager == package
+          puts Package.partial(package, options)
+        when /ruby/
+          puts Exec.partial(sprintf("#{command}\n", package, version),
+            :require => Package[manager]
+          )
+        when /python/
+          puts Exec.partial(sprintf("#{command}\n", package),
+            :require => Package[manager, "python-setuptools"]
+          )
+
+        # TODO Expand Java, Erlang, etc.
+
+        # Debian packages get no special treatment.
+        else
+          if manager == package
+            puts Package.partial(package, :ensure => version)
+          else
+            puts Package.partial(package,
+              :require => Package[manager],
+              :ensure => version
+            )
+          end
+
+        end
+      },
+      :after => lambda { |manager, command|
+        p = packages[manager]["_packages"]
+        return if 0 == p.length || 1 == p.length && manager == p.keys.first
+        puts "\t}"
+
+        # Update RubyGems if we're through with gems in Debian's location.
+        return unless manager =~ /^rubygems\d+\.\d+$/
+        return unless p["rubygems-update"]
+        puts Exec.complete("update_rubygems",
+          :subscribe => Package["rubygems-update"],
+          :path => %w(/usr/bin /var/lib/gems/1.8/bin),
+          :refreshonly => true
+        )
+
+      }
+    )
+
+    # System files.
+    if 0 < files.length
+      puts "\n\t# System files depend on all packages."
+      puts Package.defaults(
+        :before => files.sort.map { |pathname, content|
+          Puppet::File[pathname]
+        }
+      )
+      puts "\tfile {"
+      files.sort.each do |pathname, content|
+        if Hash == content.class
+          if content["_target"]
+            puts Puppet::File.partial(pathname, :ensure => content["_target"])
+            next
+          elsif content["_base64"]
+            content = Base64.decode64(content["_base64"])
+          end
+        end
+        puts Puppet::File.partial(pathname,
+          :content => content,
+          :ensure => :present
+        )
+      end
+      puts "\t}"
+    end
+
+    puts "\n}"
+  end
+
+  def chef
+    puts "# No soup for you."
+    raise NotImplementedError, "Contractor::Blueprint#chef", caller
+  end
+
+  # Walk a package tree and execute callbacks along the way.  Callbacks
+  # are listed in the options hash.  These are supported:
+  #   :before => lambda { |manager, command| }
+  #     Executed before a manager's dependencies are enumerated.
+  #   :package => lambda { |manager, command, package, version| }
+  #     Executed when a package is enumerated.
+  #   :after => lambda { |manager, command| }
+  #     Executed after a manager's dependencies are enumerated.
+  def walk(options={})
+
+    # Start with packages installed with apt.
+    options[:manager] ||= "apt"
+
+    # Handle managers.
+    if options[:before].respond_to?(:call)
+      options[:before].call options[:manager],
+        packages[options[:manager]]["_command"]
+    end
+
+    # Callback for each package that depends on this manager.  Note which
+    # ones themselves are managers.
+    managers = []
+    packages[options[:manager]]["_packages"].sort.each do |package, version|
+
+      # Handle packages.
+      if options[:package].respond_to?(:call)
+        options[:package].call options[:manager],
+          packages[options[:manager]]["_command"], package, version
+      end
+
+      if options[:manager] != package && packages[package]
+        managers << package
+      end
+    end
+
+    # Handle managers.
+    if options[:after].respond_to?(:call)
+      options[:after].call options[:manager],
+        packages[options[:manager]]["_command"]
+    end
+
+    # Recurse into each manager that was just installed.  This is done
+    # after the completed round because there could have been other
+    # dependencies at that level aside from the manager.
+    managers.each do |manager|
+      walk options.merge(:manager => manager)
+    end
+
+  end
+
+end

data/lib/devstructure/puppet.rb

@@ -0,0 +1,143 @@
+require 'devstructure'
+
+# Make symbols Comparable.
+class Symbol
+  def <=>(other)
+    to_s <=> other.to_s
+  end
+end
+
+module DevStructure::Puppet
+
+  # A generic Puppet resource to be subclassed.  The name of the class
+  # dictates how the resource will be printed so do not instantiate this
+  # class directly.
+  class Resource
+
+    # A resource that will (by default) provide its complete representation.
+    def self.complete(name, options={})
+      self.new name, :complete, options
+    end
+
+    # A resource that will (by default) provide its partial representation.
+    def self.partial(name, options={})
+      self.new name, :partial, options
+    end
+
+    # A resource that will provide defaults for its resource type.
+    def self.defaults(options={})
+      self.new "", :defaults, options
+    end
+
+    # A resource with only a name, typically being listed as a dependency.
+    # This method enables syntax that looks a lot like the Puppet code that
+    # will be generated.
+    def self.[](*args)
+      if 1 == args.length
+        self.new args[0], :complete
+      else
+        args.collect { |arg| self[arg] }
+      end
+    end
+
+    # Return Puppet code for this resource.  Whether a complete, partial,
+    # or defaults representation is returned depends on which class method
+    # instantiated this resource but can be overridden by passing a Symbol.
+    def to_s(style=nil)
+      style ||= @style
+      out = []
+
+      # Settle on the indentation level for the rest of the resource.
+      # Raise an exception if the style is invalid.
+      tab = case style
+      when :complete
+        out << "\t#{@type} { \"#{@name}\":"
+        "\t"
+      when :partial
+        out << "\t\t\"#{@name}\":"
+        "\t\t"
+      when :defaults
+        out << "\t#{@type.capitalize} {"
+        "\t"
+      else
+        raise ArgumentError
+      end
+
+      # Handle the options Hash.
+      if 0 < @options.length
+
+        # Note the longest option name so we can line up => operators as
+        # per the Puppet coding standards.
+        l = @options.collect { |k, v| k.to_s.length }.max
+
+        # Map options to Puppet code strings.  Symbols become unquoted
+        # strings, nils become undefs, and Arrays are flattened.  Unless
+        # the value is a Symbol, #inspect is called on the value.
+        out += @options.sort.collect do |k, v|
+          k = "#{k.to_s}#{" " * (l - k.to_s.length)}"
+          v = if v.respond_to?(:flatten)
+            if 1 == v.length
+              v[0]
+            else
+              v.flatten
+            end
+          else
+            v
+          end
+          v = :undef if v.nil?
+          v = v.inspect.gsub(/\$/, "\\$") unless Symbol == v.class
+          "\t#{tab}#{k} => #{v},"
+        end
+
+        # Close this resource.
+        case style
+        when :complete
+          out << "\t}"
+        when :partial
+          out << "#{out.pop.chop};"
+        when :defaults
+          out << "\t}"
+        end
+
+      # Don't bother with an empty options Hash.  Go ahead and close this
+      # resource.
+      else
+        case style
+        when :complete
+          out << "#{out.pop} }"
+        when :partial
+          out << "#{out.pop};"
+        when :defaults
+          out << "#{out.pop}}"
+        end
+
+      end
+      out.join "\n"
+    end
+
+    # Resources themselves appear in options as dependencies so they are
+    # represented in Puppet's reference notation.
+    def inspect
+      "#{@type.capitalize}[\"#{@name}\"]"
+    end
+
+    # A resource with a name and default representation.
+    def initialize(name, style, options={})
+      @type = self.class.to_s.downcase[/[^:]+$/]
+      @name = name.to_s.downcase
+      @style = style.to_sym
+      @options = options
+    end
+    private :initialize
+
+  end
+
+  # Some actual resource types.
+  class Package < Resource
+  end
+  class Exec < Resource
+  end
+  class File < Resource
+  end
+
+end

data/lib/devstructure.rb

@@ -0,0 +1,2 @@
+module DevStructure
+end

metadata

@@ -0,0 +1,71 @@
+--- !ruby/object:Gem::Specification 
+name: devstructure
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Richard Crowley
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-07 00:00:00 +00:00
+default_executable: 
+dependencies: []
+
+description: Ruby bindings to the DevStructure API
+email: richard@devstructure.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/devstructure.rb
+- lib/devstructure/api.rb
+- lib/devstructure/blueprint.rb
+- lib/devstructure/puppet.rb
+- man/man7/ruby-devstructure.7.gz
+has_rdoc: true
+homepage: http://github.com/devstructure/ruby-devstructure
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Ruby bindings to the DevStructure API
+test_files: []
+