anvil-cli 0.0.2

data/bin/anvil

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.expand_path("../../lib", __FILE__)
+
+require "anvil/cli"
+
+Anvil::CLI.start

data/lib/anvil/builder.rb

@@ -0,0 +1,70 @@
+require "anvil"
+require "anvil/helpers"
+require "json"
+require "net/http"
+require "net/https"
+require "rest_client"
+
+class Anvil::Builder
+
+  include Anvil::Helpers
+
+  class BuildError < StandardError; end
+
+  attr_reader :source
+
+  def initialize(source)
+    @source = source
+  end
+
+  def build(options={})
+    uri  = URI.parse("#{anvil_host}/build")
+    http = Net::HTTP.new(uri.host, uri.port)
+
+    if uri.scheme == "https"
+      http.use_ssl = true
+      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    end
+
+    req = Net::HTTP::Post.new uri.request_uri
+
+    req.set_form_data({
+      "buildpack" => options[:buildpack],
+      "cache"     => options[:cache],
+      "env"       => json_encode(options[:env] || {}),
+      "source"    => source
+    })
+
+    slug_url = nil
+
+    http.request(req) do |res|
+      slug_url = res["x-slug-url"]
+
+      begin
+        res.read_body do |chunk|
+          yield chunk
+        end
+      rescue EOFError
+        puts
+        raise BuildError, "terminated unexpectedly"
+      end
+
+      manifest_id = [res["x-manifest-id"]].flatten.first
+      code = Integer(String.new(anvil["/exit/#{manifest_id}"].get.to_s))
+      raise BuildError, "exited #{code}" unless code.zero?
+    end
+
+    slug_url
+  end
+
+private
+
+  def anvil
+    @anvil ||= RestClient::Resource.new(anvil_host)
+  end
+
+  def anvil_host
+    ENV["ANVIL_HOST"] || "https://api.anvilworks.org"
+  end
+
+end

data/lib/anvil/cli.rb

@@ -0,0 +1,69 @@
+require "anvil"
+require "anvil/builder"
+require "anvil/manifest"
+require "thor"
+require "uri"
+
+class Anvil::CLI < Thor
+
+  map ["-v", "--version"] => :version
+
+  desc "build [SOURCE]", "Build an application"
+
+  method_option :buildpack, :type => :string, :aliases => "-b", :desc => "Use a specific buildpack"
+  method_option :pipeline, :type => :boolean, :aliases => "-p", :desc => "Pipe compile output to stderr and put the slug url on stdout"
+
+  def build(source=nil)
+    if options[:pipeline]
+      old_stdout = $stdout.dup
+      $stdout = $stderr
+    end
+
+    source ||= "."
+
+    build_options = {
+      :buildpack => prepare_buildpack(options[:buildpack].to_s)
+    }
+
+    builder = if is_url?(source)
+      Anvil::Builder.new(source)
+    else
+      manifest = Anvil::Manifest.new(File.expand_path(source))
+      print "Uploading app... "
+      count = manifest.upload
+      puts "done, #{count} files uploaded"
+      manifest
+    end
+
+    slug_url = builder.build(build_options) do |chunk|
+      print chunk
+    end
+
+    old_stdout.puts slug_url if options[:pipeline]
+  end
+
+private
+
+  def is_url?(string)
+    URI.parse(string).scheme rescue nil
+  end
+
+  def prepare_buildpack(buildpack)
+    if buildpack == ""
+      buildpack
+    elsif is_url?(buildpack)
+      buildpack
+    elsif buildpack =~ /\A\w+\/\w+\Z/
+      "http://buildkits-dev.s3.amazonaws.com/buildpacks/#{buildpack}.tgz"
+    elsif File.exists?(buildpack) && File.directory?(buildpack)
+      print "Uploading buildpack... "
+      manifest = Anvil::Manifest.new(buildpack)
+      manifest.upload
+      manifest.save
+      puts "done"
+    else
+      error "unrecognized buildpack specification: #{buildpack}"
+    end
+  end
+
+end

data/lib/anvil/helpers.rb

@@ -0,0 +1,30 @@
+require "anvil"
+require "json"
+
+module Anvil::Helpers
+
+  def json_encode(obj)
+    JSON.dump(obj)
+  end
+
+  def json_decode(str)
+    JSON.load(str)
+  end
+
+  def anvil_metadata_dir(root)
+    dir = File.join(root, ".anvil")
+    FileUtils.mkdir_p(dir)
+    dir
+  end
+
+  def read_anvil_metadata(root, name)
+    File.open(File.join(anvil_metadata_dir(root), name)).read.chomp rescue nil
+  end
+
+  def write_anvil_metadata(root, name, data)
+    File.open(File.join(anvil_metadata_dir(root), name), "w") do |file|
+      file.puts data
+    end
+  end
+
+end

data/lib/anvil/manifest.rb

@@ -0,0 +1,161 @@
+require "anvil/builder"
+require "anvil/helpers"
+require "json"
+require "net/http"
+require "net/https"
+require "rest_client"
+
+class Anvil::Manifest
+
+  include Anvil::Helpers
+
+  PUSH_THREAD_COUNT = 40
+
+  attr_reader :cache_url
+  attr_reader :dir
+  attr_reader :manifest
+
+  def initialize(dir=nil, cache_url=nil)
+    @dir = dir
+    @manifest = @dir ? directory_manifest(@dir) : {}
+    @cache_url = cache_url
+  end
+
+  def build(options={})
+    uri  = URI.parse("#{anvil_host}/manifest/build")
+    http = Net::HTTP.new(uri.host, uri.port)
+
+    if uri.scheme == "https"
+      http.use_ssl = true
+      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    end
+
+    req = Net::HTTP::Post.new uri.request_uri
+
+    env = options[:env] || {}
+
+    req.set_form_data({
+      "buildpack" => options[:buildpack],
+      "cache"     => @cache_url,
+      "env"       => json_encode(options[:env] || {}),
+      "manifest"  => self.to_json
+    })
+
+    slug_url = nil
+
+    http.request(req) do |res|
+      slug_url = res["x-slug-url"]
+      @cache_url = res["x-cache-url"]
+
+      begin
+        res.read_body do |chunk|
+          yield chunk
+        end
+      rescue EOFError
+        puts
+        raise Heroku::Builder::BuildError, "terminated unexpectedly"
+      end
+
+      code = if res["x-exit-code"].nil?
+        manifest_id = Array(res["x-manifest-id"]).first
+        Integer(String.new(anvil["/exit/#{manifest_id}"].get.to_s))
+      else
+        res["x-exit-code"].first.to_i
+      end
+
+      raise Heroku::Builder::BuildError, "exited #{code}" unless code.zero?
+    end
+
+    slug_url
+  end
+
+  def save
+    res = anvil["/manifest"].post(:manifest => self.to_json)
+    res.headers[:location]
+  end
+
+  def upload
+    missing = json_decode(anvil["/manifest/diff"].post(:manifest => self.to_json).to_s)
+    upload_hashes missing
+    missing.length
+  end
+
+  def to_json
+    json_encode(@manifest)
+  end
+
+  def add(filename)
+    @manifest[filename] = file_manifest(filename)
+  end
+
+private
+
+  def anvil
+    @anvil ||= RestClient::Resource.new(anvil_host)
+  end
+
+  def anvil_host
+    ENV["ANVIL_HOST"] || "https://api.anvilworks.org"
+  end
+
+  def directory_manifest(dir)
+    root = Pathname.new(dir)
+
+    Dir.glob(File.join(dir, "**", "*"), File::FNM_DOTMATCH).inject({}) do |hash, file|
+      next(hash) if %w( . .. ).include?(File.basename(file))
+      next(hash) if File.directory?(file)
+      next(hash) if File.pipe?(file)
+      next(hash) if file =~ /\.git/
+      next(hash) if file =~ /\.swp$/
+      hash[Pathname.new(file).relative_path_from(root).to_s] = file_manifest(file)
+      hash
+    end
+  end
+
+  def file_manifest(file)
+    stat = File.stat(file)
+    manifest = {
+      "mtime" => stat.mtime.to_i,
+      "mode"  => "%o" % stat.mode,
+    }
+    if File.symlink?(file)
+      manifest["link"] = File.readlink(file)
+    else
+      manifest["hash"] = calculate_hash(file)
+    end
+    manifest
+  end
+
+  def calculate_hash(filename)
+    Digest::SHA2.hexdigest(File.open(filename, "rb").read)
+  end
+
+  def upload_file(filename, hash=nil)
+    hash ||= calculate_hash(filename)
+    anvil["/file/#{hash}"].post :data => File.new(filename, "rb")
+    hash
+  rescue RestClient::Forbidden => ex
+    error "error uploading #{filename}: #{ex.http_body}"
+  end
+
+  def upload_hashes(hashes)
+    filenames_by_hash = @manifest.inject({}) do |ax, (name, file_manifest)|
+      ax.update file_manifest["hash"] => File.join(@dir.to_s, name)
+    end
+    bucket_hashes = hashes.inject({}) do |ax, hash|
+      index = hash.hash % PUSH_THREAD_COUNT
+      ax[index] ||= []
+      ax[index]  << hash
+      ax
+    end
+    threads = bucket_hashes.values.map do |hashes|
+      Thread.new do
+        hashes.each do |hash|
+          upload_file filenames_by_hash[hash], hash
+        end
+      end
+    end
+    threads.each(&:join)
+  end
+
+end

data/lib/anvil/version.rb

@@ -0,0 +1,3 @@
+module Anvil
+  VERSION = "0.0.2"
+end

data/lib/anvil.rb

@@ -0,0 +1,2 @@
+module Anvil
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification
+name: anvil-cli
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+  prerelease: 
+platform: ruby
+authors:
+- David Dollar
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-08-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: &70156982826160 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156982826160
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: &70156982825400 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.15.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *70156982825400
+description: Alternate Heroku build workflow
+email: david@dollar.io
+executables:
+- anvil
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/anvil
+- lib/anvil/builder.rb
+- lib/anvil/cli.rb
+- lib/anvil/helpers.rb
+- lib/anvil/manifest.rb
+- lib/anvil/version.rb
+- lib/anvil.rb
+homepage: http://github.com/ddollar/anvil-cli
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Alternate Heroku build workflow
+test_files: []