vae 0.6.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NzZhNTk3MTc0OTgyZDcwMDU1NDRiY2QxNTAxNzUwMTUwMjljODgzYQ==
+  data.tar.gz: !binary |-
+    Mzg1MTNhZDJhZTBhNGY0ZTU2NjQ5NzVkNjc1YjI5ODE3ZTk5M2NmMQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    MjQ5YTY0MTQ2MTc4MmU2NDgxYmVlNjBhZGU2MThjZWUxMmRjYmQ5NjEyMmM4
+    MTM4OTEyZDQzMTYyNjM5ZmY3NDZmZTM1MzEzMGJiZDZiYTVlZjE3YTgwYzgx
+    YjQxYzNjOTBkN2UwOGJjODkzYTc1ZmYzY2JhZGY2YjhhNmM2ZTE=
+  data.tar.gz: !binary |-
+    MjY0ZGYxZDY0NTA0NjQxMTdjZWYwNDFiOWM0ZjVmZDA3Yjg2MDQzNGM2ZjA3
+    NDVkN2Y3MzY2MzljODYxZDI0MjE4ZDRiMTA3YWM0MDBkMzdiMjg3ODA2YWQ5
+    ZmIyNDgzMDFhOWY1NDNiYTE0MDRlMTk2MTQ4ZTkzOGRiYzBlMmU=

data/bin/vae

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby -W0
+
+THIS_FILE = File.symlink?(__FILE__) ? File.readlink(__FILE__) : __FILE__
+$:.unshift File.dirname(THIS_FILE) + '/../lib'
+
+require 'vae'
+
+VaeLocal.run_trapping_exceptions!

data/lib/logging.rb

@@ -0,0 +1,15 @@
+require 'logger'
+
+module Logging
+  def self.logger
+    @logger ||= new_logger
+  end
+  
+  private
+  
+  def self.new_logger
+    logger = Logger.new(STDOUT)
+    logger.level = Logger::Severity::WARN
+    logger
+  end
+end

data/lib/servlet.rb

@@ -0,0 +1,13 @@
+class Servlet < Mongrel::HttpHandler
+
+  def process(request, response)
+    response.start do |head,out|
+      head["Content-Type"] = "text/html"
+      out << "Servlet"
+    end
+  end
+  
+end
+
+class FileNotFound < ArgumentError
+end

data/lib/site.rb

@@ -0,0 +1,35 @@
+class Site
+  attr_accessor :password, :root, :session_id, :subdomain, :username
+  
+  def fetch_from_server(req)
+    http = Net::HTTP.new("#{subdomain}.vaesite.com")
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    http.start { |http|
+      http.read_timeout = 120
+      http.request(req)
+    }
+  end
+  
+  def initialize(options)
+    @root = options[:root] if options[:root]
+    @subdomain = options[:subdomain] if options[:subdomain]
+    @username = options[:username] if options[:username]
+    @password = options[:password] if options[:password]
+    @session_id = Digest::MD5.hexdigest(rand.to_s)
+    login_to_server
+  end
+  
+  def login_to_server
+    req = Net::HTTP::Post.new("/?__vae_local=#{session_id}")
+    req.body = "__local_username=#{CGI.escape(username)}&__local_password=#{CGI.escape(password)}&__local_version=#{VER}"
+    res = fetch_from_server(req)
+    if res.body == "BAD"
+      raise VaeError, "Invalid password or insufficient permissions."
+    elsif res.body =~ /MSG/
+      puts res.body.gsub(/MSG/, "")
+    elsif res.body != "GOOD"
+      raise VaeError, "Could not connect to Vae servers.  Please check your Internet connection."
+    end
+  end
+  
+end

data/lib/vae.rb

@@ -0,0 +1,180 @@
+require 'rubygems'
+
+require 'cgi'
+require 'digest/md5'
+require 'mongrel'
+require 'net/http'
+require 'net/https'
+require 'optparse'
+require 'thread'
+require 'webrick'
+require 'yaml'
+
+require 'directory_watcher'
+require 'highline/import'
+require 'compass'
+require 'haml'
+
+require 'logging'
+require 'servlet'
+require 'site'
+require 'vae_error'
+require 'vae_site_servlet'
+require 'vae_local_servlet'
+require 'version'
+
+SERVER_PARSED = [ ".html", ".haml", ".php", ".xml", ".rss", ".pdf.haml", ".pdf.haml.php", ".haml.php" ]
+SERVER_PARSED_GLOB = [ "**/*.html", "**/*.haml", "**/*.php", "**/*.xml", "**/*.rss", "**/*.pdf.haml", "**/*.pdf.haml.php", "**/*.haml.php" ]
+BANNER = "Vae local preview server, version #{VER}"
+
+class VaeLocal
+  
+  def fetch_from_vaeplatform(site, req)
+    http = Net::HTTP.new("#{site}.vaeplatform.com", 443)
+    http.use_ssl = true
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    http.start { |http|
+      http.read_timeout = 120
+      http.request(req)
+    }
+  end
+  
+  def get_svn_credentials(site)
+    home = Dir.chdir { Dir.pwd }
+    Dir.glob("#{home}/.subversion/auth/svn.simple/*").each do |file|
+      params = parse_svn_auth_file(file)
+      if params["svn:realmstring"] =~ /<http:\/\/svn(\.|_)#{site}.(vae|verb)site.com/ or params["svn:realmstring"] =~ /<http:\/\/#{site}(\.|_)svn.(vae|verb)site.com/
+        return params
+      end
+    end
+    {}
+  end
+  
+  def parse_svn_auth_file(file)
+    key = nil
+    mode = nil
+    params = {}
+    File.read(file).each_line do |line|
+      line.strip!
+      if mode == :key
+        key = line
+        mode = nil
+      elsif mode == :value
+        params[key] = line
+        mode = nil
+      else
+        if line[0,1] == "K"
+          mode = :key
+        elsif line[0, 1] == "V"
+          mode = :value
+        end
+      end
+    end
+    params
+  end
+  
+  def run!
+    options = { :port => 9999 }
+    ARGV.options  do |opts|
+      opts.banner = BANNER + "\n\nUsage: vae [options]\n         starts a local development server\n       vae [options] deploy\n         promotes the source in Subversion repository to the FTP\n\n  If you are using the Vae Production environment features:\n       vae [options] stage\n         promotes the source in Subversion repository to the staging environment\n       vae [options] stagerelease\n         promotes the source in Subversion repository to the staging environment\n         and releases it to the production environment\n       vae [options] release\n         releases the current staging environment to the production environment\n       vae [options] rollback\n         rolls back the production environment to a previous release\n\nAvailable Options:"
+      opts.on("-u","--username <username>","Your Vae username") { |o| options[:username] = o } 
+      opts.on("-p","--port <port number>","Start server on this port") { |o| options[:port] = o } 
+      opts.on("-r","--root <path to site root>","Path to the root of the local copy of your Vae site.") { |o| options[:site_root] = o }   
+      opts.on("-s","--site <subdomain>","Vae subdomain for this site") { |o| options[:site] = o }  
+      opts.on_tail("-h","--help", "Show this help message") { puts opts; exit }
+      opts.parse!
+    end
+    options[:site_root] = Dir.pwd if options[:site_root].nil? and (File.exists?("#{Dir.pwd}/__vae.yml") or File.exists?("#{Dir.pwd}/__verb.yml"))
+    if options[:site_root]
+      [ "verb", "vae" ].each do |name|
+        if File.exists?("#{options[:site_root]}/__#{name}.yml")
+          site_conf_file = File.read("#{options[:site_root]}/__#{name}.yml")
+          site_conf = YAML.load(site_conf_file)
+          options[:site] = site_conf[name]["site"] if site_conf[name] and site_conf[name]["site"]
+        end
+      end
+    end
+    raise VaeError, "We could not determine the Vae subdomain for this site.  Please specify it manually by using the --site option or create a __vae.yml file within the site root." if options[:site].nil?
+    unless options[:username]
+      svn_credentials = get_svn_credentials(options[:site])
+      options[:username] = svn_credentials["username"]
+      options[:password] = svn_credentials["password"]
+    end
+    raise VaeError, "We could not determine the Vae username that you use.  Please specify it manually by using the --username option." if options[:username].nil?
+    if options[:password].nil?
+      options[:password] = ask("Please enter the Vae password for username #{options[:username]}:") {|q| q.echo = false}
+    end
+    if [ "deploy", "release", "rollback", "stage", "stagerelease" ].include?(ARGV.last)
+      stagerelease(ARGV.last, options[:site], options[:username], options[:password])
+      exit
+    end
+    raise VaeError, "You did not specify the path to the root of the local copy of your Vae site.  Please specify it manually by using the --root option or cd to the site root (and make sure it contains a __vae.yml file)." unless options[:site_root]
+    raise VaeError, "You specified an invalid path to the local copy of your Vae site." unless File.exists?(options[:site_root])
+
+    $biglock = Mutex.new
+    dw = DirectoryWatcher.new options[:site_root], :interval => 1.0, :glob => SERVER_PARSED_GLOB, :pre_load => true
+    dw.add_observer { |*args| 
+      args.each { |event|
+        path = event.path.gsub($site.root, "")
+        $biglock.synchronize {
+          $changed[path] = event.type
+        }
+      }
+    }
+    dw.start
+
+    Dir.chdir File.dirname(__FILE__)
+    puts BANNER
+    puts "Vae is in action at http://localhost:#{options[:port]}/"  
+    puts "  (hit Control+C to exit)"
+    $site = Site.new(:subdomain => options[:site], :root => options[:site_root], :username => options[:username], :password => options[:password])
+    $cache = {}
+    $changed = {}
+    $server = Mongrel::Configurator.new :host => "0.0.0.0", :port => options[:port] do
+      listener do
+        uri "/", :handler => VaeSiteServlet.new
+        #uri "/__welcome/", :handler => VaeLocalServlet.new
+      end
+      trap("INT") { raise Mongrel::StopServer }
+      run
+    end
+
+    begin
+      $server.join
+    rescue Mongrel::StopServer
+      puts "Thanks for using Vae!"
+    end
+  end
+  
+  def stagerelease(action, site, username, password)
+    if action == "deploy"
+      action = "stage"
+    elsif action == "stagerelease"
+      stagerelease("stage", site, username, password)
+      stagerelease("release", site, username, password)
+      return
+    end
+    req = Net::HTTP::Post.new("/subversion/#{action}")
+    req.body = "username=#{CGI.escape(username)}&password=#{CGI.escape(password)}"
+    res = fetch_from_vaeplatform(site, req)
+    if res.is_a?(Net::HTTPFound)
+      raise VaeError, "Invalid username/password or insufficient permissions."
+    else
+      puts res.body
+    end
+  end
+  
+  def self.run_trapping_exceptions!
+    begin
+      v = VaeLocal.new
+      v.run!
+    rescue VaeError => e
+      cmd = $0
+      cmd = "vae" if cmd =~ /\.\.\/vae_local/
+      puts "** Error:"
+      puts "   " + e.to_s
+      puts "Type #{cmd} --help for help."
+    end
+  end
+
+end

data/lib/vae_error.rb

@@ -0,0 +1,2 @@
+class VaeError < StandardError
+end

data/lib/vae_local_servlet.rb

@@ -0,0 +1,3 @@
+class VaeLocalServlet < Servlet
+end
+

data/lib/vae_site_servlet.rb

@@ -0,0 +1,185 @@
+class VaeSiteServlet < Servlet      
+  
+  def bundle_changed_source_files(source_files)
+    source_files ||= []
+    changed = nil
+    $biglock.synchronize {
+      changed = $changed
+      $changed = {}
+    }
+    source_files.concat(changed.map { |filename,action|
+      get_source_file(filename, (action == :deleted))
+    }).reject { |src| src.nil? }
+  end
+  
+  def get_source_file(path, optional = false)
+    full_path = nil
+    if File.exists?($site.root + path)
+      full_path = path
+    else
+      SERVER_PARSED.each do |ext|
+        if full_path.nil? and File.exists?($site.root + path + ext)
+          full_path = path + ext
+        end
+      end
+    end
+    if full_path.nil? and !optional
+      raise FileNotFound
+    elsif full_path
+      begin
+        file = File.read($site.root + full_path)
+        md5 = Digest::MD5.hexdigest(file)
+      rescue Errno::EISDIR
+        return nil
+      end
+    else
+      full_path = path
+      md5 = ""
+      file = ""
+    end
+    if $cache[full_path] != md5
+      $cache[full_path] = md5
+      [ full_path, file ]
+    else
+      nil
+    end
+  end
+  
+  def fetch_from_vae(wb_req, method, source_files = nil)
+    uri = wb_req.params["REQUEST_URI"] + ((wb_req.params["REQUEST_URI"] =~ /\?/) ? "&" : "?") + "__vae_local=#{$site.session_id}"
+    source_files = bundle_changed_source_files(source_files)
+    if method == "GET"
+      if source_files.is_a?(Array) and source_files.size > 0
+        req = Net::HTTP::Post.new(uri)
+        source_files.map { |src| puts "sending #{src[0]}" }
+        req.body = source_files.collect { |src| "__vae_local_files[#{src[0]}]=#{CGI.escape(src[1])}" }.join("&")
+      else
+        req = Net::HTTP::Get.new(uri)
+      end
+    else
+      if source_files.is_a?(Array) and source_files.size > 0
+        fetch_from_vae(wb_req, "GET", source_files)
+      end
+      req = Net::HTTP::Post.new(uri)
+      req.body = wb_req.body.read
+    end
+    req['cookie'] = wb_req.params["HTTP_COOKIE"]
+    if wb_req.params['HTTP_X_REQUESTED_WITH']
+      req['X-Requested-With'] = wb_req.params['HTTP_X_REQUESTED_WITH']
+    end
+    res = $site.fetch_from_server(req)
+    if res.body =~ /__vae_local_needs=(.*)/
+      begin
+        return fetch_from_vae(wb_req, method, [ get_source_file($1) ])
+      rescue FileNotFound
+        puts "*\n* Could not find #{$1} -- giving up!\n*"
+        return $site.fetch_from_server(Net::HTTP::Get.new("/error_pages/not_found.html"))
+      end
+    end
+    res
+  end
+  
+  def fetch_from_vae_and_include_source_of_current_page(req, method)
+    fetch_from_vae(req, method, [ find_source_file_from_path(req.params["REQUEST_URI"]), get_source_file("/__vae.php", true), get_source_file("/__verb.php", true) ])
+  end
+  
+  def find_source_file_from_path(path)
+    path_parts = path.split("/").reject { |part| part.length < 1 }
+    local_path = ""
+    loop do 
+      gotit = false
+      if part = path_parts.shift
+        new_local_path = local_path + "/" + part
+        (SERVER_PARSED + [ "" ]).each do |ext|
+          if File.exists?($site.root + new_local_path + ext)
+            gotit = true
+            local_path = new_local_path + ext
+          end
+        end
+      end
+      break unless gotit
+    end
+    return nil unless local_path.length > 0
+    get_source_file(local_path)
+  end
+  
+  def not_modified?(req, res, mtime, etag)
+    return true if (ims = req.params['IF_MODIFIED_SINCE']) && Time.parse(ims) >= mtime
+    return true if (inm = req.params['IF_NONE_MATCH']) && WEBrick::HTTPUtils::split_header_value(inm).member?(etag)
+    false
+  end
+  
+  def render_sass(local_path)
+    begin
+      options = Compass.sass_engine_options
+      options[:load_paths] << File.dirname(local_path) 
+      engine = Sass::Engine.new(open(local_path, "rb").read, options)
+      engine.render
+    rescue Sass::SyntaxError => e
+      e.message
+    end
+  end
+
+  def process(request, response)
+    serve(request, response)
+    response.finished
+  end
+  
+  def serve(req, res)
+    res.status = 200
+    local_path = ($site.root+req.params["REQUEST_URI"] || "/").split("?").first
+    if File.exists?(local_path) and !File.directory?(local_path) and !server_parsed?(local_path)
+      st = File::stat(local_path)
+      mtime = st.mtime
+      etag = sprintf("%x-%x-%x", st.ino, st.size, st.mtime.to_i)
+      res.header['etag'] = etag
+      if not_modified?(req, res, mtime, etag)
+        puts "#{req.params["REQUEST_URI"]} not modified"
+        res.status = 304
+      else
+        mtype = WEBrick::HTTPUtils::mime_type(local_path, WEBrick::HTTPUtils::DefaultMimeTypes)
+        res.header['last-modified'] = mtime.httpdate
+        if req.params["REQUEST_URI"] =~ /.sass$/
+          res.header['Content-Type'] = "text/css"
+          res.body << render_sass(local_path)
+        else
+          res.header['Content-Type'] = mtype
+          res.body << open(local_path, "rb").read
+        end
+        puts "#{req.params["REQUEST_URI"]} local asset"
+      end
+    else
+      if req.params["REQUEST_URI"] =~ /^\/__data\// or req.params["REQUEST_URI"] =~ /^\/__assets\//
+        from_vae = { 'location' => "http://#{$site.subdomain}.vaesite.com#{req.params["REQUEST_URI"]}"}
+        puts "#{req.params["REQUEST_URI"]} static asset"
+      else
+        from_vae = fetch_from_vae_and_include_source_of_current_page(req, req.params["REQUEST_METHOD"])
+        if from_vae['location']
+          puts "#{req.params["REQUEST_URI"]} redirecting to #{from_vae['location']}"
+        end
+      end
+      if from_vae['location']
+        res.body << "<p>Redirecting to <a href=\"#{from_vae['location']}\">#{from_vae['location']}</a>"
+        res.status = 302
+        res.header['Location'] = from_vae['location']    
+      else
+        res.header['Etag'] = from_vae['etag']
+        res.header['Last-Modified'] = from_vae['last-modified']
+        res.header['Content-Type'] = from_vae['content-type']
+        res.header['Content-Disposition'] = from_vae['content-disposition']
+        res.header['Set-Cookie'] = from_vae['set-cookie']
+        puts "#{req.params["REQUEST_URI"]} rendering"
+        res.body << from_vae.body
+      end
+    end
+  end
+  
+  def server_parsed?(path)
+    SERVER_PARSED.each do |ext|
+      return true if Regexp.new("#{ext}$").match(path)
+    end
+    false
+  end
+  
+end
+

data/lib/version.rb

@@ -0,0 +1 @@
+VER = "0.6.0"

data/test/vae_test.rb

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+$:.unshift File.dirname(__FILE__) + '/lib'
+require 'test/unit'
+require 'vae'
+
+class VaeTest < Test::Unit::TestCase
+  
+  def setup
+  end
+  
+  def test_server_parsed
+    servlet = VaeSiteServlet.new({})
+    assert servlet.server_parsed?("cow.html")
+    assert servlet.server_parsed?("cow.pdf.html")
+    assert servlet.server_parsed?("cow.haml")
+    assert servlet.server_parsed?("cow.xml")
+    assert servlet.server_parsed?("cow.rss")
+    assert servlet.server_parsed?("cow.php")
+    assert servlet.server_parsed?("cow.haml.php")
+    assert !servlet.server_parsed?("cow.sass")
+    assert !servlet.server_parsed?("cow.gif")
+    assert !servlet.server_parsed?("cow.html.gif")
+    assert !servlet.server_parsed?("cow")
+    assert !servlet.server_parsed?("cow.haml.php.jpg")
+  end
+  
+end

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification
+name: vae
+version: !ruby/object:Gem::Version
+  version: 0.6.0
+platform: ruby
+authors:
+- Action Verb, LLC
+- Kevin Bombino
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: av-redis-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.2.2
+- !ruby/object:Gem::Dependency
+  name: chunky_png
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: compass
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.11.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.11.5
+- !ruby/object:Gem::Dependency
+  name: directory_watcher
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.1.2
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongrel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0.pre2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.2.0.pre2
+- !ruby/object:Gem::Dependency
+  name: sass
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.1.4
+description: Supports local development for Vae Platform (http://vaeplatform.com/)
+email: support@actionverb.com
+executables:
+- vae
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/vae
+- lib/logging.rb
+- lib/servlet.rb
+- lib/site.rb
+- lib/vae.rb
+- lib/vae_error.rb
+- lib/vae_local_servlet.rb
+- lib/vae_site_servlet.rb
+- lib/version.rb
+- test/vae_test.rb
+homepage: http://vaeplatform.com/vae_local
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: This gem allows for local development for sites on Vae Platform (http://vaeplatform.com/)
+test_files: []
+has_rdoc: