golf 0.0.1

data/golf-java/src/com/thinkminimo/golf/Main.java

@@ -0,0 +1,1299 @@
+package com.thinkminimo.golf;
+
+import com.thinkminimo.getopt.GetOpt;
+
+import org.json.*;
+
+import java.io.*;
+import java.util.*;
+import java.util.regex.Pattern;
+import java.net.URL;
+import java.net.URI;
+import java.net.URISyntaxException;
+import java.net.URLClassLoader;
+import java.rmi.server.UID;
+import java.security.NoSuchAlgorithmException;
+
+import java.lang.reflect.Method;
+import java.lang.reflect.Constructor;
+
+import net.sourceforge.htmlunit.corejs.javascript.ErrorReporter;
+import net.sourceforge.htmlunit.corejs.javascript.EvaluatorException;
+import com.yahoo.platform.yui.compressor.CssCompressor;
+import com.yahoo.platform.yui.compressor.JavaScriptCompressor;
+
+import javax.servlet.ServletException;
+import javax.servlet.http.HttpServlet;
+import javax.servlet.http.HttpServletRequest;
+import javax.servlet.http.HttpServletResponse;
+
+import org.jets3t.service.CloudFrontService;
+import org.jets3t.service.S3Service;
+import org.jets3t.service.S3ServiceException;
+import org.jets3t.service.acl.AccessControlList;
+import org.jets3t.service.acl.GroupGrantee;
+import org.jets3t.service.acl.Permission;
+import org.jets3t.service.model.S3Bucket;
+import org.jets3t.service.model.S3Object;
+import org.jets3t.service.model.cloudfront.Distribution;
+import org.jets3t.service.model.cloudfront.DistributionConfig;
+import org.jets3t.service.impl.rest.httpclient.RestS3Service;
+import org.jets3t.service.security.AWSCredentials;
+
+import org.apache.tools.ant.*;
+import org.apache.tools.ant.taskdefs.*;
+import org.apache.tools.ant.types.resources.*;
+
+import org.mortbay.log.Log;
+import org.mortbay.jetty.Handler;
+import org.mortbay.jetty.HandlerContainer;
+import org.mortbay.jetty.Server;
+import org.mortbay.jetty.handler.HandlerList;
+import org.mortbay.jetty.handler.ContextHandlerCollection;
+import org.mortbay.jetty.handler.DefaultHandler;
+import org.mortbay.jetty.handler.ResourceHandler;
+import org.mortbay.jetty.handler.RequestLogHandler;
+import org.mortbay.jetty.servlet.Context;
+import org.mortbay.jetty.servlet.ServletHolder;
+import org.mortbay.jetty.servlet.DefaultServlet;
+import org.mortbay.jetty.webapp.WebAppContext;
+import org.mortbay.thread.QueuedThreadPool;
+
+public class Main
+{
+  public static class RingList<T> extends ArrayList <T> {
+    private int next = 0;
+    public T next() {
+      return get(next++ % size());
+    }
+    public void reset() {
+      next = 0;
+    }
+  }
+
+  public    static final String       AWS_URL         = "s3.amazonaws.com";
+  public    static final int          NUM_CFDOMAINS   = 1;
+  public    static final int          NUM_VMPOOL      = 20;
+  public    static final int          NUM_VMEXPIRE    = 10;
+  public    static final int          JETTY_PORT      = 4653;
+  private   static final int          BUF_SIZE        = 1024;
+
+  public    static final String       NEW_HTML        = "new.html";
+  public    static final String       NEW_FC_HTML     = "new.fc.html";
+  public    static final String       NEW_ST_HTML     = "new.static.html";
+  public    static final String       ERROR_HTML      = "error.html";
+  public    static final String       HEAD_HTML       = "head.html";
+  public    static final String       JSDETECT_HTML   = "jsdetect.html";
+  public    static final String       COMPONENTS_JS   = "components.js";
+  public    static final String       CONTROLLER_JS   = "controller.js";
+  public    static final String       JQUERY_JS       = "jquery.js";
+  public    static final String       JQUERY_GOLF_JS  = "jquery.golf.js";
+  public    static final String       JQUERY_HIST_JS  = "jquery.address.js";
+  public    static final String       FORCEPROXY_TXT  = "forceproxy.txt";
+  public    static final String       FORCECLIENT_TXT = "forceclient.txt";
+  public    static final String       FORCEBOT_TXT    = "forcebot.txt";
+  public    static final String       NOSCRIPT_HTML   = "noscript.html";
+  public    static final String       NOSCRIPT_FC_HTML= "noscript.forceclient.html";
+  public    static final String       NOSCRIPT_ST_HTML= "noscript.static.html";
+  public    static final String       LOADING_GIF     = "loading.gif";
+
+  public    static final String       DIR_COMPONENTS  = "components";
+  public    static final String       DIR_MODULES     = "plugins";
+  public    static final String       DIR_SCRIPTS     = "scripts";
+  public    static final String       DIR_STYLES      = "styles";
+
+  private   static GetOpt             o               = null;
+  private   static RingList<String>   mCfDomains      = null;
+  private   static String             mNewHtml        = null;
+
+  private   static String             mAppName        = null;
+  private   static String             mAppVersion     = null;
+
+  private   static HashMap<String, String> mApps      = null;
+  private   static HashMap<String, String> mBackends  = null;
+
+  private AWSCredentials              mAwsKeys        = null;
+  private RestS3Service               mS3svc          = null;
+  private CloudFrontService           mCfsvc          = null;
+  private S3Bucket                    mBucket         = null;
+  private AccessControlList           mAcl            = null;
+
+  public Main(String[] argv) throws Exception {
+    mApps       = new HashMap<String, String>();
+    mBackends   = new HashMap<String, String>();
+    mCfDomains  = new RingList<String>();
+    mAppVersion = getResourceAsString("version").replaceFirst("\n", "");
+
+    // process single flag command lines
+
+    if (argv[0].equals("--version")) {
+      System.out.println(mAppVersion);
+      System.exit(0);
+    } 
+
+    // Command line parser setup
+
+    o = new GetOpt("golf", argv);
+
+    o.addFlag(
+      "version", 
+      "Display golf application server version info and exit."
+    ).addSection(
+      "GENERAL OPTIONS",
+      "General configuration of the golf application server. These options "+
+      "will be rolled into the war file (where appropriate) if deploying to "+
+      "production, or used in the built-in servlet container for devmode "+
+      "operation."
+    ).addOpt(
+      "port",
+      "Set the port the server will listen on (optional, devmode only)."
+    ).addOpt(
+      "displayname",
+      "The display name to use for deploying as a war file into a servlet "+
+      "container (optional)."
+    ).addOpt(
+      "description",
+      "Description of app when deploying as a war file into a servlet "+
+      "container (optional)."
+    ).addOpt(
+      "pool-size",
+      "How many concurrent proxymode client virtual machines to allow."
+    ).addOpt(
+      "pool-expire",
+      "Minimum idle time (seconds) before a proxymode client virtual "+
+      "machine can be scavenged."
+    ).addOpt(
+      "static",
+      "Destination directory for a static app deployment. Static apps are "+
+      "compiled into pure HTML+JS. There is no proxy support with this option."
+    ).addSection(
+      "AMAZON WEB SERVICES CONFIGURATION OPTIONS",
+      "The awspublic and awsprivate options provide the golf server with "+
+      "your AWS credentials. This enables it to automatically upload the "+
+      "application to CloudFront when deploying to production. AWS is not "+
+      "used in devmode."
+    ).addOpt(
+      "awspublic",
+      "The amazon aws access key ID to use for cloudfront caching (required "+
+      "when using AWS)."
+    ).addOpt(
+      "awsprivate",
+      "The amazon aws secret access key corresponding to the aws access "+
+      "key ID specified with the --awspublic option (required when using AWS)."
+    ).addOpt(
+      "cloudfronts",
+      "How many CloudFront distributions to create (optional). This may be "+
+      "useful for getting browsers to load things in parallel rather than "+
+      "one at a time. On the other hand, it may be useless."
+    ).addSection(
+      "HTTP PROXY CONFIGURATION OPTIONS",
+      "The golf application server ships with a built-in HTTP proxy servlet "+
+      "that can be used to provide access to backend web services without "+
+      "needing to resort to using JSONP or the 'window.name' hack."
+    ).addOpt(
+      "proxyhost",
+      "The remote URI that the HTTP proxy will relay requests to. This will "+
+      "produce a war file containing the configured proxy servlet and exit, "+
+      "instead of starting the embedded servlet container."
+    ).addOpt(
+      "proxyparams",
+      "Parameters to add to the query string of every request sent by the "+
+      "HTTP proxy to the remote host. This can be used to pass tokens that "+
+      "the client shouldn't have access to, and things like that."
+    ).addOpt(
+      "proxymaxupload",
+      "The maximum file upload size for HTTP proxy requests (optional, in "+
+      "bytes)."
+    ).addSection(
+      "WAR FILE CONFIGURATION OPTIONS",
+      "The golf application server jar file is able to roll a golf "+
+      "application into a war file for deployment to a servlet container "+
+      "for production. These options govern how this is done."
+    ).addFlag(
+      "compress-js",
+      "Whether to yuicompress javascript resource files (production only)."
+    ).addFlag(
+      "compress-css",
+      "Whether to yuicompress css resource files (production only)."
+    ).addFlag(
+      "war",
+      "If present, create war file instead of starting embedded servlet "+
+      "container."
+    ).addArg(
+      "approot|proxypath",
+      "The location of the golf app root directory, or when building HTTP "+
+      "proxy, the desired name of the resulting war file (.war extension "+
+      "will be added). When this argument specifies a golf approot, the "+
+      "application context path (or war file name, in the case of the --war "+
+      "option) is derived from the basename of the specified directory."
+    ).addVarArg(
+      "backend [backend...]",
+      "The backend webapp war file or approot (not used when building HTTP "+
+      "proxy war files). Zero or more war files or directories may be "+
+      "specified here. The context path they are deployed to is taken from "+
+      "the basename of the war file or directory."
+    ).addExample(
+      "RUN LOCAL DEVMODE SERVER WITH NO BACKEND",
+      "java -jar golf.jar ./apps/demo",
+      "This starts the golf application server, running the golf application "+
+      "locally from the embedded servlet container. The application will be "+
+      "accessible at the URL http://localhost:4653/demo/, and the approot is "+
+      "set to the ./apps/demo/ directory."
+    ).addExample(
+      "RUN LOCAL DEVMODE SERVER WITH BACKEND",
+      "java -jar golf.jar ./apps/demo data1.war data2.war",
+      "This starts the golf application server, locally, as in the previous "+
+      "example, accessible at the URL http://localhost:4653/demo/, etc. "+
+      "Additionally, data1.war and data2.war (backend applications) will be "+
+      "deployed to the /data1/ and /data2/ context paths."
+    ).addExample(
+      "PREPARE WAR FILE FOR DEPLOYMENT TO PRODUCTION",
+      "java -jar golf.jar --war ./apps/demo",
+      "Instead of starting the local golf application server, a war file is "+
+      "produced containing the golf application, in this case 'demo.war' is "+
+      "the resulting file. This war file can then be deployed to the "+
+      "production servlet container."
+    ).addExample(
+      "PREPARE WAR FILE FOR DEPLOYMENT TO PRODUCTION WITH AWS",
+      "java -jar golf.jar --displayname 'My Golf App' \\\n"+
+      "        --awspublic GKI69AJ344JLNT92X1QQ \\\n"+
+      "        --awsprivate ke9S3CwVzLW9B21/HrkLiQfXEpoeGHwNDTlfBW5J \\\n"+
+      "        --war ./apps/demo",
+      "As in the previous example, a war file is produced instead of starting "+
+      "the local golf application server. Additionally, the golf application "+
+      "is uploaded to Amazon's s3 service, and a CloudFront distribution is "+
+      "created. The golf app in the resulting war file will automatically "+
+      "load the frontend from CloudFront, rather than from the golf server."
+    ).addExample(
+      "CREATE A HTTP PROXY",
+      "java -jar golf.jar --proxyhost www.example.com:8080/doit/ \\\n"+
+      "        --proxyparams 'user=myname&pass=secret' data",
+      "This produces a HTTP proxy servlet configured to proxy HTTP requests "+
+      "to the specified remote URI, instead of starting the local embedded "+
+      "servlet container. The resulting war file will be saved to 'data.war'."
+    );
+
+    // default values for command line options
+
+    o.setOpt("port",          String.valueOf(JETTY_PORT));
+    o.setOpt("displayname",   "untitled web application");
+    o.setOpt("description",   "powered by golf: http://thinkminimo.com");
+    o.setOpt("devmode",       "false");
+    o.setOpt("awspublic",     null);
+    o.setOpt("awsprivate",    null);
+    o.setOpt("proxyhost",     null);
+    o.setOpt("proxyparams",   "");
+    o.setOpt("proxymaxupload",String.valueOf(10*1024*1024));
+    o.setOpt("pool-size",     String.valueOf(NUM_VMPOOL));
+    o.setOpt("pool-expire",   String.valueOf(NUM_VMEXPIRE));
+    o.setOpt("cloudfronts",   String.valueOf(NUM_CFDOMAINS));
+    o.setOpt("cfdomains",     "[]");
+    o.setOpt("compress-js",   "false");
+    o.setOpt("compress-css",  "false");
+    o.setOpt("war",           "false");
+
+    // parse command line
+    try {
+      o.go();
+    } catch (Exception e) {
+      System.exit(1);
+    }
+
+    // command line option validation
+
+    if (o.getOpt("port") != null) {
+      try {
+        Integer.parseInt(o.getOpt("port"));
+      } catch (NumberFormatException e) {
+        usage(e.getMessage());
+      }
+    }
+
+    // start work
+
+    mAppName = (new File(o.getOpt("approot|proxypath")))
+                .getCanonicalFile().getName().replaceFirst("\\.war$", "");
+    mApps.put(mAppName, o.getOpt("approot|proxypath"));
+
+    while (o.getExtra().size() > 0) {
+      String path = o.getExtra().remove(0);
+      File f = new File(path);
+      String name = f.getCanonicalFile().getName().replaceFirst("\\.war$", "");
+      mBackends.put(name, path);
+    }
+
+    try {
+      if (o.getOpt("proxyhost") != null)
+        doProxyWarfile();
+      else if (o.getFlag("war"))
+        doWarfile();
+      else if (o.getOpt("static") != null)
+        doStatic();
+      else
+        doServer();
+    } catch (Exception e) {
+      System.err.println("golf: "+e.getMessage());
+      System.exit(1);
+    }
+
+    System.exit(0);
+  }
+
+  public static void main(String[] argv) {
+    try {
+      Main m = new Main(argv);
+    } catch (Exception e) {
+      System.exit(1);
+    }
+  }
+
+  private void prepareAws()  throws Exception {
+    mAwsKeys  = 
+      new AWSCredentials(o.getOpt("awspublic"), o.getOpt("awsprivate"));
+    mS3svc    = new RestS3Service(mAwsKeys);
+
+    while (true) {
+      mBucket       = mS3svc.getOrCreateBucket(randName(mAppName));
+      long nowTime  = (new Date()).getTime();
+      long bktTime  = mBucket.getCreationDate().getTime();
+      long oneMin   = 1L * 60L * 1000L;
+      if (nowTime - bktTime < oneMin)
+        break;
+    }
+
+    mAcl = mS3svc.getBucketAcl(mBucket);
+    mAcl.grantPermission(
+      GroupGrantee.ALL_USERS,
+      Permission.PERMISSION_READ
+    );
+
+    mBucket.setAcl(mAcl);
+    mS3svc.putBucketAcl(mBucket);
+  }
+
+  private void doCloudFront() throws Exception {
+    mCfsvc = new CloudFrontService(mAwsKeys);
+
+    String orig = mBucket.getName() + "." + AWS_URL;
+    String cmnt;
+    if (o.getOpt("description") != null)
+      cmnt = o.getOpt("description");
+    else if (o.getOpt("displayname") != null)
+      cmnt = o.getOpt("displayname");
+    else
+      cmnt = mAppName;
+
+    JSONArray json = new JSONArray();
+
+    for (int i=0; i<Integer.valueOf(o.getOpt("cloudfronts")); i++) {
+      Distribution dist = 
+        mCfsvc.createDistribution(orig, null, null, cmnt, true);
+      String domain = "http://"+dist.getDomainName()+"/";
+      mCfDomains.add(domain);
+      json.put(domain);
+    }
+
+    o.setOpt("cfdomains", json.toString());
+  }
+  
+  private void doAws() throws Exception {
+    try {
+      System.err.print("Preparing S3 bucket....................");
+      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
+        prepareAws();
+        System.err.println("done.");
+      } else {
+        System.err.println("skipped.");
+      }
+
+      System.err.print("Creating CloudFront distributions..");
+      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
+        doCloudFront();
+        System.err.println("done.");
+      } else {
+        System.err.println("skipped.");
+      }
+
+      System.err.print("Compiling components...................");
+      cacheComponentsFile();
+      System.err.println("done.");
+
+      System.err.print("Creating new.html template file........");
+      cacheNewDotHtmlFile();
+      System.err.println("done.");
+
+      System.err.print("Uploading jar resources................");
+      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
+        cacheJarResourcesAws();
+        System.err.println("done.");
+      } else {
+        System.err.println("skipped.");
+      }
+
+      System.err.print("Uploading resource files...............");
+      if (o.getOpt("awspublic") != null && o.getOpt("awsprivate") != null) {
+        cacheResourcesAws(new File(o.getOpt("approot|proxypath")), "");
+        System.err.println("done.");
+      } else {
+        System.err.println("skipped.");
+      }
+    } catch (Exception e) {
+      System.err.println("fail.");
+      throw new Exception(e);
+    }
+  }
+
+  private void doProxyWarfile() throws Exception {
+    String name = mAppName;
+    String host = o.getOpt("proxyhost");
+    int    port = 80;
+    String path = "";
+
+    if (!host.startsWith("http://"))
+      host = "http://"+host;
+
+    URI uri = new URI(host);
+
+    host = uri.getHost();
+    port = uri.getPort() == -1 ? port : uri.getPort();
+    path = uri.getPath() == null ? path : uri.getPath();
+
+    doProxyAnt(name, host, port, path);
+  }
+
+  private void doWarfile() throws Exception {
+    o.setOpt("devmode", "false");
+    doAws();
+    doAnt();
+  }
+
+  private void doStatic() throws Exception {
+    cacheComponentsFile();
+    cacheNewDotHtmlFile();
+    doStaticAnt();
+  }
+
+  private void doServer() throws Exception {
+    o.setOpt("devmode", "true");
+    Server server = new Server(Integer.valueOf(o.getOpt("port")));
+    
+    cacheComponentsFile();
+    cacheNewDotHtmlFile();
+
+    QueuedThreadPool threadPool = new QueuedThreadPool();
+    threadPool.setMaxThreads(100);
+    server.setThreadPool(threadPool);
+
+    ContextHandlerCollection contexts = new ContextHandlerCollection();
+    HandlerList handlers              = new HandlerList();
+    
+    for (String app: mApps.keySet()) {
+      Log.info("Starting app `" + app + "'");
+
+      String docRoot    = mApps.get(app);
+
+      String golfPath   = "/" + app;
+      String golfRoot   = docRoot;
+
+      Context cx1 = new Context(contexts, golfPath, Context.SESSIONS);
+      cx1.setResourceBase(golfRoot);
+      cx1.setDisplayName(o.getOpt("displayname"));
+      ServletHolder sh1 = new ServletHolder(new GolfServlet());
+
+      // manually set init parameters
+      sh1.setInitParameter("devmode",     o.getOpt("devmode"));
+      sh1.setInitParameter("poolsize",    o.getOpt("pool-size"));
+      sh1.setInitParameter("poolexpire",  o.getOpt("pool-expire"));
+      sh1.setInitParameter("version",     mAppVersion);
+
+      cx1.addServlet(sh1, "/*");
+    }
+
+    for (String app: mBackends.keySet()) {
+      Log.info("Starting app `" + app + "'");
+
+      String docRoot    = mBackends.get(app);
+
+      String golfPath   = "/" + app;
+      String golfRoot   = docRoot;
+
+      WebAppContext wac = new WebAppContext();
+      wac.setContextPath(golfPath);
+      wac.setWar(docRoot);
+
+      handlers.addHandler(wac);
+    }
+
+    handlers.addHandler(contexts);
+    handlers.addHandler(new DefaultHandler());
+    //handlers.addHandler(new RequestLogHandler());
+
+    server.setHandler(handlers);
+    server.setStopAtShutdown(true);
+    server.setSendServerVersion(true);
+
+    server.start();
+    server.join();
+  }
+
+  public void doProxyAnt(String name, String host, int port, String path)
+    throws Exception {
+    try {
+      System.err.print("Building proxy warfile.................");
+
+      File    dep     = cacheResourceFile("depends.zip",    ".zip", null);
+      File    cls     = cacheResourceFile("classes.zip",    ".zip", null);
+      File    web     = getTmpFile(".xml");
+      File    ant     = getTmpFile(".xml", new File("."));
+
+      String  webStr  = getResourceAsString("proxy_web.xml");
+      String  antStr  = getResourceAsString("proxy_project.xml");
+
+      String  dname   = "HTTP proxy servlet ("+host+":"+port+"/"+path+")";
+      String  ddesc   = "HTTP proxy servlet ("+host+":"+port+"/"+path+")";
+
+      // set init parameters in the web.xml file
+      webStr =  webStr.replaceAll("__DISPLAYNAME__",    dname)
+                      .replaceAll("__DESCRIPTION__",    ddesc)
+                      .replaceAll("__PROXY_HOST__",     host)
+                      .replaceAll("__PROXY_PORT__",     String.valueOf(port))
+                      .replaceAll("__PROXY_PATH__",     path)
+                      .replaceAll("__PROXY_QUERY__",    o.getOpt("proxyparams"))
+                      .replaceAll("__MAX_FILE_UPLOAD_SIZE__",
+                                    o.getOpt("proxymaxupload"));
+
+      // setup the ant build file
+      antStr =  antStr.replaceAll("__OUTFILE__",        name + ".war")
+                      .replaceAll("__WEB.XML__",        web.getAbsolutePath())
+                      .replaceAll("__DEPENDENCIES.ZIP__", dep.getAbsolutePath())
+                      .replaceAll("__CLASSES.ZIP__",    cls.getAbsolutePath());
+
+      cacheStringFile(webStr, "", web);
+      cacheStringFile(antStr, "", ant);
+
+      Project project = new Project();
+      project.init();
+      project.setUserProperty("ant.file" , ant.getAbsolutePath());
+      ProjectHelper.configureProject(project, ant);
+      project.executeTarget("war");
+
+      System.err.println("done.");
+    } catch (Exception e) {
+      System.err.println("fail.");
+      throw new Exception(e);
+    }
+  }
+
+  public void doStaticAnt() throws Exception {
+    try {
+      System.err.print("Building static............................");
+
+      File    res     = cacheResourceFile("resources.zip",  ".zip", null);
+      File    ant     = getTmpFile(".xml", new File("."));
+
+      String  antStr  = getResourceAsString("static_project.xml");
+
+      // setup the ant build file
+      antStr =  antStr.replaceAll("__OUTFILE__",        o.getOpt("static"))
+                      .replaceAll("__RESOURCES.ZIP__",  res.getAbsolutePath())
+                      .replaceAll("__APPROOT__",        
+                                    o.getOpt("approot|proxypath"));
+
+      cacheStringFile(antStr, "", ant);
+
+      Project project = new Project();
+      project.init();
+      project.setUserProperty("ant.file" , ant.getAbsolutePath());
+      ProjectHelper.configureProject(project, ant);
+      project.executeTarget("static");
+
+      System.err.println("done.");
+    } catch (Exception e) {
+      System.err.println("fail.");
+      throw new Exception(e);
+    }
+  }
+
+  public void doAnt() throws Exception {
+    try {
+      System.err.print("Building warfile...........................");
+
+      File    dep     = cacheResourceFile("depends.zip",    ".zip", null);
+      File    res     = cacheResourceFile("resources.zip",  ".zip", null);
+      File    cls     = cacheResourceFile("classes.zip",    ".zip", null);
+      File    web     = getTmpFile(".xml");
+      File    ant     = getTmpFile(".xml", new File("."));
+
+      String  webStr  = getResourceAsString("web.xml");
+      String  antStr  = getResourceAsString("project.xml");
+
+      // set init parameters in the web.xml file
+      webStr =  webStr.replaceAll("__DISPLAYNAME__",    o.getOpt("displayname"))
+                      .replaceAll("__DESCRIPTION__",    o.getOpt("description"))
+                      .replaceAll("__POOLSIZE__",       o.getOpt("pool-size"))
+                      .replaceAll("__POOLEXPIRE__",     o.getOpt("pool-expire"))
+                      .replaceAll("__GOLF_VERSION__",   mAppVersion)
+                      .replaceAll("__DEVMODE__",        o.getOpt("devmode"));
+
+      // setup the ant build file
+      antStr =  antStr.replaceAll("__OUTFILE__",        mAppName + ".war")
+                      .replaceAll("__WEB.XML__",        web.getAbsolutePath())
+                      .replaceAll("__RESOURCES.ZIP__",  res.getAbsolutePath())
+                      .replaceAll("__APPROOT__",        
+                                    o.getOpt("approot|proxypath"))
+                      .replaceAll("__DEPENDENCIES.ZIP__", dep.getAbsolutePath())
+                      .replaceAll("__CLASSES.ZIP__",    cls.getAbsolutePath());
+
+      cacheStringFile(webStr, "", web);
+      cacheStringFile(antStr, "", ant);
+
+      Project project = new Project();
+      project.init();
+      project.setUserProperty("ant.file" , ant.getAbsolutePath());
+      ProjectHelper.configureProject(project, ant);
+      project.executeTarget("war");
+
+      System.err.println("done.");
+    } catch (Exception e) {
+      System.err.println("fail.");
+      throw new Exception(e);
+    }
+  }
+
+  public static File getTmpFile(String ext) throws IOException {
+    File f = File.createTempFile("golf_deploy.", ext);
+    f.deleteOnExit();
+    return f;
+  }
+
+  public static File getTmpFile(String ext, File dir) throws IOException {
+    File f = File.createTempFile("golf_deploy.", ext, dir);
+    f.deleteOnExit();
+    return f;
+  }
+
+  public String getResourceAsString(String name) throws IOException {
+    JavaResource res = new JavaResource(name, null);
+    BufferedReader in = 
+      new BufferedReader(new InputStreamReader(res.getInputStream()));
+    StringBuilder s = new StringBuilder();
+
+    String tmp;
+    while((tmp = in.readLine()) != null)
+      s.append(tmp).append("\n");
+
+    return s.toString();
+  }
+
+  public File cacheResourceFile(String name, String ext, File f)
+    throws IOException {
+    name = name.replaceFirst("^/+", "");
+    byte[] b = new byte[BUF_SIZE];
+
+    if (f == null)
+      f = getTmpFile(ext);
+
+    BufferedInputStream   in  = new BufferedInputStream(
+        getClass().getClassLoader().getResourceAsStream(name));
+    BufferedOutputStream  out = 
+      new BufferedOutputStream(new FileOutputStream(f));
+
+    int nread;
+    while ((nread = in.read(b)) != -1)
+      out.write(b, 0, nread);
+    out.close();
+
+    return f;
+  }
+
+  public static File cacheStringFile(String text, String ext, File f)
+    throws IOException {
+    if (f == null)
+      f = getTmpFile(ext);
+
+    PrintWriter out = new PrintWriter(new FileOutputStream(f));
+    out.print(text);
+    out.close();
+
+    return f;
+  }
+
+  private void cacheStringAws(String str, String key) throws Exception {
+    cacheStringAws(str, key, null);
+  }
+
+  private void cacheStringAws(String str, String key, String type) 
+      throws Exception {
+    key = key.replaceFirst("^/+", "");
+    File f = cacheStringFile(str, key.replaceFirst("^.*/", ""), null);
+    cacheFileAws(f, key, type);
+  }
+
+  private void cacheFileAws(File file, String key) throws Exception {
+    cacheFileAws(file, key, null);
+  }
+
+  private void cacheFileAws(File file, String key, String type)
+      throws Exception {
+    key = key.replaceFirst("^/+", "");
+
+    if (key.endsWith(".js") || key.endsWith(".css") || key.endsWith(".html")) {
+      BufferedReader inBr = new BufferedReader(new FileReader(file));
+      StringBuilder  sb   = new StringBuilder();
+      
+      String s;
+      while ((s = inBr.readLine()) != null)
+        sb.append(s).append("\n");
+
+      String src = sb.toString();
+
+      if (key.endsWith(".js"))
+        src = injectCloudfrontUrl(compressJs(src, key));
+      else if (key.endsWith(".css"))
+        src = injectCloudfrontUrl(compressCss(src, key));
+      else if (key.endsWith(".html"))
+        src = injectCloudfrontUrl(src);
+
+      file.delete();
+
+      PrintWriter out = new PrintWriter(new FileWriter(file));
+      out.print(src);
+      out.close();
+    }
+
+    S3Object obj = new S3Object(mBucket, file);
+    obj.setKey(key);
+    if (type == null)
+      obj.setContentType(GolfResource.MimeMapping.lookup(key));
+    else
+      obj.setContentType(type);
+    obj.setAcl(mAcl);
+    mS3svc.putObject(mBucket, obj);
+  }
+
+  private void cacheJarResourcesAws() throws Exception {
+    String[] resources = {
+      JSDETECT_HTML,
+      JQUERY_JS,
+      JQUERY_HIST_JS,
+      JQUERY_GOLF_JS,
+      LOADING_GIF
+    };
+    for (String res : resources)
+      cacheJarResourceAws("/"+res);
+  }
+
+  private void cacheJarResourceAws(String name) throws Exception {
+    File f = cacheResourceFile(name, name.replaceAll("^.*/", ""), null);
+    cacheFileAws(f, name.replaceFirst("^/+", ""));
+  }
+
+  public static void cacheNewDotHtmlFile() throws Exception {
+    String newHtmlStr = getNewDotHtmlString(false);
+    File f = new File(o.getOpt("approot|proxypath"), NEW_HTML);
+    if (f.exists())
+      f.delete();
+    f.deleteOnExit();
+    PrintWriter out = new PrintWriter(new FileWriter(f));
+    out.print(newHtmlStr);
+    out.close();
+
+    newHtmlStr = getNewDotHtmlString(true);
+    f = new File(o.getOpt("approot|proxypath"), NEW_FC_HTML);
+    if (f.exists())
+      f.delete();
+    f.deleteOnExit();
+    out = new PrintWriter(new FileWriter(f));
+    out.print(newHtmlStr);
+    out.close();
+  }
+
+  public static String getNewDotHtmlString(boolean fc) throws Exception {
+    File   cwd  = new File(o.getOpt("approot|proxypath"));
+    boolean st  = o.getOpt("static") != null;
+
+    String        newHtmlSrc    = st ? NEW_ST_HTML : NEW_HTML;
+
+    GolfResource  newHtml       = new GolfResource(cwd, newHtmlSrc);
+    GolfResource  headHtml      = new GolfResource(cwd, HEAD_HTML);
+    GolfResource  noscriptHtml  = 
+      new GolfResource(cwd, 
+          (fc ? NOSCRIPT_FC_HTML : (st ? NOSCRIPT_ST_HTML : NOSCRIPT_HTML)));
+
+    if (mNewHtml == null)
+      mNewHtml = newHtml.toString();
+
+    String        newStr        = mNewHtml;
+    String        headStr       = headHtml.toString();
+    String        noscriptStr   = noscriptHtml.toString();
+
+    JSONArray     backends      = new JSONArray(mBackends.keySet());
+
+    String result = newStr;
+    result = result.replaceFirst("\n *__HEAD_HTML__ *\n *", 
+        " custom head section -->\n"+headStr+
+        "    <!-- end custom head section ");
+    result = result.replaceFirst("\n *__NOSCRIPT_HTML__ *\n *", 
+        " custom noscript section -->\n"+noscriptStr+
+        "      <!-- end custom noscript section ");
+    result = result.replaceFirst("__DEVMODE__", 
+        Boolean.toString(o.getFlag("devmode")));
+    result = result.replaceFirst("__RESTBACKENDS__", backends.toString());
+    result = result.replaceFirst("__CLOUDFRONTDOMAIN__", o.getOpt("cfdomains"));
+
+    if (st)
+      result = result.replaceAll("\\?path=/*", "");
+
+    return result;
+  }
+
+  public static void cacheComponentsFile() throws Exception {
+    File f = new File(o.getOpt("approot|proxypath"), COMPONENTS_JS);
+    if (f.exists())
+      f.delete();
+    f.deleteOnExit();
+    PrintWriter out = new PrintWriter(new FileWriter(f));
+    out.print(getComponentsString());
+    out.close();
+  }
+
+  private void cacheComponentsAws() throws Exception {
+    cacheStringAws(getComponentsString(), COMPONENTS_JS, "text/javascript");
+  }
+
+  private static String getComponentsString() throws Exception {
+    String ret = 
+          "jQuery.golf.components=" + getComponentsJSON(null, null) + ";" +
+           "jQuery.golf.res=" + getResourcesJSON(null, null) + ";" +
+           "jQuery.golf.plugins=" + getScriptsJSON(DIR_MODULES, null) + ";" +
+           "jQuery.golf.scripts=" + getScriptsJSON(DIR_SCRIPTS, null) + ";" +
+           "jQuery.golf.styles=" + getStylesJSON(DIR_STYLES, null) + ";" +
+           "jQuery.golf.setupComponents();";
+    if (o.getOpt("static") != null)
+      ret = ret.replaceAll("\\?path=/*", "");
+    return ret;
+  }
+
+  private static String getResourcesJSON(String path, JSONObject json) 
+      throws Exception {
+    boolean isNew = false;
+
+    if (path == null) path = "";
+    if (json == null) {
+      json = new JSONObject();
+      isNew = true;
+    }
+
+    File file = new File(new File(o.getOpt("approot|proxypath")), path);
+      
+    if (!file.getName().startsWith(".") || file.getName().equals(".")
+        || file.getName().equals("..")) {
+      if (file.isFile()) {
+        String keyName = path.replaceFirst("^/+", "");
+        json.put(keyName.replaceFirst("^.*/", ""), "?path=" + keyName);
+      } else if (file.isDirectory()) {
+        JSONObject dir;
+        if (!isNew) {
+          dir = new JSONObject();
+          json.put(file.getName(), dir);
+        } else {
+          dir = json;
+        }
+        for (String f : file.list()) {
+          String ppath = path + "/" + f;
+          getResourcesJSON(path+"/"+f, dir);
+        }
+      }
+    }
+
+    // these are system files that are of no use to a golf app
+    for (String s : new String[] {
+      DIR_COMPONENTS,
+      DIR_SCRIPTS,
+      DIR_STYLES,
+      ERROR_HTML,
+      HEAD_HTML,
+      NEW_HTML,
+      NEW_FC_HTML,
+      NOSCRIPT_FC_HTML,
+      NOSCRIPT_HTML,
+      FORCEPROXY_TXT,
+      FORCECLIENT_TXT,
+      FORCEBOT_TXT,
+      COMPONENTS_JS,
+      CONTROLLER_JS
+    }) json.remove(s);
+
+    return json.toString();
+  }
+
+  private static String getComponentsJSON(String path, JSONObject json) 
+      throws Exception {
+    if (path == null) path = "";
+    if (json == null) json = new JSONObject();
+
+    File file = 
+      new File(new File(o.getOpt("approot|proxypath"), DIR_COMPONENTS), path);
+      
+    if (!file.getName().startsWith(".")) {
+      if (file.isFile()) {
+        if (path.endsWith(".html")) {
+          String cmpName = path.replaceFirst("\\.html$", "");
+          JSONObject cmpJson = processComponent(cmpName);
+          json.put((String) cmpJson.get("name"), cmpJson);
+        }
+      } else if (file.isDirectory() && !file.getName().endsWith(".res")) {
+        for (String f : file.list()) {
+          String ppath = path + "/" + f;
+          getComponentsJSON(path+"/"+f, json);
+        }
+      }
+    }
+
+    return json.toString();
+  }
+
+  private static String getScriptsJSON(String path, JSONObject json) 
+      throws Exception {
+    if (path == null) path = "";
+    if (json == null) json = new JSONObject();
+
+    File file = new File(o.getOpt("approot|proxypath"), path);
+      
+    if (!file.getName().startsWith(".")) {
+      if (file.isFile()) {
+        if (path.endsWith(".js")) {
+          String cmpName = path.replaceFirst("\\.js$", "");
+          String keyName = 
+            cmpName.replaceFirst("^[a-z]+/+", "");
+          json.put(keyName, processScript(cmpName).put("name", keyName));
+        }
+      } else if (file.isDirectory()) {
+        for (String f : file.list()) {
+          String ppath = path + "/" + f;
+          getScriptsJSON(path+"/"+f, json);
+        }
+      }
+    }
+
+    return json.toString();
+  }
+
+  private static String getStylesJSON(String path, JSONObject json) 
+      throws Exception {
+    if (path == null) path = "";
+    if (json == null) json = new JSONObject();
+
+    File file = new File(o.getOpt("approot|proxypath"), path);
+      
+    if (!file.getName().startsWith(".")) {
+      if (file.isFile()) {
+        if (path.endsWith(".css")) {
+          String cmpName = path.replaceFirst("\\.css$", "");
+          String keyName = 
+            cmpName.replaceFirst("^[a-z]+/+", "").replace("/", ".");
+          json.put(keyName, processStyle(cmpName).put("name", keyName));
+        }
+      } else if (file.isDirectory()) {
+        for (String f : file.list()) {
+          String ppath = path + "/" + f;
+          getStylesJSON(path+"/"+f, json);
+        }
+      }
+    }
+
+    return json.toString();
+  }
+
+  public static JSONObject processComponent(String name) throws Exception {
+    name = name.replaceFirst("^/+", "");
+    String shortName = name.replaceFirst("(^|/)[^/]+/([^/]+)$", "$1$2");
+    String className = shortName.replace('/', '-');
+    String classPath = shortName.replace('/', '.');
+    File   cwd       = new File(o.getOpt("approot|proxypath"), DIR_COMPONENTS);
+
+    String html = name + ".html";
+    String res  = name + ".res";
+
+    GolfResource htmlRes = new GolfResource(cwd, html);
+    File         resDir  = new File(cwd, res);
+
+    JSONObject resObj   = 
+      processComponentRes(resDir, cwd, resDir, null);
+
+    String resUriPath = "?path=components/"+getRelativePath(resDir, cwd);
+
+    String htmlStr = htmlRes.toString().replaceAll("\\?resource=", resUriPath);
+
+    String pat1 = "</script>";
+    String pat2 = "<script +([^>]* +)*type *= *\"text/golf\"( [^>]*)*>";
+
+    String cmpJs1 = Pattern
+      .compile("^(.*"+pat2+").*$", Pattern.DOTALL)
+      .matcher(htmlStr)
+      .replaceFirst("$1");
+
+    String cmpJs2 = Pattern
+      .compile(pat1+".*$", Pattern.DOTALL)
+      .matcher(
+        Pattern
+          .compile("^.*"+pat2, Pattern.DOTALL)
+          .matcher(htmlStr)
+          .replaceFirst(""))
+      .replaceFirst("");
+
+    String cmpJs3 = Pattern
+      .compile("^.*("+pat1+".*)$", Pattern.DOTALL)
+      .matcher(
+        Pattern
+          .compile("^.*"+pat2, Pattern.DOTALL)
+          .matcher(htmlStr)
+          .replaceFirst(""))
+      .replaceFirst("$1");
+
+    File jsFile = cacheStringFile(cmpJs2, "js", null);
+    cmpJs2 = processComponentJs(cmpJs2, jsFile.getCanonicalPath());
+
+    htmlStr = cmpJs1 + "\n" + cmpJs2 + "\n" + cmpJs3;
+
+    JSONObject json = new JSONObject()
+        .put("name",  classPath)
+        .put("html",  htmlStr)
+        .put("res",   resObj);
+
+    return json;
+  }
+
+  public static JSONObject processScript(String name) throws Exception {
+    String dir = name.replaceAll("/.*$", "");
+    name = name.replaceFirst("^[a-z]+/+", "");
+
+    File   cwd          = new File(o.getOpt("approot|proxypath"), dir);
+    String js           = name + ".js";
+    GolfResource jsRes  = new GolfResource(cwd, js);
+    String jsStr        = processComponentJs(jsRes.toString(), (new File(cwd, js)).getCanonicalPath());
+    JSONObject json     = new JSONObject().put("js",    jsStr);
+
+    return json;
+  }
+
+  public static JSONObject processStyle(String name) throws Exception {
+    String dir = name.replaceAll("/.*$", "");
+    name = name.replaceFirst("^[a-z]+/+", "");
+
+    File   cwd          = new File(o.getOpt("approot|proxypath"), dir);
+    // FIXME: only in non-devmode should css be messed with like this
+    //String css          = (new GolfResource(cwd, name+".css")).toString()
+    //                        .replaceAll(" *\n *", " ");
+    String css          = (new GolfResource(cwd, name+".css")).toString();
+    JSONObject json     = new JSONObject().put("css", css);
+
+    return json;
+  }
+
+  public static String injectCloudfrontUrl(String text) {
+    String result = text;
+    if (mCfDomains.size() > 0)
+      while (! result.equals(result = result.replaceFirst("\\?path=/*", mCfDomains.next())));
+    return result;
+  }
+
+  public static JSONObject processComponentRes(File f, File uriBase, 
+      File refBase, JSONObject res) throws URISyntaxException, JSONException {
+    boolean isNew = false;
+
+    if (!f.exists() || f.getName().startsWith("."))
+      return null;
+
+    if (res == null) {
+      res = new JSONObject();
+      isNew = true;
+    }
+
+    String ref = getRelativePath(f, refBase);
+
+    if (f.isDirectory()) {
+      JSONObject dir;
+      if (!isNew) {
+        dir = new JSONObject();
+        res.put(ref.replaceFirst("/+$", ""), dir);
+      } else {
+        dir = res;
+      }
+      for (String s : f.list())
+        processComponentRes(new File(f, s), uriBase, refBase, dir);
+    } else {
+      String rel = getRelativePath(f, uriBase);
+      res.put(ref.replaceFirst("^.*/", ""), "?path=components/"+rel);
+    }
+    return res;
+  }
+
+  public static String processComponentCss(String text, String className,
+      String fileName) {
+    String result = text;
+
+    // remove newlines
+    result = result.replaceAll("[\\r\\n\\s]+", " ");
+    // remove comments
+    result = result.replaceAll("/\\*.*\\*/", "");
+    result = result.trim();
+
+    if (!o.getFlag("devmode"))
+      result = compressCss(result, fileName);
+
+    return result;
+  }
+
+  public static String compressCss(String in, String filename) {
+    if (!o.getFlag("compress-css"))
+      return in;
+
+    String result = in;
+    try {
+      CssCompressor css = new CssCompressor(new StringReader(in));
+
+      StringWriter out = new StringWriter();
+      css.compress(out, -1);
+      result = out.toString();
+    } catch (Exception e) {
+      System.err.println("golf: "+filename+" not compressed: "+e.toString());
+    }
+    return result;
+  }
+
+  public static String processComponentJs(String text, String filename)
+      throws Exception {
+    String result = text;
+
+    if (text.startsWith("#!")) {
+      result = "";
+
+      ArrayList<String> shbang = parseAsShell(
+        text.substring(0, text.indexOf("\n"))
+          .replaceFirst("^#![\\s]*", "")
+          .replaceFirst("[\\s]*$", " ")
+      );
+
+      shbang.add(filename);
+
+      Process p = 
+        Runtime.getRuntime().exec(shbang.toArray(new String[shbang.size()]));
+
+      int exitVal = p.waitFor();
+
+      BufferedReader br = new BufferedReader(new InputStreamReader(
+            (exitVal == 0 ? p.getInputStream() : p.getErrorStream())));
+
+      while ((text = br.readLine()) != null)
+        result += text + "\n";
+
+      if (exitVal != 0)
+        throw new Exception(result);
+    }
+
+    if (!o.getFlag("devmode"))
+      result = compressJs(result, filename);
+
+    return result;
+  }
+
+  private static String compressJs(String in, String filename) {
+    if (!o.getFlag("compress-js"))
+      return in;
+
+    String result = in;
+
+    try {
+      final String cn = filename;
+      
+      ErrorReporter errz = new ErrorReporter() {
+        public void warning(String message, String sourceName,
+            int line, String lineSource, int lineOffset) {
+          if (line < 0) {
+            System.err.println(cn+": warning:\n"+message+"\n");
+          } else {
+            System.err.println(cn+": warning:\n"+line+':'+lineOffset+ 
+              ':'+message+"\n");
+          }
+        }
+        public void error(String message, String sourceName,
+              int line, String lineSource, int lineOffset) {
+          if (line < 0) {
+            System.err.println(cn+": error:\n"+message+"\n");
+          } else {
+            System.err.println(cn+": error:\n"+line+':'+lineOffset+
+              ':'+message+"\n");
+          }
+        }
+        public EvaluatorException runtimeError(String message, 
+            String sourceName, int line, String lineSource, int lineOffset) {
+          error(message, sourceName, line, lineSource, lineOffset);
+          return new EvaluatorException(message);
+        }
+      };
+
+      JavaScriptCompressor js = 
+        new JavaScriptCompressor(new StringReader(in), errz);
+
+      StringWriter out = new StringWriter();
+      js.compress(out, -1, false, false, false, true);
+      result = out.toString().replace("\n", "\\n");
+    } catch (Exception e) {
+      System.err.println("golf: "+filename+" not compressed: "+e.toString());
+    }
+    return result;
+  }
+
+  private void cacheResourcesAws(File file, String path) throws Exception {
+    if (path.startsWith("/.")         || 
+        path.equals("/"+HEAD_HTML)     || 
+        path.equals("/"+NOSCRIPT_HTML))
+      return;
+
+    if (file.isFile()) {
+      cacheFileAws(file, path);
+    } else if (file.isDirectory()) {
+      for (String f : file.list()) {
+        String ppath = path + (path.endsWith("/") ? f : "/" + f);
+        cacheResourcesAws(new File(file, f), ppath);
+      }
+    }
+  }
+
+  private static String getRelativePath(File f, File base) 
+      throws URISyntaxException {
+    URI  u1 = new URI(base.toURI().toString());
+    URI  u2 = new URI(f.toURI().toString());
+    return u1.relativize(u2).toString();
+  }
+
+  public static ArrayList<String> parseAsShell(String line) throws Exception {
+    ArrayList<String> ret = new ArrayList<String>();
+
+    StreamTokenizer st = new StreamTokenizer(new StringReader(line));
+    st.resetSyntax();
+    st.wordChars(33, 126);
+    st.whitespaceChars(' ', ' ');
+    st.quoteChar('"');
+    st.quoteChar('\'');
+
+    while (st.nextToken() != StreamTokenizer.TT_EOF)
+      ret.add(st.sval);
+
+    return ret;
+  }
+
+  private String randName(String base) {
+    String result = 
+      base + "-" + (new UID()).toString().replaceFirst("^.*:([^:]+):.*$", "$1");
+    return result;
+  }
+
+  private void usage(String error) {
+    if (error != null)
+      System.err.println("golf: "+error);
+
+    o.printUsage();
+  }
+}