phantom_proxy 1.2.17 → 1.3.0

data/lib/phantom_proxy/scripts/proxy.js

@@ -7,125 +7,125 @@ var masterURL = "";
 var masterPage = null;
 
 function newIFrameLoad(page, load_iframes) {
-	var frame_data = [];
-	if (load_iframes) {
-	  frame_data = page.evaluate(function () {
-	    var framestmp = document.getElementsByTagName('IFRAME');
-			var frames = [];
-			for (var i=0;i<framestmp.length;i++) {
-				frames.push(framestmp[i].contentWindow.document.body.innerHTML);
-				framestmp[i].outerHTML = "<phantomjsframe>PHANTOM_JS_FRAME_"+i+"</phantomjsframe>";
-			}
-			return frames;
-		});
-	}
-	var content = new String(page.content);
-	for (var i=0;i<frame_data.length;i++) {
-		content = content.replace("PHANTOM_JS_FRAME_"+i, frame_data[i]);
-	}
-	console.log("PHANTOMJS_DOMDATA_WRITE:"+content);
-	console.log('PHANTOMJS_DOMDATA_END');
+  var frame_data = [];
+  if (load_iframes) {
+    frame_data = page.evaluate(function () {
+      var framestmp = document.getElementsByTagName('IFRAME');
+      var frames = [];
+      for (var i=0;i<framestmp.length;i++) {
+        frames.push(framestmp[i].contentWindow.document.body.innerHTML);
+        framestmp[i].outerHTML = "<phantomjsframe>PHANTOM_JS_FRAME_"+i+"</phantomjsframe>";
+      }
+      return frames;
+    });
+  }
+  var content = new String(page.content);
+  for (var i=0;i<frame_data.length;i++) {
+    content = content.replace("PHANTOM_JS_FRAME_"+i, frame_data[i]);
+  }
+  console.log("PHANTOMJS_DOMDATA_WRITE:"+content);
+  console.log('PHANTOMJS_DOMDATA_END');
 }
-								
+                
 var loadpage = function(url, referer, success, failure, configure) {
-	var redirectURL = null;
+  var redirectURL = null;
 
-	var page = require('webpage').create();
+  var page = require('webpage').create();
 
-	page.settings.localToRemoteUrlAccessEnabled = true;
+  page.settings.localToRemoteUrlAccessEnabled = true;
 
-	page.settings.userAgent = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/34.0.1847.116 Chrome/34.0.1847.116 Safari/537.36";
+  page.settings.userAgent = "Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Ubuntu Chromium/34.0.1847.116 Chrome/34.0.1847.116 Safari/537.36";
 
-	page.onConsoleMessage = function (msg) { console.log(msg); };
+  page.onConsoleMessage = function (msg) { console.log(msg); };
 
-	page.onAlert = function(msg) { console.log(msg);};
+  page.onAlert = function(msg) { console.log(msg);};
 
-	page.onLoadStarted = function () {
-		console.log('Start loading...'+url);
-	};
+  page.onLoadStarted = function () {
+    console.log('Start loading...'+url);
+  };
 
-	page.onResourceReceived = function(resource) {
+  page.onResourceReceived = function(resource) {
     if (url == resource.url && resource.redirectURL && resource.stage == "end") {
       redirectURL = resource.redirectURL;
       console.log('FRAME_URL_ERROR_CODE: '+resource.status+'FRAME_URL_ERROR_CODE_END');
     }
   };
 
-	if (referer!=undefined) {
-		console.log("Set Referer: "+referer);
-		page.customHeaders = {
-			"REFERER": referer
-		};
-	}
+  if (referer!=undefined) {
+    console.log("Set Referer: "+referer);
+    page.customHeaders = {
+      "REFERER": referer
+    };
+  }
 
-	if (configure != undefined)
-		configure(page);
+  if (configure != undefined)
+    configure(page);
 
-	page.open(url, function (status) {
-		console.log("Page Status: "+status);
-		if (redirectURL) {
+  page.open(url, function (status) {
+    console.log("Page Status: "+status);
+    if (redirectURL) {
       loadpage(redirectURL, url, success, failure);
     } else if (status !== 'success') {
-	    failure(page, url);
+      failure(page, url);
     } else {
-    	success(page, url);
+      success(page, url);
     }
   });
 };
 
 function main() {
 
-	if (phantom.args.length < 2) {
-		  console.log('Usage: proxy.js <picture filename or none> <load iframe(true/false)> <URL> <url param count> <url params...>');
-		  phantom.exit();
-	} else {
-		file_name = phantom.args[0];
-		var loadIframes = phantom.args[1].match(/true/i) ? true : false;
-		address = phantom.args[2];
-
-		var argCount = phantom.args[3];
-
-		args = ""
-
-		for (var i=0;i<argCount;i++) {
-			args += phantom.args[i+4];
-			if (i<argCount-1) args += "&"
-		}
-		if (args.length > 0)
-			address += '?'+args;
-
-		console.log("Open page: "+address+", "+args+" END");
-
-		console.log('start openning page');
-
-		masterURL = address;
-
-		loadpage(address, undefined, function(page) {
-			masterPage = page;
-			console.log('DONE_LOADING_URL');
-			//load iframes into page
-			newIFrameLoad(page, loadIframes);
-			if (file_name != null && file_name != "none") {
-				page.render(file_name);
-			}
-			phantom.exit();
-		}, function(page) {
-			masterPage = page;
-			console.log('FAILED_LOADING_URL: '+status+", "+address);
-			if (file_name != null && file_name != "none") {
-				page.render(file_name);
-			}
-			phantom.exit();
-		}, function(page) {
-			//page.customHeaders = {"Referer": "http://uk-amazon.icims.com/jobs/240290/account-representative---amazon-web-services---iberia/job"}
-			// page.onResourceReceived = function (response) {
-			// 	if (response.stage == "end" && response.url == address && response.status != 200)
-			// 	{
-			// 		console.log('URL_ERROR_CODE: '+response.status+'URL_ERROR_CODE_END');
-			// 	}
-			// };
-		});
-	}
+  if (phantom.args.length < 2) {
+      console.log('Usage: proxy.js <picture filename or none> <load iframe(true/false)> <URL> <url param count> <url params...>');
+      phantom.exit();
+  } else {
+    file_name = phantom.args[0];
+    var loadIframes = phantom.args[1].match(/true/i) ? true : false;
+    address = phantom.args[2];
+
+    var argCount = phantom.args[3];
+
+    args = ""
+
+    for (var i=0;i<argCount;i++) {
+      args += phantom.args[i+4];
+      if (i<argCount-1) args += "&"
+    }
+    if (args.length > 0)
+      address += '?'+args;
+
+    console.log("Open page: "+address+", "+args+" END");
+
+    console.log('start openning page');
+
+    masterURL = address;
+
+    loadpage(address, undefined, function(page) {
+      masterPage = page;
+      console.log('DONE_LOADING_URL');
+      //load iframes into page
+      newIFrameLoad(page, loadIframes);
+      if (file_name != null && file_name != "none") {
+        page.render(file_name);
+      }
+      phantom.exit();
+    }, function(page) {
+      masterPage = page;
+      console.log('FAILED_LOADING_URL: '+status+", "+address);
+      if (file_name != null && file_name != "none") {
+        page.render(file_name);
+      }
+      phantom.exit();
+    }, function(page) {
+      //page.customHeaders = {"Referer": "http://uk-amazon.icims.com/jobs/240290/account-representative---amazon-web-services---iberia/job"}
+      // page.onResourceReceived = function (response) {
+      //  if (response.stage == "end" && response.url == address && response.status != 200)
+      //  {
+      //    console.log('URL_ERROR_CODE: '+response.status+'URL_ERROR_CODE_END');
+      //  }
+      // };
+    });
+  }
 }
 
 main();

data/lib/phantom_proxy/service.rb

@@ -0,0 +1,21 @@
+module PhantomProxy
+  class Service < Goliath::API
+    use Goliath::Rack::Params
+
+    def response(env)
+      env["params"] = params
+      call_stack(env, StatusApi, ProxyApi)
+    end
+
+    def call_stack(env, *apis)
+      last_answer = [404,{}, ""]
+      apis.each do |api|
+        last_answer = api.call(env)
+        if last_answer[0] != 600
+          return last_answer
+        end
+      end
+      last_answer[0] != 600 ? last_answer : [404,{}, ""]
+    end
+  end
+end

data/lib/phantom_proxy/status/status_api.rb

@@ -0,0 +1,43 @@
+module PhantomProxy
+  class StatusApi < AppRouterBase
+    get "/phantom_proxy_control_panel(.:format)", :status_page
+
+    get "*any", :next_api
+    put "*any", :next_api
+    delete "*any", :next_api
+    head "*any", :next_api
+    post "*any", :next_api
+
+    json_var :uptime
+
+    private
+      def status_page
+        case format
+        when :json
+          render_json
+        when :xml
+          render_xml
+        else
+          render "status_page"
+        end
+      end
+
+      def name
+        "Data"
+      end
+      def value
+        @value||="none"
+      end
+      def uptime
+        logger.info "Call Uptime"
+        @uptime||=StatusInfo.uptime
+      end
+      def format
+        if env[nil] && env[nil][:format]
+          env[nil][:format].to_sym
+        else
+          :html
+        end
+      end
+  end
+end

data/lib/phantom_proxy/version.rb

@@ -0,0 +1,3 @@
+module PhantomProxy
+  VERSION = "1.3.0"
+end

data/lib/phantom_proxy.rb

@@ -1,13 +1,96 @@
-require 'rubygems'
-
-module PhantomJSProxy
-	ROOT = File.expand_path(File.dirname(__FILE__))
-	SCRIPT = ROOT+"/phantom_proxy/scripts/proxy.js"
-	CONTROL_PANEL = ROOT+"/phantom_proxy/web/control_panel.html"
-	PHANTOMJS_BIN = 'phantomjs'#ROOT+'/phantom_proxy/vendor/bin/phantomjs'
-	PHANTOMJS_SERVICE_SCRIPT = ROOT+"/phantom_proxy/install/phproxy"
-end
+require "phantom_proxy/version"
+
+#libs
+require 'tempfile'
+require 'scanf'
+require 'nokogiri'
+require 'journey'
+require 'eventmachine'
+require 'em-synchrony'
+require 'json'
+require 'logger'
+require 'erb'
+require 'openssl'
+require 'base64'
+require 'goliath/api'
+require 'hmac-md5'
+
+# Helper
+require 'phantom_proxy/helper/logable'
+require 'phantom_proxy/helper/jsonizer'
+require 'phantom_proxy/helper/template_renderer'
+require 'phantom_proxy/helper/status_info'
+require 'phantom_proxy/helper/http'
+
+# PhantomJS
+require 'phantom_proxy/phantomjs/phantomjs'
+
+# Router
+require 'phantom_proxy/router/app_router'
+
+# API
+require 'phantom_proxy/status/status_api'
+require 'phantom_proxy/proxy/proxy_api'
+
+require 'phantom_proxy/service'
+
+PHANTOMPROXY_ROOT=Dir.pwd
+PHANTOMPROXY_GEM_DIR = File.join(File.dirname(__FILE__), "../")
+
+module PhantomProxy
+  def self.script_path
+    @script_path||=root_gem.join("lib/phantom_proxy/scripts/proxy.js").to_s
+  end
+
+  def self.phantomjs_bin
+    "phantomjs"
+  end
+
+  def self.root
+    @root ||= Pathname.new(PHANTOMPROXY_ROOT)
+  end
 
-require PhantomJSProxy::ROOT+'/phantom_proxy/phantomjs.rb'
-require PhantomJSProxy::ROOT+'/phantom_proxy/phantomjsserver.rb'
-require PhantomJSProxy::ROOT+'/phantom_proxy/phantomjs_control_panel.rb'
+  def self.root_gem
+    @root_gem ||= Pathname.new(PHANTOMPROXY_GEM_DIR)
+  end
+
+  def self.logger=(obj)
+    @logger=obj
+  end
+
+  def self.logger
+    Thread.current[:in_fiber_logger] ||= PhantomProxyLogger.new((@logger||Logger.new(STDOUT)),Logable.next_id)
+  end
+
+  def self.hmac_key
+    @hmac_key
+  end
+
+  def self.hmac_key=(obj)
+    @hmac_key=::HMAC::MD5.new obj
+  end
+
+  def self.always_image?
+    @always_image
+  end
+
+  def self.always_image=(obj)
+    @always_image=obj
+  end
+
+  def self.always_iframe?
+    @always_iframe
+  end
+
+  def self.always_iframe=(obj)
+    @always_iframe=obj
+  end
+
+  def self.wait_for(op = nil)
+    fiber = Fiber.current
+    EM.defer(op, Proc.new {|result|
+            fiber.resume result
+          })
+    Fiber.yield
+  end
+end

data/phantom_proxy.gemspec

@@ -1,28 +1,29 @@
-require 'rubygems'
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'phantom_proxy/version'
 
-Gem::Specification.new do |s|
-  s.name        = 'phantom_proxy'
-  s.version     = '1.2.17'
-  s.summary     = "This is a phantomjs Proxy"
-  s.description = "This is a phyntonjs Proxy it allows you to fetch webpages and execute javascript in them."
-  s.authors     = ["Daniel Sudmann"]
-  s.email       = 'suddani@googlemail.com'
-  s.files       = `git ls-files`.split($\)
-=begin
-                  FileList['lib/**/*.rb',
-  										'lib/**/*.js',
-                      'lib/**/**/*.ru',
-                      'lib/**/**/*.html',
-                      'lib/**/**/*',
-                      'lib/**/**/**/*',
-                      'lib/phantom_proxy/install/**/*',
-                      'lib/phantom_proxy/install/**/**/*',
-                      'bin/*',
-                      '[A-Z]*',
-                      'test/**/*'].to_a
-=end
-  s.homepage    = 'http://experteer.com'
-  s.executables = ['phantom_proxy']
-  s.add_dependency('thin', '= 1.3.1')
-  s.add_dependency('ruby-hmac', '>= 0.4.0')
+Gem::Specification.new do |spec|
+  spec.name          = "phantom_proxy"
+  spec.version       = PhantomProxy::VERSION
+  spec.authors       = ["Suddani"]
+  spec.email         = ["suddani@googlemail.com"]
+  spec.summary       = "This is a phantomjs Proxy"
+  spec.description   = "This is a phyntonjs Proxy it allows you to fetch webpages and execute javascript in them."
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "json",        "~> 1.8.1"
+  spec.add_dependency "goliath",     "~> 1.0.3"
+  spec.add_dependency "journey",     "~> 1.0.4"
+  spec.add_dependency "nokogiri",    "~> 1.6.1"
+  spec.add_dependency "ruby-hmac",   ">= 0.4.0"
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake", "~> 10.0"
 end

data/templates/views/error_page.erb

@@ -0,0 +1,18 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html>
+  <head>
+  <meta http-equiv="content-type" content="text/html; charset=windows-1250">
+  <title><%=title%></title>
+  <style type="text/css">
+  .c {
+    text-align: center;
+  }
+  </style>
+  </head>
+  <body>
+    <h1 class="c"><%=error_code%></h1>
+    <div class="c">
+      <%=content%>
+    </div>
+  </body>
+</html>

data/templates/views/status_page.erb

@@ -0,0 +1,46 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN">
+<html>
+  <head>
+    <title>Phantom Proxy Control</title>
+    <style>
+    h1 {
+      text-align: center;
+    }
+    h4 {
+      text-align: center;
+      position: relative;
+      top: -20px;
+    }
+    .infobox {
+      width: 800px;
+      margin-left: auto;
+      margin-right: auto;
+    }
+    .name {
+      float: left;
+    }
+    .value {
+      float: right;
+      margin-bottom: 10px;
+    }
+    .divider {
+      background-color: black;
+      height: 1px;
+      width: 700px;
+      margin-bottom: 10px;
+      margin-left: auto;
+      margin-right: auto;
+      clear: left;
+      clear: right;
+    }
+    </style>
+  </head>
+  <body>
+    <h1>Phantom Proxy</h1>
+    <h4>Control Panel</h4>
+    <div class="infobox" id="infobox">
+      <div class='name'>Uptime:</div><div class='value' id='uptime'><%=uptime%></div><div class='divider'></div>
+      <div class='name'><%=name%>:</div><div class='value' id='<%=name%>'><%=value%></div><div class='divider'></div>
+    </div>
+  </body>
+</html>