phantom_proxy 1.2.17 → 1.3.0

metadata

@@ -1,115 +1,168 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: phantom_proxy
-version: !ruby/object:Gem::Version 
-  hash: 61
-  prerelease: 
-  segments: 
-  - 1
-  - 2
-  - 17
-  version: 1.2.17
+version: !ruby/object:Gem::Version
+  version: 1.3.0
 platform: ruby
-authors: 
-- Daniel Sudmann
+authors:
+- Suddani
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2014-05-16 00:00:00 +02:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: thin
+date: 2014-08-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+  type: :runtime
   prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        hash: 25
-        segments: 
-        - 1
-        - 3
-        - 1
-        version: 1.3.1
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: goliath
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+- !ruby/object:Gem::Dependency
+  name: journey
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.4
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: ruby-hmac
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 15
-        segments: 
-        - 0
-        - 4
-        - 0
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: ruby-hmac
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
         version: 0.4.0
   type: :runtime
-  version_requirements: *id002
-description: This is a phyntonjs Proxy it allows you to fetch webpages and execute javascript in them.
-email: suddani@googlemail.com
-executables: 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: This is a phyntonjs Proxy it allows you to fetch webpages and execute
+  javascript in them.
+email:
+- suddani@googlemail.com
+executables:
 - phantom_proxy
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - .gitignore
+- .rbenv-gemsets
 - .ruby-version
 - Gemfile
+- LICENSE.txt
 - README.rdoc
+- Rakefile
 - bin/phantom_proxy
 - lib/phantom_proxy.rb
-- lib/phantom_proxy/config.ru
-- lib/phantom_proxy/install/etc/init.d/phproxy
-- lib/phantom_proxy/install/etc/phantom_proxy/config/example_config
-- lib/phantom_proxy/phantomjs.rb
-- lib/phantom_proxy/phantomjs_control_panel.rb
-- lib/phantom_proxy/phantomjsserver.rb
+- lib/phantom_proxy/helper/http.rb
+- lib/phantom_proxy/helper/jsonizer.rb
+- lib/phantom_proxy/helper/logable.rb
+- lib/phantom_proxy/helper/status_info.rb
+- lib/phantom_proxy/helper/template_renderer.rb
+- lib/phantom_proxy/phantomjs/phantomjs.rb
+- lib/phantom_proxy/proxy/proxy_api.rb
+- lib/phantom_proxy/router/app_router.rb
 - lib/phantom_proxy/scripts/proxy.js
-- lib/phantom_proxy/web/control_panel.html
+- lib/phantom_proxy/service.rb
+- lib/phantom_proxy/status/status_api.rb
+- lib/phantom_proxy/version.rb
 - phantom_proxy.gemspec
-- spec/test
-- tmp/.keep
-- tmp/run
-has_rdoc: true
-homepage: http://experteer.com
-licenses: []
-
+- templates/views/error_page.erb
+- templates/views/status_page.erb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
-rubygems_version: 1.5.3
+rubygems_version: 2.0.14
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: This is a phantomjs Proxy
 test_files: []
-

data/lib/phantom_proxy/config.ru

@@ -1,10 +0,0 @@
-require 'rubygems'
-require 'phantom_proxy'
-
-# You can install Rack middlewares
-# to do some crazy stuff like logging,
-# filtering, auth or build your own.
-use Rack::CommonLogger
-
-run PhantomJSProxy::PhantomJSServer.new()
-

data/lib/phantom_proxy/install/etc/init.d/phproxy

@@ -1,193 +0,0 @@
-#! /bin/bash
-### BEGIN INIT INFO
-# Provides:				phantom_proxy
-# Required-Start:		$remote_fs $syslog
-# Required-Stop:		$remote_fs $syslog
-# Default-Start:		3 4 5
-# Default-Stop:			0 1 2 6
-# Short-Description:	This script starts the phantom proxy
-# Description:			With this script you can automaticly start phantom_proxy
-#						instances. The script should be placed in /etc/init.d/phproxy
-### END INIT INFO
-
-### README
-#
-#	You can put a configfile at
-#	/etc/phantom_proxy/config
-#	or
-#	put several files into a folder at /etc/phantom_proxy/config
-#	all files are loaded and one instance is created per file(CAUTION!! you have to set a unique PP_PID_NAME for each instance)
-#	
-#	Options you can set are:
-#	PP_PID_NAME: The name of the process
-#	PP_PORT: The port to run the proxy on (3003)
-#	PP_HOST: The host to run the proxy on (127.0.0.1)
-#	PP_HMAC: The hmac key to secure the server
-#
-#	Example config file could look like the following:
-#
-#		PP_PID_NAME="phantom_proxy_instance"
-#		PP_PORT=3002
-#		PP_HMAC="abcdefghi"
-#
-#	End Example
-#
-### End README
-
-PP_NAME=phantom_proxy
-
-PP_PID_NAME="phantom_proxy"
-
-PP_HMAC="none"
-
-PP_USER_STANDARD=experteer
-PP_USER=experteer
-
-PP_LOG()
-{
-	local log_dir="/tmp/$PP_NAME"
-	
-	#create PP_LOG folder
-	if [ ! -d $log_dir ]
-	then
-		mkdir -p $log_dir
-	fi
-	
-	echo $log_dir
-}
-
-PP_CONFIG()
-{
-	echo "/etc/$PP_NAME/config"
-}
-
-PP_LOG_FILE()
-{
-	echo "$(PP_LOG)/$PP_PID_NAME.log"
-}
-
-PP_PID()
-{
-	echo "/tmp/pids/$PP_PID_NAME.pid"
-}
-
-PP_PORT=3003
-
-PP_HOST=localhost
-
-PP_OPTIONS()
-{
-	if [ $PP_HMAC == "none" ]
-	then
-		echo "-p $PP_PORT -a $PP_HOST -P $(PP_PID) -l $(PP_LOG_FILE) -d"
-	else
-		echo "-p $PP_PORT -a $PP_HOST -P $(PP_PID) -l $(PP_LOG_FILE) -d -hmac $PP_HMAC"
-	fi
-}
-
-load_config_file()
-{
-	PP_HMAC="none"
-	if [ -e $1 ]
-	then
-		echo "Loaded Configfile: $1"
-		source $1
-	fi
-}
-
-run_for_configs()
-{
-	PP_USER=$PP_USER_STANDARD
-	
-	cfg_folder=$(PP_CONFIG)
-	echo "Check config $cfg_folder"
-	if [ -d $cfg_folder ]; then
-		echo "Config folder: $cfg_folder"
-		for i in $( ls $cfg_folder) ; do
-			load_config_file "$cfg_folder/$i"
-			#run the given method
-			$1
-			sleep 2
-		done
-		return
-	elif [ -e $cfg_folder ]; then
-		echo "Config file"
-		load_config_file $cfg_folder
-		#run the given method
-		$1
-		return
-	fi
-	echo "No config detect using standard"
-	$1
-}
-
-do_start()
-{
-	if [ -e $(PP_PID) ]
-	then
-		echo "Service $PP_NAME already running abort"
-		return
-	fi
-	echo "Starting $PP_NAME service"
-	sudo su -c "$PP_NAME $(PP_OPTIONS)" $PP_USER
-}
-
-do_stop()
-{
-	if [ -e $(PP_PID) ]
-	then
-		echo "Stopping $PP_NAME service"
-		pp_id=$(cat $(PP_PID))
-		echo "Stopping $PP_NAME service: $pp_id"
-		kill $pp_id
-		return
-	fi
-	
-	echo "Error $PP_NAME service isn't running"
-}
-
-do_restart()
-{
-	do_stop
-	sleep 5
-	do_start
-}
-
-do_status()
-{
-	echo "Checking status"
-	if [ -e $(PP_PID) ]
-	then
-		pp_id=$(cat $(PP_PID))
-		if [ `ps -p $pp_id | grep -c $PP_NAME` -ne 1 ] ; then
-	  	echo "failed - no process"
-	  	return 2
-		else
-			echo "Found PID: $pp_id"
-			return 0
-		fi
-		return
-	fi
-	echo "$PP_NAME is not running"
-}
-
-case "$1" in
-  start)
-        run_for_configs do_start
-        ;;  
-  stop)
-        run_for_configs do_stop
-        ;;    
-  restart)
-        run_for_configs do_restart
-        ;;      
-  status)
-        run_for_configs do_status
-        ;;  
-  *)
-  		echo "Usage: $PP_NAME {start|stop|status|restart}" >&2 
-        exit 3
-        ;;
-esac
-
-:

data/lib/phantom_proxy/install/etc/phantom_proxy/config/example_config

@@ -1,3 +0,0 @@
-PP_PID_NAME="phantom_proxy_instance"
-PP_PORT=3001
-PP_HOST=0.0.0.0

data/lib/phantom_proxy/phantomjs.rb

@@ -1,106 +0,0 @@
-require 'tempfile'
-
-module PhantomJSProxy
-	class PhantomJS
-		attr_accessor :dom
-		attr_accessor :image
-    attr_accessor :ready
-	
-		def initialize()
-			@ready = 503
-		end
-		
-		def getUrl(url, pictureOnly=true, loadIFrames=true)
-			puts("PhantomJS: "+url)
-			@ready = 503
-			
-			pictureFile = nil
-			picture = "none"
-      
-      loadFrames = "false"
-      
-      if loadIFrames
-        loadFrames = "true"
-      end
-			
-			if pictureOnly
-				if !File.directory?("/tmp/phantom_proxy")
-					Dir.mkdir("/tmp/phantom_proxy")
-				end
-				pictureFile = Tempfile.new(["phantom_proxy/page", ".png"])
-				picture = pictureFile.path
-			end
-			
-			url_args = ""
-			url_args_ = []
-      
-			if /\?/.match(url)
-				url_args = url.split('?')[1]
-				url = url.split('?')[0]
-				
-				if url_args
-					url_args_ = url_args.split('&')
-					url_args = url_args_.join(' ')
-				end
-			end
-			
-			@dom = invokePhantomJS(SCRIPT, [picture, loadFrames, "\""+url+"\"", url_args_.length, url_args])
-			
-			puts("Opened page: "+ /Open page: (.*?) END/.match(@dom)[1])
-			
-			@ready = 503
-			dom_text = "Failed to load page"
-			
-			if /DONE_LOADING_URL/.match(@dom)
-        puts("LOAD_DOM_TEXT")
-				dom_text = getDOMText @dom
-        puts("LOAD_DOM_TEXT_DONE")
-				if pictureOnly && File.exist?(picture) 
-					puts("File is there")
-					@image = IO::File.open(picture, "rb") {|f| f.read }
-					pictureFile.close!
-				else
-					puts("No file to load at: "+picture)
-					@image = ""
-				end
-				@ready = 200
-			end
-			if /URL_ERROR_CODE/.match(@dom)
-        puts("LOAD_ERROR_CODE")
-			  @ready = getHTTPCode @dom
-        puts("LOAD_ERROR_CODE_DONE: #{@ready}")
-			end
-			@dom = dom_text
-			return @dom
-		end
-		
-		def getDOMText data
-		  tmp = data.split('PHANTOMJS_DOMDATA_WRITE:')[1];
-		  tmp = tmp.split('PHANTOMJS_DOMDATA_END')[0]
-		  tmp
-		end
-		
-		def getHTTPCode data
-		  tmp = data.split('URL_ERROR_CODE: ')[1];
-      tmp = tmp.split('URL_ERROR_CODE_END')[0]
-		  #tmp = /FAILED_LOADING_URL: (.*?)FAILED_LOADING_URL_END/.match(data)[1]
-		  tmp.to_i
-		end
-		
-		def getAsImageResponse(type='png')
-			return "HTTP/1.0 200 OK\r\nConnection: close\r\nContent-Type: image/"+type+"\r\n\r\n"+@image;
-		end
-	
-		def invokePhantomJS(script, args)
-			argString = " "+args.join(" ")
-			puts("Call phantomJS with: "+argString)
-			out = ""
-
-			IO.popen(PHANTOMJS_BIN+" --ignore-ssl-errors=yes --web-security=false "+script+argString) {|io|
-			  out = io.readlines.join
-			}
-      #puts("PHANTOMJS_OUT: "+out)
-			return out
-		end
-	end
-end

data/lib/phantom_proxy/phantomjs_control_panel.rb

@@ -1,58 +0,0 @@
-module PhantomJSProxy
-  class PhantomJSControlPanel
-    def initialize
-      @start_time = Time.new
-      @total_requests = 0
-      @special_requests = Hash.new
-      @special_requests.default = 0
-    end
-
-    attr_accessor :start_time
-    
-    attr_accessor :total_requests
-    attr_accessor :route_requests
-    attr_accessor :html_requests
-    attr_accessor :picture_requests
-    attr_accessor :special_requests
-    
-    def show
-      add_special_request "@control_requests"
-      
-      resp = Rack::Response.new([], 200,   {
-        'Content-Type' => 'text/html'
-        }) { |r|
-          r.write(load_html)
-        }
-      resp.finish
-    end
-    
-    def add_request
-      @total_requests = @total_requests+1
-    end
-    
-    def add_special_request type
-      @special_requests[type] = @special_requests[type]+1
-    end
-    
-    private
-    def load_html
-      insert_value IO.read(CONTROL_PANEL)
-    end
-    
-    def insert_value html
-      info_data = ""
-      info_data << create_entry("Running since", start_time.ctime)
-      info_data << create_entry("Total requests", total_requests.to_s)
-      special_requests.each { |key, value|
-        info_data << create_entry(key, special_requests[key].to_s)
-      }
-      html["@control_panel_data"] = info_data
-      
-      html
-    end
-    
-    def create_entry name, value
-      "<div class='name'>#{name}:</div><div class='value' id='#{name}'>#{value}</div><div class='divider'></div>"
-    end
-  end
-end