phantom_client 1.0.0

data/README.rdoc

@@ -0,0 +1,28 @@
+== Phantom Client
+Phantom Client is a clientlibrary to Phantom Proxy 
+(see https://github.com/experteer/phantom_proxy).
+It's a thin layer around Net::HTTP to fetch a page
+through the Phantom Proxy with specific options.
+
+== Installation
+ gem build phantom_client.gemspec
+ gem install phantom_client-*.gem
+
+== Usage
+
+Usage example:
+
+ require 'phantom_client'
+
+ client = PhantomJSProxy::PhantomJSClient.new([{:addr => "127.0.0.1", :port => 5000}])
+ dom = client.get("http://foo.de/", {:imageOnly => false, :withIframes => true})
+
+ or in the bash 
+
+ phantom_client http://foo.de/ [proxy_ip:port []]
+
+== TODO
+* nicer API
+* gemify
+* namespace cleanup
+

data/Rakefile

@@ -0,0 +1,17 @@
+require 'rubygems'
+
+task :build do
+	sh "gem build phclient.gemspec"
+end
+
+task :install do
+	sh "gem install phantom_client-*.gem"
+end
+
+task :uninstall do
+	sh "gem uninstall phantom_client"
+end
+
+task :clean do
+	sh "rm phantom_client-*.gem"
+end

data/bin/phantom_client

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'phantom_client'
+
+url = nil
+proxy_list = []
+
+ARGV.each{ |arg|
+  if url == nil
+    url = arg
+  else
+    newE = {}
+    newE[:addr] = arg.split(':')[0]
+    newE[:port] = arg.split(':')[1]
+    proxy_list.push newE
+  end
+}
+
+if url == nil
+  return
+end
+
+client = PhantomJSProxy::PhantomJSClient.new(proxy_list)
+puts client.get(url, {:imageOnly => false, :withIframes => true})

data/lib/phantom_client/phantom_client.rb

@@ -0,0 +1,71 @@
+require 'net/http'
+require 'uri'
+
+module PhantomJSProxy
+	class PhantomJSClient
+	
+		attr_accessor :proxy_addr
+		attr_accessor :proxy_port
+		attr_accessor :proxy_list
+		attr_accessor :connection
+		
+		def initialize(addr_list=[], con = PhantomJSClientConnection.new)
+			@proxy_list = addr_list
+			@connection = con
+		end
+		
+		def get(addr, options=nil)			
+			url = URI.parse(addr)
+			req = Net::HTTP::Get.new(url.path)
+			req['User-Agent'] = "PhantomJSClient"
+			if /\?/.match(addr)
+				req.body = addr.split('?')[1]
+			end
+			
+			if options && options['imageOnly']
+				req['Get-Page-As-Image'] = options['imageOnly']
+				puts "Do image only"
+			end
+			
+			if options && options['withIframes']
+				req['HTTP_GET_PAGE_WITH_IFRAMES'] = options['withIframes']
+				puts "Do fetch iframes"
+			end
+			#::Proxy(@proxy_addr, @proxy_port)
+			
+			#element = get_proxy()	
+			#begin
+			#	@connection.do_request(element, url, req)
+			#rescue
+			#	return "Could not connect to proxy"
+			#end
+      do_get(url, req, 10)
+		end
+    
+    def do_get(url, req, count)
+        element = get_proxy()	
+        if element[:addr] && element[:port]
+          puts "try: "+element[:addr]+", "+element[:port]
+        else
+          puts "DUMMY TRY"
+        end
+        
+        begin
+          @connection.do_request(element, url, req)
+        rescue
+          if count == 0
+            return "Could not connect to proxy"
+          end
+          do_get(url, req, count-1)
+        end
+    end
+		
+		def get_proxy
+			element_n = rand(@proxy_list.count)
+			if @proxy_list.count > 0
+				return @proxy_list[element_n]
+			end
+			return {:addr => nil, :port => nil}
+		end		
+	end
+end

data/lib/phantom_client/phantom_client_connection.rb

@@ -0,0 +1,13 @@
+require 'net/http'
+require 'uri'
+
+module PhantomJSProxy
+	class PhantomJSClientConnection
+		def do_request(proxy, url, req)
+				res = Net::HTTP::Proxy(proxy[:addr], proxy[:port]).start(url.host, url.port) {|http|
+					http.request(req)
+				}
+				return res.body
+		end
+	end
+end

data/lib/phantom_client.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+
+require File.expand_path(File.dirname(__FILE__))+'/phantom_client/phantom_client.rb'
+require File.expand_path(File.dirname(__FILE__))+'/phantom_client/phantom_client_connection.rb'

metadata

@@ -0,0 +1,72 @@
+--- !ruby/object:Gem::Specification 
+name: phantom_client
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: 
+  segments: 
+  - 1
+  - 0
+  - 0
+  version: 1.0.0
+platform: ruby
+authors: 
+- Daniel Sudmann
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-03-23 00:00:00 +01:00
+default_executable: 
+dependencies: []
+
+description: This is a phantomjs Proxy client
+email: suddani@googlemail.com
+executables: 
+- phantom_client
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/phantom_client/phantom_client_connection.rb
+- lib/phantom_client/phantom_client.rb
+- lib/phantom_client.rb
+- bin/phantom_client
+- README.rdoc
+- Rakefile
+has_rdoc: true
+homepage: http://experteer.com
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.5.2
+signing_key: 
+specification_version: 3
+summary: This is a phantomjs Proxy client
+test_files: []
+