phantom_mechanize 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZWQyMzY1ODA2NWYxOWY4ZWNlNmYzOTNjOGJmNDdjMzliYjBkODhjNw==
+  data.tar.gz: !binary |-
+    Yjk2OTc1M2UxNjQ0ZjBiN2Q2NWMxZTk1NDQwMWU0Y2EyNTg2ZWUyYQ==
+SHA512:
+  metadata.gz: !binary |-
+    NjdjNGQxNjJjNjg4MzdhNzQ0YzcyZTY2ZDcyMWU5ZTYzMzExNzhhNjgxZTc5
+    Njk5Zjc5YTYzMGVhNjg4NTZmZDVmZTBkZTc3MTZjNWQyYzI1OWZkODQyZTcz
+    MjQzY2UwZDRiOTk1NDM1NTAzNGViZjVjZThhOTlmOWY3YjgxOTY=
+  data.tar.gz: !binary |-
+    ODNhZDVhZTAwOTExNTY1MjlhNTlhNTVjMzE1ZmViMDhhYjRiZWVkMGViOTVm
+    ZmFlN2E3MjFhNDljNWIzYjMzMTFlY2ZjMzQzZDNiNjkzZTYxOGZjZjQ5NjM3
+    NGE4ODBmMmQ4YWVlZDY2MTIxOGQxZmJmNWUyMWE1MGRmYzNmM2Q=

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in phantom_mechanize.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 P Guardiario
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,49 @@
+# PhantomMechanize
+
+A Phantomjs addon for Ruby Mechanize
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'phantom_mechanize'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install phantom_mechanize
+
+## Usage
+```ruby
+require 'phantom_mechanize'
+agent = Mechanize.new
+page = agent.phget 'http://www.google.com', :wait => 10000, :selector => '[name=q]'
+```
+## Options
+* :selector - return once this selector is located (jquery)
+* :wait - wait this many milliseconds (default 10,000)
+
+## Faq
+> What about cookies?
+
+Cookies get sent to Phantomjs and reloaded into Mechanize when it returns.
+> What about user_agent?
+
+Phantomjs will use the same user agent as Mechanize
+> What about http proxy?
+
+Phantomjs will use the same http proxy as Mechanize
+
+
+## Contributing
+
+1. Fork it ( https://github.com/monkeysuffrage/phantom_mechanize/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/js/phget.js

@@ -0,0 +1,60 @@
+var args = require('system').args;
+
+var url = args[1];
+var timeout = parseInt(args[2]);
+var selector = args[3];
+
+var cookies = JSON.parse(args[4]);
+var user_agent = args[5];
+
+// var date = 
+for(i in cookies){
+  cookie = cookies[i]
+  phantom.addCookie({
+    'name'     : cookie[0], 
+    'value'    : cookie[1],
+    'domain'   : cookie[2],
+    'path'     : cookie[3],     
+    'httponly' : cookie[4],
+    'secure'   : cookie[5],
+    'expires'  : new Date(cookie[6] * 1000)
+  });
+}
+
+var page = require('webpage').create();
+
+setInterval(function() {
+  console.log(JSON.stringify(phantom.cookies, null, 2) + '<<<phget_separator>>>' + page.content);
+  phantom.exit();
+}, timeout);
+
+page.settings.userAgent = user_agent;
+
+page.onConsoleMessage = function(msg, lineNum, sourceId) {
+  console.log(JSON.stringify(phantom.cookies, null, 2) + '<<<phget_separator>>>' + msg);
+  phantom.exit();
+};
+
+page.onResourceRequested = function(requestData, networkRequest) {
+  if(requestData.url.match(/.(gif|jpe?g|png|css)/)) {
+    networkRequest.abort(); 
+  }
+};
+
+page.onLoadFinished = function() {
+  if(selector != ''){
+    page.includeJs('http://ajax.googleapis.com/ajax/libs/jquery/1.7.2/jquery.min.js', function() {
+      page.evaluate(function(selector, page) {
+        setInterval(function() {
+          if($(selector)[0]){
+            console.log(page.content);
+          }
+        }, 500);
+      }, selector, page);
+    });
+  }
+};
+
+page.open(url, function() {
+
+});

data/lib/phantom_mechanize/ext/mechanize.rb

@@ -0,0 +1,21 @@
+class Mechanize
+	def phget url, *args
+    args = args[0] || {}
+    wait = args[:wait] || 10000
+    selector = args[:selector] || ""
+
+    pc = cookies.map{|c| [c.name, c.value, c.domain, c.path, c.httponly, c.secure, c.expires.to_i]}.to_json
+
+    ph_args = []
+    ph_args << "--proxy=#{proxy_addr}:#{proxy_port}" if proxy_port && proxy_addr
+    
+    response = `phantomjs #{ph_args.join(' ')} "#{PhantomMechanize::JS_FOLDER}/phget.js" "#{url}" "#{wait}" "#{selector.gsub('"', '\"')}" "#{pc.gsub('"', '\"')}" "#{user_agent.gsub('"', '\"')}"`
+    mcs, html = response.split '<<<phget_separator>>>'
+    JSON.parse(mcs).each do |mc|
+      cookie = Cookie.new Hash[mc.map{|k, v| [k.to_sym, v]}]
+      cookie_jar << cookie
+    end
+
+    page = Mechanize::Page.new URI.parse(url), [], html, nil, self
+	end
+end

data/lib/phantom_mechanize/version.rb

@@ -0,0 +1,3 @@
+module PhantomMechanize
+  VERSION = "0.0.1"
+end

data/lib/phantom_mechanize.rb

@@ -0,0 +1,12 @@
+require "mechanize"
+require "phantom_mechanize/version"
+require "phantom_mechanize/ext/mechanize"
+
+module PhantomMechanize
+  JS_FOLDER = Gem.loaded_specs["phantom_mechanize"].gem_dir + '/js'
+end
+
+exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
+unless ENV['PATH'].split(File::PATH_SEPARATOR).any?{|x| exts.find{|ext| File.exists? File.join(x, "phantomjs#{ext}")}}
+  raise 'Phantomjs not found in path'
+end

data/phantom_mechanize.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'phantom_mechanize/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "phantom_mechanize"
+  spec.version       = PhantomMechanize::VERSION
+  spec.authors       = ["P Guardiario"]
+  spec.email         = ["pguardiario@gmail.com"]
+  spec.summary       = "A Phantomjs addon for Ruby Mechanize"
+  spec.description   = "A Phantomjs addon for Ruby Mechanize"
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib", "js"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  # spec.add_development_dependency "pry"
+end

metadata

@@ -0,0 +1,83 @@
+--- !ruby/object:Gem::Specification
+name: phantom_mechanize
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- P Guardiario
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-09-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: A Phantomjs addon for Ruby Mechanize
+email:
+- pguardiario@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- js/phget.js
+- lib/phantom_mechanize.rb
+- lib/phantom_mechanize/ext/mechanize.rb
+- lib/phantom_mechanize/version.rb
+- phantom_mechanize.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- js
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.0
+signing_key: 
+specification_version: 4
+summary: A Phantomjs addon for Ruby Mechanize
+test_files: []