phantom-ruby-browser 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3d2f7cee9dc862cae17865bec78286a4b985b65a
+  data.tar.gz: 6e7867cc2b17ef6d49fd7154aeefad30b3de2c82
+SHA512:
+  metadata.gz: a824b0bb63832c383eb8547f5c6bb1ee5bbc329292386525769260cbc9475439d75ef49f54c0671ed21e350afeda4d4a17411440a4e1e631791a4a62338c3664
+  data.tar.gz: 91a02f110a317f707b1c687b56923dd48028e4943f7e40c42066e4c943b8a4df9c354e171a4004c547f79ec1e543c84d3ea9894a861966805229402e08b5e3f3

data/.gitignore

@@ -0,0 +1,19 @@
+#*.gem
+*.rbc
+.bundle
+.config
+.idea
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,40 @@
+PATH
+  remote: .
+  specs:
+    phantom-ruby-browser (0.0.1)
+      phantomjs (~> 1.9.7.1, >= 1.9.7.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    coderay (1.1.0)
+    diff-lcs (1.2.5)
+    method_source (0.8.2)
+    phantomjs (1.9.7.1)
+    pry (0.9.12.6)
+      coderay (~> 1.0)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    rake (10.1.1)
+    rspec (3.1.0)
+      rspec-core (~> 3.1.0)
+      rspec-expectations (~> 3.1.0)
+      rspec-mocks (~> 3.1.0)
+    rspec-core (3.1.5)
+      rspec-support (~> 3.1.0)
+    rspec-expectations (3.1.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.1.0)
+    rspec-mocks (3.1.2)
+      rspec-support (~> 3.1.0)
+    rspec-support (3.1.1)
+    slop (3.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  phantom-ruby-browser!
+  pry (~> 0.9.12.2, >= 0.9.12.2)
+  rake (~> 10.1.0, >= 10.1.0)
+  rspec (~> 3.1.0, >= 3.1.0)

data/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2014 Marek Aufart
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -0,0 +1,24 @@
+PhantomRubyBrowser
+===============
+
+Wraps PhantomJS headless browser into Ruby code and provides basic DOM operations like click and get the content.
+
+**Under development (October 2014)**
+
+Example
+-------
+E.g. print DOM of javascript rendered page
+```
+browser = PhantomRubyBrowser.new("http://google.com/analytics")
+puts browser.content
+```
+
+How does it work
+----------------
+ * PhantomJS binary is provided by https://github.com/colszowka/phantomjs-gem
+ * Ruby command is translated into javascript steps and passed to PhantomJS
+ * Output is returned
+
+License
+-------
+Released under [MIT license](https://github.com/aufi/photo_geoloader/blob/master/LICENSE)

data/Rakefile

@@ -0,0 +1,12 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake'
+require 'rspec/core/rake_task'
+
+desc "Run all specs"
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = %w[--color]
+end
+
+task :default => [:spec]

data/lib/phantom_ruby_browser.rb

@@ -0,0 +1,58 @@
+require 'phantomjs'
+
+class PhantomRubyBrowser
+
+  attr_reader :phantomjs, :location
+
+  def initialize(location)
+    @location = location
+    @phantomjs = Phantomjs
+  end
+
+  def content
+    execute "var page = require('webpage').create();
+    page.open('#{@location}', function() {
+      setTimeout(function(){var js = page.evaluate(function () {
+        return document;
+      });
+      console.log(js.all[0].outerHTML);
+      phantom.exit();}, 1000);
+    });"
+  end
+
+  def content_after_click(link_selector = 'a')
+    execute "var page = require('webpage').create();
+    page.open('#{@location}', function() {
+      var coords = page.evaluate(function(){
+        return document.querySelector('#{link_selector}').getBoundingClientRect();
+      });
+      page.sendEvent('click', coords.left, coords.top);
+      var js = page.evaluate(function () {
+        return document;
+      });
+      console.log(js.all[0].outerHTML);
+      phantom.exit();
+    });"
+  end
+
+  private
+
+  def execute(commands)
+    result = ""
+    steps_file = Tempfile.new('prb_steps')
+    begin
+      steps_file.write(commands)
+      steps_file.flush
+      result = @phantomjs.run(steps_file.path)
+    ensure
+      steps_file.close
+      steps_file.unlink
+    end
+    result
+  end
+
+  def prepare_steps
+
+  end
+
+end

data/phantom-ruby-browser.gemspec

@@ -0,0 +1,19 @@
+Gem::Specification.new do |s|
+  s.name        = 'phantom-ruby-browser'
+  s.version     = '0.0.1'
+  s.date        = '2014-10-03'
+  s.summary     = "Wraps PhantomJS into Ruby code and provides basic DOM operations."
+  s.description = "Wraps PhantomJS headless browser into Ruby code and provides basic DOM operations like click and get the content."
+  s.authors     = ["Marek Aufart"]
+  s.email       = 'aufi.cz@gmail.com'
+  s.files       = `git ls-files`.split($\)
+  s.require_paths = ["lib"]
+  s.homepage    = 'https://github.com/aufi/phantom-ruby-browser'
+  s.license     = 'MIT'
+
+  s.add_dependency 'phantomjs', "~> 1.9.7.1", '>= 1.9.7.1'
+
+  s.add_development_dependency "rake", "~> 10.1.0", ">= 10.1.0"
+  s.add_development_dependency "rspec", "~> 3.1.0", ">= 3.1.0"
+  s.add_development_dependency "pry", "~> 0.9.12.2", ">= 0.9.12.2"
+end

data/spec/lib/phantom_ruby_browser_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper.rb'
+
+describe PhantomRubyBrowser do
+
+  let(:browser){ PhantomRubyBrowser.new("file://#{File.expand_path('spec/support/test_page_1.html')}") }
+
+  describe 'open page' do
+    it 'loads phantomjs' do
+      expect(browser.phantomjs.path).not_to be_nil
+    end
+
+    it 'html' do
+      expect(browser.content).not_to be_nil
+      expect(browser.content).to include 'First test page'
+    end
+
+    it 'with javascript' do
+      expect(browser.content).to include 'javascript_loaded'
+    end
+  end
+
+  describe 'click' do
+    it 'follow normal link' do
+      expect(browser.content_after_click('p > a')).to include 'Second test page'
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'bundler/setup'
+require 'pry'
+require 'phantom_ruby_browser'

data/spec/support/test_page_1.html

@@ -0,0 +1,17 @@
+<!DOCTYPE html>
+<html>
+<head>
+    <title>test page</title>
+</head>
+<body>
+<h1>Welcome!<h1>
+    <h3>First test page</h3>
+    <script>
+        document.write("javascript" + "_loaded");
+    </script>
+    <p>
+        Lorem ipsum
+        <a href="test_page_2.html">test page 2</a>
+    </p>
+</body>
+</html>

data/spec/support/test_page_2.html

@@ -0,0 +1,17 @@
+<!DOCTYPE html>
+<html>
+<head>
+    <title>test page</title>
+</head>
+<body>
+<h1>Welcome!<h1>
+    <h3>Second test page</h3>
+    <script>
+        document.write("javascript" + "_loaded");
+    </script>
+    <p>
+        Lorem ipsum
+        <a href="#" class="js_link" onclick="document.write('javascript' + '_clicked');">js test</a>
+    </p>
+</body>
+</html>

data/spec/support/teststeps.js

@@ -0,0 +1,38 @@
+
+phantom.onError = function(msg, trace) {
+    var msgStack = ['PHANTOM ERROR: ' + msg];
+    if (trace && trace.length) {
+        msgStack.push('TRACE:');
+        trace.forEach(function(t) {
+            msgStack.push(' -> ' + (t.file || t.sourceURL) + ': ' + t.line + (t.function ? ' (in function ' + t.function +')' : ''));
+        });
+    }
+    console.error(msgStack.join('\n'));
+    phantom.exit(1);
+};
+
+
+var page = require('webpage').create();
+
+page.onResourceRequested = function (request) {
+    console.log('[PRB] loading:', request.url, JSON.stringify(request));
+};
+
+page.onResourceReceived = function (response) {
+    console.log('[PRB] loaded:', response.status, response.url, JSON.stringify(response));
+};
+
+page.open('http://google.com/analytics', function(status) {
+    setTimeout(function(){
+        /*var coords = page.evaluate(function(){
+         return document.querySelector('a').getBoundingClientRect();
+         });
+         page.sendEvent('click', coords.left, coords.top);*/
+        var js = page.evaluate(function () {
+            return document;
+        });
+        console.log(js.all[0].outerHTML);
+        console.log("[PRB] status:", status);
+        phantom.exit();
+    }, 2000);
+});

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: phantom-ruby-browser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Marek Aufart
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: phantomjs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.9.7.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.9.7.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.9.7.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.9.7.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.1.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 10.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.1.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 10.1.0
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.12.2
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.12.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.12.2
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.12.2
+description: Wraps PhantomJS headless browser into Ruby code and provides basic DOM
+  operations like click and get the content.
+email: aufi.cz@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- lib/phantom_ruby_browser.rb
+- phantom-ruby-browser.gemspec
+- spec/lib/phantom_ruby_browser_spec.rb
+- spec/spec_helper.rb
+- spec/support/test_page_1.html
+- spec/support/test_page_2.html
+- spec/support/teststeps.js
+homepage: https://github.com/aufi/phantom-ruby-browser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Wraps PhantomJS into Ruby code and provides basic DOM operations.
+test_files: []