wraith 2.6.0 → 2.7.0

data/configs/history.yaml

@@ -1,52 +0,0 @@
-#Headless browser option
-browser:
-  phantomjs: "phantomjs"
-  # slimerjs: "slimerjs"
-
-#If you want to have multiple snapping files, set the file name here
-snap_file: "lib/wraith/javascript/snap.js"
-
-# Type the name of the directory that shots will be stored in
-directory: 'shots'
-history_dir: 'shots_history'
-
-# Add only 2 domains, key will act as a label
-domains:
-  arabic: "http://www.bbc.com/arabic"
-
-#Type screen widths below, here are a couple of examples
-screen_widths:
-  - 320
-  - 600
-  - 768
-  - 1024
-  - 1280
-
-#Type page URL paths below, here are a couple of examples
-paths:
-  home: /
-  uk_index: /uk
-
-#Amount of fuzz ImageMagick will use
-fuzz: '20%'
-
-#Set the filename of the spider file to use, if not specified it will fallback to spider.txt
-# spider_file: bbc_co_uk_spider.txt
-
-#Set the number of days to keep the site spider file
-spider_days:
-  - 10
-
-#A list of URLs to skip when spidering. Ruby regular expressions can be
-#used, if prefixed with !ruby/regexp as defined in the YAML Cookbook
-#http://www.yaml.org/YAML_for_ruby.html#regexps
-#
-# spider_skips:
-#   - /foo/bar.html # Matches /foo/bar.html explcitly
-#   - !ruby/regexp /^\/baz\// # Matches any URLs that start with /baz
-
-#Choose how results are displayed, by default alphanumeric. Different screen widths are always grouped.
-#alphanumeric - all paths (with, and without, a difference) are shown, sorted by path
-#diffs_first - all paths (with, and without, a difference) are shown, sorted by difference size (largest first)
-#diffs_only - only paths with a difference are shown, sorted by difference size (largest first)
-#mode: diffs_first

data/configs/templates/component.yaml

@@ -1,51 +0,0 @@
-#Headless browser option
-browser:
-  phantomjs: "casperjs"
-  # slimerjs: "slimerjs"
-
-#If you want to have multiple snapping files, set the file name here
-snap_file: "javascript/casper.js"
-
-# Type the name of the directory that shots will be stored in
-directory: 'shots'
-history_dir: 'shots_base'
-
-# Add as many domains as necessary. Key will act as a label
-domains:
-  english: "http://www.bbc.co.uk/news"
-
-#Type screen widths below, here are a couple of examples
-screen_widths:
-  - 320
-  - 600
-  - 768
-  - 1024
-  - 1280
-
-#Type page URL paths below, here are a couple of examples
-paths:
-  clickable_guide:
-    path: /entertainment-arts-27221191
-    selector: '.idt__news'
-  clickable_guide__after_click:
-    path: /entertainment-arts-27221191
-    selector: '.idt__news'
-    before_capture: 'javascript/beforeCapture.js'
-
-#Amount of fuzz ImageMagick will use
-fuzz: '20%'
-
-#Set the filename of the spider file to use, if not specified it will fallback to spider.txt
-# spider_file: bbc_co_uk_spider.txt
-
-#Set the number of days to keep the site spider file
-spider_days:
-  - 10
-
-#Choose how results are displayed, by default alphanumeric. Different screen widths are always grouped.
-#alphanumeric - all paths (with, and without, a difference) are shown, sorted by path
-#diffs_first - all paths (with, and without, a difference) are shown, sorted by difference size (largest first)
-#diffs_only - only paths with a difference are shown, sorted by difference size (largest first)
-mode: diffs_first
-
-threshold: 5

data/configs/templates/config.yaml

@@ -1,43 +0,0 @@
-#Headless browser option
-browser:
-  phantomjs: "phantomjs"
-  # slimerjs: "slimerjs"
-
-#If you want to have multiple snapping files, set the file name here
-snap_file: "javascript/snap.js"
-
-# Type the name of the directory that shots will be stored in
-directory: 'shots'
-
-# Add only 2 domains, key will act as a label
-domains:
-  arabic: "http://www.live.bbc.co.uk/arabic"
-  russian: "http://www.live.bbc.co.uk/russian"
-
-#Type screen widths below, here are a couple of examples
-screen_widths:
-  - 320
-  - 600
-  - 768
-  - 1024
-  - 1280
-
-#Type page URL paths below, here are a couple of examples
-paths:
-  home: /
-  uk_index: /topics/video
-
-#Amount of fuzz ImageMagick will use
-fuzz: '20%'
-
-#Set the number of days to keep the site spider file
-spider_days:
-  - 10
-
-#Choose how results are displayed, by default alphanumeric. Different screen widths are always grouped.
-#alphanumeric - all paths (with, and without, a difference) are shown, sorted by path
-#diffs_first - all paths (with, and without, a difference) are shown, sorted by difference size (largest first)
-#diffs_only - only paths with a difference are shown, sorted by difference size (largest first)
-mode: diffs_first
-
-threshold: 5

data/lib/wraith/javascript/beforeCapture.js

@@ -1,5 +0,0 @@
-module.exports = function (casper) {
-    casper.wait(2000, function() {
-        casper.click('.ns-panel__hotspot--2');
-    });
-}

data/lib/wraith/javascript/casper.js

@@ -1,48 +0,0 @@
-var system = require('system');
-var page = require('webpage').create();
-var fs = require('fs');
-var casper = require("casper").create();
-
-var url = casper.cli.get(0);
-var view_port_width = casper.cli.get(1);
-var image_name = casper.cli.get(2);
-var selector = casper.cli.get(3);
-var globalBeforeCaptureJS = casper.cli.get(4);
-var pathBeforeCaptureJS = casper.cli.get(5);
-
-function snap() {
-  if (selector == undefined) {
-    this.capture(image_name);
-  }
-  else {
-    this.captureSelector(image_name, selector);
-  }
-  console.log('Snapping ' + url + ' at width ' + view_port_width);
-}
-
-casper.start();
-casper.open(url);
-casper.viewport(view_port_width, 1500);
-casper.then(function() {
-  if (globalBeforeCaptureJS) {
-    require('./' + globalBeforeCaptureJS)(this);
-  }
-});
-casper.then(function() {
-  if (pathBeforeCaptureJS) {
-    require('./' + pathBeforeCaptureJS)(this);
-  }
-});
-// waits for all images to download before taking screenshots
-// (broken images are a big cause of Wraith failures!)
-// Credit: http://reff.it/8m3HYP
-casper.waitFor(function() {
-  return this.evaluate(function() {
-    var images = document.getElementsByTagName('img');
-    return Array.prototype.every.call(images, function(i) { return i.complete; });
-  });
-}, function then () {
-  snap.bind(this)();
-});
-
-casper.run();

data/lib/wraith/javascript/customHeight.js

@@ -1,99 +0,0 @@
-var system = require('system');
-var page = require('webpage').create();
-var fs = require('fs');
-
-if (system.args.length === 3) {
-    console.log('Usage: snap.js <some URL> <view port width> <target image name>');
-    phantom.exit();
-}
-
-var url = system.args[1];
-var image_name = system.args[3];
-var dimensions = /(\d*)x?((\d*))?/i.exec(system.args[2]);
-var view_port_width = dimensions[1];
-var view_port_height = dimensions[2] || 1500;
-var current_requests = 0;
-var last_request_timeout;
-var final_timeout;
-
-
-page.viewportSize = { width: view_port_width, height: view_port_height};
-page.settings = { loadImages: true, javascriptEnabled: true };
-
-// If you want to use additional phantomjs commands, place them here
-page.settings.userAgent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.17';
-
-// You can place custom headers here, example below.
-// page.customHeaders = {
-
-//      'X-Candy-OVERRIDE': 'https://api.live.bbc.co.uk/'
-
-//  };
-
-// If you want to set a cookie, just add your details below in the following way.
-
-// phantom.addCookie({
-//     'name': 'ckns_policy',
-//     'value': '111',
-//     'domain': '.bbc.co.uk'
-// });
-// phantom.addCookie({
-//     'name': 'locserv',
-//     'value': '1#l1#i=6691484:n=Oxford+Circus:h=e@w1#i=8:p=London@d1#1=l:2=e:3=e:4=2@n1#r=40',
-//     'domain': '.bbc.co.uk'
-// });
-
-page.onResourceRequested = function(req) {
-  current_requests += 1;
-};
-
-page.onResourceReceived = function(res) {
-  if (res.stage === 'end') {
-    current_requests -= 1;
-    debounced_render();
-  }
-};
-
-page.open(url, function(status) {
-  if (status !== 'success') {
-    console.log('Error with page ' + url);
-    phantom.exit();
-  }
-});
-
-
-function debounced_render() {
-  clearTimeout(last_request_timeout);
-  clearTimeout(final_timeout);
-
-  // If there's no more ongoing resource requests, wait for 1 second before
-  // rendering, just in case the page kicks off another request
-  if (current_requests < 1) {
-      clearTimeout(final_timeout);
-      last_request_timeout = setTimeout(function() {
-          console.log('Snapping ' + url + ' at width ' + view_port_width);
-          page.clipRect = {
-            top: 0,
-            left: 0,
-            height: view_port_height,
-            width: view_port_width
-          };
-          page.render(image_name);
-          phantom.exit();
-      }, 1000);
-  }
-
-  // Sometimes, straggling requests never make it back, in which
-  // case, timeout after 5 seconds and render the page anyway
-  final_timeout = setTimeout(function() {
-    console.log('Snapping ' + url + ' at width ' + view_port_width);
-    page.clipRect = {
-      top: 0,
-      left: 0,
-      height: view_port_height,
-      width: view_port_width
-    };
-    page.render(image_name);
-    phantom.exit();
-  }, 5000);
-}

data/lib/wraith/javascript/nojs.js

@@ -1,85 +0,0 @@
-var system = require('system');
-var page = require('webpage').create();
-var fs = require('fs');
-
-if (system.args.length === 3) {
-    console.log('Usage: snap.js <some URL> <view port width> <target image name>');
-    phantom.exit();
-}
-
-var url = system.args[1];
-var image_name = system.args[3];
-var view_port_width = system.args[2];
-var current_requests = 0;
-var last_request_timeout;
-var final_timeout;
-
-
-page.viewportSize = { width: view_port_width, height: 1500};
-page.settings = { loadImages: true, javascriptEnabled: false };
-
-// If you want to use additional phantomjs commands, place them here
-page.settings.userAgent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.17';
-
-// You can place custom headers here, example below.
-// page.customHeaders = {
-
-//      'X-Candy-OVERRIDE': 'https://api.live.bbc.co.uk/'
- 
-//  };
-
-// If you want to set a cookie, just add your details below in the following way.
-
-// phantom.addCookie({
-//     'name': 'ckns_policy',
-//     'value': '111',
-//     'domain': '.bbc.co.uk'
-// });
-// phantom.addCookie({
-//     'name': 'locserv',
-//     'value': '1#l1#i=6691484:n=Oxford+Circus:h=e@w1#i=8:p=London@d1#1=l:2=e:3=e:4=2@n1#r=40',
-//     'domain': '.bbc.co.uk'
-// });
-
-page.onResourceRequested = function(req) {
-  current_requests += 1;
-};
-
-page.onResourceReceived = function(res) {
-  if (res.stage === 'end') {
-    current_requests -= 1;
-    debounced_render();
-  }
-};
-
-page.open(url, function(status) {
-  if (status !== 'success') {
-    console.log('Error with page ' + url);
-    phantom.exit();
-  }
-});
-
-
-function debounced_render() {
-  clearTimeout(last_request_timeout);
-  clearTimeout(final_timeout);
-
-  // If there's no more ongoing resource requests, wait for 1 second before
-  // rendering, just in case the page kicks off another request
-  if (current_requests < 1) {
-      clearTimeout(final_timeout);
-      last_request_timeout = setTimeout(function() {
-          console.log('Snapping ' + url + ' at width ' + view_port_width);
-          page.render(image_name);
-          phantom.exit();
-      }, 1000);
-  }
-
-  // Sometimes, straggling requests never make it back, in which
-  // case, timeout after 5 seconds and render the page anyway
-  final_timeout = setTimeout(function() {
-    console.log('Snapping ' + url + ' at width ' + view_port_width);
-    page.render(image_name);
-    phantom.exit();
-  }, 5000);
-}

data/lib/wraith/javascript/snap.js

@@ -1,85 +0,0 @@
-var system = require('system');
-var page = require('webpage').create();
-var fs = require('fs');
-
-if (system.args.length === 3) {
-    console.log('Usage: snap.js <some URL> <view port width> <target image name>');
-    phantom.exit();
-}
-
-var url = system.args[1];
-var image_name = system.args[3];
-var view_port_width = system.args[2];
-var current_requests = 0;
-var last_request_timeout;
-var final_timeout;
-
-
-page.viewportSize = { width: view_port_width, height: 1500};
-page.settings = { loadImages: true, javascriptEnabled: true };
-
-// If you want to use additional phantomjs commands, place them here
-page.settings.userAgent = 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) AppleWebKit/537.17 (KHTML, like Gecko) Chrome/28.0.1500.95 Safari/537.17';
-
-// You can place custom headers here, example below.
-// page.customHeaders = {
-
-//      'X-Candy-OVERRIDE': 'https://api.live.bbc.co.uk/'
- 
-//  };
-
-// If you want to set a cookie, just add your details below in the following way.
-
-// phantom.addCookie({
-//     'name': 'ckns_policy',
-//     'value': '111',
-//     'domain': '.bbc.co.uk'
-// });
-// phantom.addCookie({
-//     'name': 'locserv',
-//     'value': '1#l1#i=6691484:n=Oxford+Circus:h=e@w1#i=8:p=London@d1#1=l:2=e:3=e:4=2@n1#r=40',
-//     'domain': '.bbc.co.uk'
-// });
-
-page.onResourceRequested = function(req) {
-  current_requests += 1;
-};
-
-page.onResourceReceived = function(res) {
-  if (res.stage === 'end') {
-    current_requests -= 1;
-    debounced_render();
-  }
-};
-
-page.open(url, function(status) {
-  if (status !== 'success') {
-    console.log('Error with page ' + url);
-    phantom.exit();
-  }
-});
-
-
-function debounced_render() {
-  clearTimeout(last_request_timeout);
-  clearTimeout(final_timeout);
-
-  // If there's no more ongoing resource requests, wait for 1 second before
-  // rendering, just in case the page kicks off another request
-  if (current_requests < 1) {
-      clearTimeout(final_timeout);
-      last_request_timeout = setTimeout(function() {
-          console.log('Snapping ' + url + ' at width ' + view_port_width);
-          page.render(image_name);
-          phantom.exit();
-      }, 1000);
-  }
-
-  // Sometimes, straggling requests never make it back, in which
-  // case, timeout after 5 seconds and render the page anyway
-  final_timeout = setTimeout(function() {
-    console.log('Snapping ' + url + ' at width ' + view_port_width);
-    page.render(image_name);
-    phantom.exit();
-  }, 5000);
-}