crabfarm 0.0.12 → 0.0.13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9ffaef8409650267bf6e4272421008ff9c38d05e
-  data.tar.gz: 996ba45929699ec7eebac5d8d4a1a24f231cf4a1
+  metadata.gz: 8c7539be24f102d8e0e7eb4961b2bb10678cfda2
+  data.tar.gz: 7c5fc40e8a2fa4a5b2474b1b8b34bc5287b88d2f
 SHA512:
-  metadata.gz: 4d5cffdf273b3f31c807502f036583ab89e9ad58b66aa2f13a79112350f418a246535702109bcdabf8cbded64410414b8fa39a581af079f99d205b28c1387cc9
-  data.tar.gz: 6dd417dbebd417b32fa738c58af2927651d6106f66909b4748328dcb9965976c3f206f9d792362740793ffd1b8ae0dc18bb07dc6ea5fe29f8581b53c60728fa6
+  metadata.gz: bc1848de3ad1f401834f17d3c7691e6cfa90f17939ec5cde588fc1fc933f25e4ecd6af3b1be43a26d42182bb4f008fbd6d42b68ffe23fcd195b396540bfb72db
+  data.tar.gz: 6b5a780eddbf1ca4cdf53b9d5ababfcd10825badda27f170e51f1e07ea22a12ff5aabea661f35166cf4f153955b9f13a589bbafe556efa845630a77cd2ce7ca1

data/lib/crabfarm/modes/generator.rb

@@ -30,7 +30,7 @@ module Crabfarm
           path(_name, 'spec', 'snapshots', '.gitkeep').render('dot_gitkeep')
           path(_name, 'spec', 'mementos', '.gitkeep').render('dot_gitkeep')
           path(_name, 'spec', 'integration', '.gitkeep').render('dot_gitkeep')
-          path(_name, 'logs').render('dot_gitkeep')
+          path(_name, 'logs', '.gitkeep').render('dot_gitkeep')
         end
       end
 

data/lib/crabfarm/templates/Crabfile.erb

@@ -1,4 +1,70 @@
+
+# The default crawling dsl to use in states and parsers, can be overriden in each component using the `browser_dsl :dsl` modifier
+# Available options are :surfer, :watir and :capybara
 set_browser_dsl :surfer
-set_driver :phantomjs
 
+# Change the defaut output builder used in a state to generate the output document.
+# Available options are :hash, :ostruct, :jbuilder
+# set_output_builder :hash
+
+# The path where every crawler log is stored.
 set_log_path 'logs'
+
+
+# General driver configuration
+########################################
+
+# The selected selenium driver to be using throughout the crawler
+# Other options (may require instalation of additional libraries): :phantomjs, :remote, :chrome, :firefox
+set_driver :phantomjs
+
+# Set the selected webdriver capabilities (check the driver documentation for more details)
+# set_driver_capabilities
+
+# Set the browser window width
+# set_driver_window_width 1280
+
+# Set the browser window height
+# set_driver_window_height 800
+
+# Set the driver proxy address
+# set_proxy
+
+
+# Phantom launcher configuration
+########################################
+
+# The following parameters only apply if using the :phantomjs driver
+
+# Make phantom load images when requesting documents
+# set_phantom_load_images false
+
+# Set phantom ssl mode, defaults to :any, posible options are sslv3, sslv2, tlsv1 or any
+# set_phantom_ssl 'any'
+
+# Set phantomjs executable location, by default crabfarm expects phantomjs to be included in enviroment
+# set_phantom_bin_path 'phantomjs'
+
+
+# Remote driver options
+########################################
+
+# The following parameters only apply if using the :remote driver
+
+# Remote driver host
+# set_driver_host www.myseleniumgrid.com
+
+# Remote driver port
+# set_driver_port 8080
+
+# Remote driver response timeout, in seconds
+# set_driver_remote_timeout 120
+
+
+# Crabtrap launcher configuration
+########################################
+
+# The following parameters only apply when running the crabtrap proxy on specs
+
+# Set the crabtrap executable location, by default crabfarm expects crabtrap to be included in enviroment
+# set_crabtrap_bin_path 'crabtrap'

data/lib/crabfarm/version.rb

@@ -1,3 +1,3 @@
 module Crabfarm
-  VERSION = "0.0.12"
+  VERSION = "0.0.13"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: crabfarm
 version: !ruby/object:Gem::Version
-  version: 0.0.12
+  version: 0.0.13
 platform: ruby
 authors:
 - Ignacio Baixas