crabfarm 0.0.2

data/lib/crabfarm/state_store.rb

@@ -0,0 +1,24 @@
+require 'active_support'
+
+module Crabfarm
+  class StateStore
+
+    def initialize(_module)
+      reset
+    end
+
+    def fetch(key, &block)
+      @data.fetch(key.to_sym, &block)
+    end
+
+    def set(key, value)
+      @data[key.to_sym] = value
+    end
+
+    def reset
+      @data = Hash.new
+    end
+
+  end
+
+end

data/lib/crabfarm/support/custom_puma.rb

@@ -0,0 +1,64 @@
+require 'rack/handler'
+require 'puma'
+
+module Crabfarm
+  module Support
+    module CustomPuma
+
+      DEFAULT_OPTIONS = {
+        :Host => '0.0.0.0',
+        :Port => 3100,
+        :Threads => '0:16',
+        :Verbose => false
+      }
+
+      def self.run(_app, _options = {})
+
+        _options  = DEFAULT_OPTIONS.merge(_options)
+
+        _app = Rack::CommonLogger.new(_app, STDOUT) if _options[:Verbose]
+
+        ENV['RACK_ENV'] = _options[:environment].to_s if _options[:environment]
+
+        server   = Puma::Server.new(_app)
+        min, max = _options[:Threads].split(':', 2)
+
+        puts "Puma #{::Puma::Const::PUMA_VERSION} starting..."
+        puts "* Min threads: #{min}, max threads: #{max}"
+        puts "* Environment: #{ENV['RACK_ENV']}"
+
+        if _options[:Host].start_with? 'unix://'
+          puts "* Listening on #{_options[:Host]}"
+          server.add_unix_listener _options[:Host][7..-1]
+        else
+          puts "* Listening on tcp://#{_options[:Host]}:#{_options[:Port]}"
+          server.add_tcp_listener _options[:Host], _options[:Port]
+        end
+
+        server.min_threads = min
+        server.max_threads = max
+
+        begin
+          server.run.join
+        rescue Interrupt
+          puts "* Gracefully stopping, waiting for requests to finish"
+          server.stop(true)
+          puts "* Goodbye!"
+        end
+
+      end
+
+      def self.valid_options
+        {
+          "Host=HOST"       => "Hostname to listen on (default: localhost), also supports unix sockets if prefixed with unix://",
+          "Port=PORT"       => "Port to listen on (default: 8080)",
+          "Threads=MIN:MAX" => "min:max threads to use (default 0:16)",
+          "Quiet"           => "Don't report each request"
+        }
+      end
+    end
+
+    Rack::Handler.register :crabfarm_puma, CustomPuma
+  end
+end
+

data/lib/crabfarm/templates/Crabfile.erb

@@ -0,0 +1,3 @@
+self.default_dsl = :surfer
+self.driver_name = :firefox
+# self.phantom_enabled = true

data/lib/crabfarm/templates/Gemfile.erb

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem "crabfarm", '<%= version %>'
+
+group :test do
+  gem "rspec-nc"
+end

data/lib/crabfarm/templates/boot.rb.erb

@@ -0,0 +1,13 @@
+# Load gems listed in the Gemfile.
+
+require 'bundler'
+
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../Gemfile', __FILE__)
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+
+Bundler.require
+
+# Run code loader
+
+CF_PATH = File.expand_path('../', __FILE__)
+CF_LOADER = Crabfarm::Loader.new CF_PATH, ENV['CF_NAMESPACE']

data/lib/crabfarm/templates/crabfarm_bin.erb

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require_relative '../boot'
+require 'crabfarm/cli'

data/lib/crabfarm/templates/dot_gitignore.erb

@@ -0,0 +1 @@
+Gemfile.lock

data/lib/crabfarm/templates/dot_rspec.erb

@@ -0,0 +1,4 @@
+--color
+--require spec_helper
+--format=doc
+--format=Nc

data/lib/crabfarm/templates/parser.rb.erb

@@ -0,0 +1,8 @@
+class <%= parser_class %> < Crabfarm::BaseParser
+
+  def parse
+    # Do some damage!
+  end
+
+end
+

data/lib/crabfarm/templates/parser_spec.rb.erb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe <%= parser_class %> do
+
+  pending "should extract values from snapshot"
+
+end

data/lib/crabfarm/templates/spec_helper.rb.erb

@@ -0,0 +1,22 @@
+require File.expand_path("../../boot", __FILE__)
+Bundler.require :test
+
+ENV['SNAPSHOT_DIR'] ||= File.expand_path("../snapshots", __FILE__)
+
+require "crabfarm/rspec"
+
+RSpec.configure do |config|
+  # ## Mock Framework
+  #
+  # If you prefer to use mocha, flexmock or RR, uncomment the appropriate line:
+  #
+  # config.mock_with :mocha
+  # config.mock_with :flexmock
+  # config.mock_with :rr
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = "random"
+end

data/lib/crabfarm/templates/state.rb.erb

@@ -0,0 +1,8 @@
+class <%= state_class %> < Crabfarm::BaseState
+
+  def crawl
+    # Do some damage!
+  end
+
+end
+

data/lib/crabfarm/templates/state_spec.rb.erb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe <%= state_class %> do
+
+  pending "should ensure output has the right structure"
+
+end

data/lib/crabfarm/version.rb

@@ -0,0 +1,3 @@
+module Crabfarm
+  VERSION = "0.0.2"
+end

metadata

@@ -0,0 +1,359 @@
+--- !ruby/object:Gem::Specification
+name: crabfarm
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Ignacio Baixas
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-12-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: jbuilder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.2.0
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.33'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.33'
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: watir-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: '5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: '5'
+- !ruby/object:Gem::Dependency
+  name: gli
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.12.0
+- !ruby/object:Gem::Dependency
+  name: rainbow
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: grape
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: puma
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.10.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.10.2
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-nc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: terminal-notifier-guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.1
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-remote
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- ignacio@platan.us
+executables:
+- crabfarm
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/crabfarm/adapters/capybara_adapter.rb
+- lib/crabfarm/adapters/surfer_adapter.rb
+- lib/crabfarm/adapters/watir_adapter.rb
+- lib/crabfarm/adapters.rb
+- lib/crabfarm/base_parser.rb
+- lib/crabfarm/base_state.rb
+- lib/crabfarm/cli.rb
+- lib/crabfarm/configuration.rb
+- lib/crabfarm/context.rb
+- lib/crabfarm/default_driver_factory.rb
+- lib/crabfarm/driver_bucket.rb
+- lib/crabfarm/driver_bucket_pool.rb
+- lib/crabfarm/dsl/surfer/search_context.rb
+- lib/crabfarm/dsl/surfer/surf_context.rb
+- lib/crabfarm/dsl/surfer.rb
+- lib/crabfarm/engines/safe_state_loop.rb
+- lib/crabfarm/errors.rb
+- lib/crabfarm/loader.rb
+- lib/crabfarm/modes/console.rb
+- lib/crabfarm/modes/generator.rb
+- lib/crabfarm/modes/server.rb
+- lib/crabfarm/module_helper.rb
+- lib/crabfarm/phantom_driver_factory.rb
+- lib/crabfarm/phantom_runner.rb
+- lib/crabfarm/rspec.rb
+- lib/crabfarm/state_store.rb
+- lib/crabfarm/support/custom_puma.rb
+- lib/crabfarm/templates/boot.rb.erb
+- lib/crabfarm/templates/crabfarm_bin.erb
+- lib/crabfarm/templates/Crabfile.erb
+- lib/crabfarm/templates/dot_gitignore.erb
+- lib/crabfarm/templates/dot_gitkeep.erb
+- lib/crabfarm/templates/dot_rspec.erb
+- lib/crabfarm/templates/Gemfile.erb
+- lib/crabfarm/templates/parser.rb.erb
+- lib/crabfarm/templates/parser_spec.rb.erb
+- lib/crabfarm/templates/spec_helper.rb.erb
+- lib/crabfarm/templates/state.rb.erb
+- lib/crabfarm/templates/state_spec.rb.erb
+- lib/crabfarm/version.rb
+- lib/crabfarm.rb
+- bin/crabfarm
+homepage: https://github.com/platanus/crabfarm-gem
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Crabfarm crawler creation framework
+test_files: []