scrapers 1.3.0 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9714ca4691bf79afd82dd1bac8588919703faf66
-  data.tar.gz: 2de713c77701348724b080af2d039739c2e33b67
+  metadata.gz: 4896b8aea0625256112a05ca839b9b9775a4ff85
+  data.tar.gz: 994a36cc3a5b97eda32c53838c2f519a008e8f0f
 SHA512:
-  metadata.gz: 1efecf60008126c24dee448e948ce49e9f187cac161732d5bb61ca171219e927116a05d799c676dbb789d0ed4e175837defe5889855076d3bad8090462249b25
-  data.tar.gz: e8d1d51f9dae5a2072b3f3282704982f1ab3483f2727c9ebcbc3a0c70aa3b58d1f1a7588bbd439fe762978ad69acd3093f7237c3ab5e1a9b04eef7228951b28c
+  metadata.gz: 94d1e19c786ed926aaaa15c56d72fffcdf0157e25ec60cea8b4dd76313b72cf112da0297f39aefed7ab41a26c18589e96706815de0469795bc749450056171ad
+  data.tar.gz: 7368f28e2bf91a5063acc6e37a68285a87f3cbbf8de534d66218acde300f5e6fc28b7e7935daf5c4232d6a2056fbb9b087034aa5e324ed0b1e6f3f1ccf9e9de5

data/bin/new_scraper

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'bundler/setup'
+require 'thor'
+require 'scrapers'
+require "active_support/core_ext/string/inflections"
+require 'pry'
+
+class NewScraper < Thor::Group
+  include Thor::Actions
+  
+  argument :name
+  class_option :test_framework, :aliases => "-T", :default => :spec
+  
+  def self.source_root
+    File.expand_path("../../", __FILE__)
+  end
+
+
+  def create_lib_file
+    template("templates/new_scraper.tt", "lib/scrapers/#{name.underscore}.rb")
+  end
+
+  def create_test_file
+
+    if %w[test_unit minitest test].include?(options["test_framework"])
+      test = "test"
+    else
+      test = "spec"
+    end
+
+    template("templates/new_scraper_#{test}.tt", "#{test}/scrapers/#{name.underscore}_#{test}.rb")
+  end
+
+end
+
+NewScraper.start

data/lib/scrapers/version.rb

@@ -2,7 +2,7 @@ module Scrapers
   module Version
 
     MAJOR = 1
-    MINOR = 3
+    MINOR = 4
     BUILD = 0
 
   end

data/templates/new_scraper.tt

@@ -0,0 +1,18 @@
+# -*- ruby -*-
+require 'mechanize'
+
+module Scrapers
+  module <%= name %>
+
+    def self.scrape(url)
+      results = Hash.new
+
+      Mechanize.start(url) do |m|
+
+      end
+
+      results
+    end
+
+  end
+end

data/templates/new_scraper_spec.tt

@@ -0,0 +1,20 @@
+# -*- ruby -*-
+require 'spec_helper'
+require 'scrapers/<%= name.underscore %>'
+
+module Scrapers
+
+  describe <%= name %> do
+    it{should respond_to :scrape}
+    context "scraping" do
+      before(:all) do
+        @comic = VCR.use_cassette('<%= name.underscore %>') do
+          @result = Scrapers::<%= name %>.scrape
+        end
+      end
+      
+      it {expect(@result).to_not be_nil}
+      
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: scrapers
 version: !ruby/object:Gem::Version
-  version: 1.3.0
+  version: 1.4.0
 platform: ruby
 authors:
 - Tamara Temple
@@ -169,6 +169,7 @@ description: A library of web site scrapers utilizing mechanize and other goodie
 email:
 - tamouse@gmail.com
 executables:
+- new_scraper
 - rubytapas
 extensions: []
 extra_rdoc_files: []
@@ -180,6 +181,7 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- bin/new_scraper
 - bin/rubytapas
 - lib/scrapers.rb
 - lib/scrapers/allrecipes.rb
@@ -205,6 +207,8 @@ files:
 - spec/scrapers/xkcd_spec.rb
 - spec/scrapers_spec.rb
 - spec/spec_helper.rb
+- templates/new_scraper.tt
+- templates/new_scraper_spec.tt
 - vcr_cassettes/allrecipes_morning-glory-muffins-i.yml
 - vcr_cassettes/disconews_history-of-space.yml
 - vcr_cassettes/download-newfile.yml