botch 0.1 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8ef71ba47deb27d75990a88721b652a6974b0ac4
-  data.tar.gz: 6e2db20439b70a7f34285b44ee79246cf88ccf05
+  metadata.gz: 0607caf61a586fda5284bb88ef4500301099c6f4
+  data.tar.gz: aa588e07e5bb953d824d9c204047598176e8cb4a
 SHA512:
-  metadata.gz: f7d6b4d3cd2f94ff018fb70be5d8e71237f52bc82404167aafd34f08b4f473a830b3cda4d52aefe792d65bef5659fa3df0054b2e9d9554d62da2c77b1d39ec9c
-  data.tar.gz: 09725780996179fdd914675a15f06bcf792819f02e0a20bcc5a9403bfcde08a859e8ff8536a5f1cba006c2d49dfce23630249a2e540da0c4237fe712a29bd2fa
+  metadata.gz: fcb46fa77f9aa1d5d2f42826461824d66339e93c728609192253eb874c9e44552a57b85a146134ac635ff67dc43db638587a881b8505cc6edaaf9835aa5189b3
+  data.tar.gz: 316efe1f6faeccf5852aed2e9314e70df28b51a1d0f84597cbd45e3d7b05e4fcdf9b9da9cc9df23ac355b881cd695fc64626a88a735fb9cbf50575e03250c593

data/README.md

@@ -4,6 +4,16 @@ Botch is a simple DSL for quickly creating web crawlers.
 
 Inspired by Sinatra.
 
+## Installation
+
+add this line to your Gemfile.
+
+`gem 'botch'`
+
+or
+
+`$ gem install botch`
+
 ## Usage
 
 ```ruby
@@ -13,12 +23,17 @@ require 'kconv'
 class SampleBotch < Botch::Base
   set :user_agent, "SampleBotch"
 
-  filter(:all) { status == 200 }
-  rule(:all) { |response| body.toutf8 }
+  filter :example, :map => "example.com" do
+    status == 200
+  end
+
+  rule :example, :map => /example\.com/ do
+    body.toutf8
+  end
 end
 
 if $0 == __FILE__
-  SampleBotch.run("http://namusyaka.info/") do |response|
+  SampleBotch.run("http://example.com/") do |response|
     puts response
   end
 end
@@ -27,7 +42,6 @@ end
 ## TODO
 
 - RSpec
-- GET/POST method
 - Documentation
 - Classic style
 

data/botch.gemspec

@@ -8,6 +8,7 @@ Gem::Specification.new "botch", Botch::VERSION do |s|
   s.homepage         = "https://github.com/namusyaka/botch"
   s.files            = `git ls-files`.split("\n") - %w(.gitignore)
   s.test_files       = s.files.select { |path| path =~ /^spec\/.*_spec\.rb/ }
+  s.license          = "MIT"
 
   s.add_dependency "faraday"
   s.add_dependency "mechanize"

data/lib/botch.rb

@@ -1,5 +1,5 @@
 require File.expand_path('../botch/base', __FILE__)
 
 module Botch
-  VERSION = "0.1"
+  VERSION = "0.1.1"
 end

data/lib/botch/base.rb

@@ -3,10 +3,10 @@ require 'faraday'
 require 'mechanize'
 
 %w(
-  clients/abstract_client
-  clients/faraday_client
-  clients/mechanize_client
-).each{ |path| require File.expand_path("../#{path}", __FILE__)  }
+  abstract
+  faraday
+  mechanize
+).each{ |path| require File.expand_path("../clients/#{path}_client", __FILE__)  }
 
 module Botch
   class Route
@@ -134,24 +134,29 @@ module Botch
         unbound_method
       end
 
+      def generate_main_block(&block)
+        unbound_method = generate_method(:main_unbound_method, &block).bind(instance)
+        case unbound_method.arity
+        when 2 then proc{|r,v| unbound_method.call(r,v) }
+        when 1 then proc{|r,v| unbound_method.call(r) }
+        else        proc{|r,v| unbound_method.call }
+        end
+      end
+
       def reset!
         settings = {}
       end
 
-      def run(*urls, &block)
-        if block_given?
-          unbound_method = generate_method(:main_unbound_method, &block).bind(instance)
-          block = case unbound_method.arity
-                  when 2 then proc{|r,v| unbound_method.call(r, v) }
-                  when 1 then proc{|r,v| unbound_method.call(r) }
-                  else        proc{|r,v| unbound_method.call }
-                  end
-        end
+      def request(method, *urls, &block)
+
         set_default_options! unless self.client
+        raise ArgumentError  unless self.client.respond_to?(method)
+
+        block = generate_main_block(&block) if block_given?
 
         urls.map do |url|
           filters, rules = @@routes.map{ |k, v| v.inject(url) }
-          response = self.client.get(url, options)
+          response = self.client.send(method, url, options)
 
           set_instance_variables(:header => response[:header],
                                  :body   => response[:body],
@@ -174,6 +179,11 @@ module Botch
         end
       end
 
+      def get(*urls, &block); request(:get, *urls, &block); end
+      def post(*urls, &block); request(:post, *urls, &block); end
+
+      alias :run :get
+
       def client=(name)
         @client = Client.const_get("#{name.to_s.capitalize}Client").new(settings) if clients.include?(name)
       end

data/lib/botch/clients/abstract_client.rb

@@ -10,6 +10,9 @@ module Botch
       def get(url, options = {})
         # return a response object
       end
+
+      def post(url, options = {})
+      end
     end
   end
 end

data/lib/botch/clients/faraday_client.rb

@@ -9,12 +9,18 @@ module Botch
         end
       end
 
-      def get(url, options)
+      def get(url, options = {})
         options.each_pair{ |key, value| @handler.headers[key] = value }
         response = @handler.get(url)
         parse_response(response)
       end
 
+      def post(url, options = {})
+        options.each_pair{ |key, value| @handler.headers[key] = value }
+        response = @handler.post(url)
+        parse_response(response)
+      end
+
       def parse_response(response)
         result = {}
         result[:status]   = response.status

data/lib/botch/clients/mechanize_client.rb

@@ -23,6 +23,15 @@ module Botch
         parse_response(mechanize_page)
       end
 
+      def post(url, options = {})
+        @handler.user_agent = options[:user_agent] if options[:user_agent]
+        url, query = serialize_url(url)
+        mechanize_page = @handler.post(url, query) rescue MechanizeResponseError.new($!)
+        parse_response(mechanize_page)
+      end
+
+      private
+
       def parse_response(response)
         result = {}
         result[:header]   = response.header
@@ -31,6 +40,19 @@ module Botch
         result[:response] = response
         result
       end
+
+      def serialize_url(url)
+        uri = URI.parse(url)
+        serializable_url = []
+        serializable_url[0] = "#{uri.scheme}://#{uri.host}#{uri.path}"
+        serializable_url[1] = uri.query.split(/&/).map do |pair|
+          pair = pair.split(/=/)
+          pair << "" if pair.length == 1
+          pair
+        end
+        serializable_url[1] = Hash[*serializable_url[1].flatten]
+        serializable_url
+      end
     end
   end
 end

data/spec/faraday_spec.rb

@@ -53,5 +53,19 @@ module Botch
       expect(result[1]).to be_false
       expect(result[2]).to be_false
     end
+
+    it 'shoud be able to use get method.' do
+      result = SampleBotch.get(*@fakes.map(&:url)){ |response, valid| valid }
+      expect(result[0]).to be_true
+      expect(result[1]).to be_false
+      expect(result[2]).to be_false
+    end
+
+    it 'shoud be able to use post method.' do
+      result = SampleBotch.run(*@fakes.map(&:url)){ |response, valid| valid }
+      expect(result[0]).to be_true
+      expect(result[1]).to be_false
+      expect(result[2]).to be_false
+    end
   end
 end

data/spec/mechanize_spec.rb

@@ -53,5 +53,19 @@ module Botch
       expect(result[1]).to be_false
       expect(result[2]).to be_false
     end
+
+    it 'shoud be able to use get method.' do
+      result = SampleBotch.get(*@fakes.map(&:url)){ |response, valid| valid }
+      expect(result[0]).to be_true
+      expect(result[1]).to be_false
+      expect(result[2]).to be_false
+    end
+
+    it 'shoud be able to use post method.' do
+      result = SampleBotch.run(*@fakes.map(&:url)){ |response, valid| valid }
+      expect(result[0]).to be_true
+      expect(result[1]).to be_false
+      expect(result[2]).to be_false
+    end
   end
 end

data/spec/spec_helper.rb

@@ -34,6 +34,7 @@ module Botch
     def add_to_fakeweb
       options = { :body => @body, :content_type => @content_type, :status => @status }
       FakeWeb.register_uri(:get, url, options)
+      FakeWeb.register_uri(:post, url, options)
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: botch
 version: !ruby/object:Gem::Version
-  version: '0.1'
+  version: 0.1.1
 platform: ruby
 authors:
 - namusyaka
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-14 00:00:00.000000000 Z
+date: 2013-07-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -86,7 +86,8 @@ files:
 - spec/mechanize_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/namusyaka/botch
-licenses: []
+licenses:
+- MIT
 metadata: {}
 post_install_message: 
 rdoc_options: []