crawler_rocks 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f6902af19576c3c7837530b07fa9bc5ac534c31d
-  data.tar.gz: efde5254b1b02f65584e2c1fbbd167f476cc9910
+  metadata.gz: 30a1e3227e4bd1320a3d72f341ce43c26febefb9
+  data.tar.gz: 33f927a68714710a898611bdd62915b0e46ee22e
 SHA512:
-  metadata.gz: 60de329041f64075534bacc357aa037061eedc2590a2227b7aeeba842e0b2663b84c51a9e99652da8623f4f44b98954e31bfb309062cce8f835d6bc3b95df1a0
-  data.tar.gz: e5925e083322ec3c5d1b6c81ded8517df14a758aa8bbd3a740c17761a8a948f7cb4467e93e3f1cfb79537a4aa5669a17965c8d71bd4f03708b55d51186c11df6
+  metadata.gz: 3d9b606ad9f7abb51943a51d35afaba067a572d2faf0312d3e5a6f8b717166476434dab6618517ce9bc68ea9adf91694f54da558f92977ab498947157ddd33fc
+  data.tar.gz: 4e2f7453b7d0f972eca545a8a9800ae5d602201321b00d51021acfd956f804ac9b5bc28e8f4450567571f691b3a7af0e20e9b043d795bf1483d332b8ac2983a7

data/lib/crawler_rocks/version.rb

@@ -1,3 +1,3 @@
 module CrawlerRocks
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/lib/crawler_rocks.rb

@@ -4,16 +4,22 @@ require 'curb'
 
 module CrawlerRocks
   module DSL
-    attr_reader :current_url
+    attr_reader :current_url, :html
 
-    def initialize opts = {}
+    def setup opts = {}
       opts = Hash[opts.map{ |k, v| [k.to_sym, v] }]
+      # @curl = Curl::Easy.new
+      # @curl.follow_location = true
+      # @curl.enable_cookies = true
+      @cookies = nil
       # @encoding = opts.fetch(:encoding, 'utf-8')
     end
 
     def visit url
-      handle_response Curl.get(url)
-      # handle_response RestClient.get url
+      # @curl.url = url
+      # @curl.http_get
+      # handle_response
+      handle_response RestClient.get url
       @current_url = url
     end
 
@@ -39,11 +45,11 @@ module CrawlerRocks
     end
 
     def post url, opt = {}
-      # handle_response RestClient.post url, opt.merge({cookies: @cookies})
-      handle_response Curl.post(url, opt) do |curl|
-        curl.headers['Cookie'] = @cookies
-      end
-
+      handle_response RestClient.post url, opt.merge({cookies: @cookies})
+      # @curl.url = url
+      # @curl.http_post(opt)
+      # binding.pry
+      # handle_response
       @current_url = url
     end
 
@@ -53,7 +59,9 @@ module CrawlerRocks
 
     private
       def handle_response response
-        @doc = Nokogiri::HTML response.body_str.force_encoding(response.body_str.encoding)
+        # @doc = Nokogiri::HTML @curl.body_str.force_encoding(@curl.body_str.encoding)
+        @doc = Nokogiri::HTML response.force_encoding(response.encoding)
+        @html = response
         @cookies ||= response.cookies
       end
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crawler_rocks
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Yukai Huang
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-30 00:00:00.000000000 Z
+date: 2015-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler