ginspider 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 24178b5f71bc5c092364a9066975e62e453cebd8
-  data.tar.gz: 6bfd4f30b2ac4146f3c99ff056991be04d3a02e9
+  metadata.gz: 67ea88896c2c01988dabfbf948162dac258db6c5
+  data.tar.gz: 7ff7aafde36db2369390f18e0396dc823ce88e66
 SHA512:
-  metadata.gz: 18be42fc8f3ef9cf67231039228aa42d0a47998396a8b65da21b943b32436ef847b29721d32d11eb2730ca11d6e6b09ecc36420188fcbcd575e5c8420a6c0cea
-  data.tar.gz: a36c97cbb54a850be74b2a569ce2ca55e268cf28339f82a263361ab94a65d2b198d3fd5c4cc26b52b4a8e3b56b1e1320cee775bc0e201ea44bfe8557bf828013
+  metadata.gz: 3df86b4407e8d6cd650b61879c1bc012de712af7c71b576aea345f83f94259f23131385ec106446ca6d5078da0d2e739a0b3a41fd0902aebdb304acc356d8ef2
+  data.tar.gz: 32d47cb4c00f76d41d1d855b7f7cb1297daa27fe1ba3ff6b2837bf41ccad1de62282bf794a74e9e793d323a809e74fb8ec4fdeeca9fc1155bdd6acc41af2abde

data/lib/ginspider/analysis.rb

@@ -22,6 +22,15 @@ module Ginspider
       res_links = get_res_links(res_body, options)
       return res_links
     end
+
+    # 
+    # return text of response with url and options
+    # 
+    def self.res_text(url, options = {})
+      res_body = get_res_body(url)
+      res_text = get_res_text(res_body, options)
+      return res_text
+    end
     
     private
 
@@ -46,11 +55,11 @@ module Ginspider
     # 
     def self.get_res_links(res_body, options = {})
       @noko_res = get_noko_res(res_body)
-      @links = @noko_res.css(options["element"])
+      @noko_targets = @noko_res.css(options["element"])
 
       links = []
       i = 0
-      @links.each do |link|
+      @noko_targets.each do |link|
         links[i] = link["href"].strip
         i = i + 1
       end
@@ -58,6 +67,17 @@ module Ginspider
       return links
     end
 
+    # 
+    # get all the text from nokogiri object
+    # 
+    def self.get_res_text(res_body, options = {})
+      @noko_res = get_noko_res(res_body)
+      @noko_target = @noko_res.css(options["element"])
+      text = @noko_target.text
+
+      return text
+    end
+
   end
 
 end

data/lib/ginspider/main.rb

@@ -12,14 +12,14 @@ module Ginspider
     # 
     def self.crawl(url, options = {})
       basic_res = basic_res(url)
-      ap basic_res
+      return basic_res
     end
 
     # define the main crawler
     # 
     def self.crawl_with_noko(url, options = {})
       noko_res = Analysis.noko_res(url)
-      ap noko_res
+      return noko_res
     end
 
     # 
@@ -27,7 +27,15 @@ module Ginspider
     # 
     def self.links_of(url, options = {})
       res_links = Analysis.res_links(url, options)
-      ap res_links
+      return res_links
+    end
+
+    # 
+    # define the main method to get all texts
+    # 
+    def self.text_of(url, options = {})
+      res_text = Analysis.res_text(url, options)
+      return res_text
     end
 
     private

data/lib/ginspider/version.rb

@@ -1,3 +1,3 @@
 module Ginspider
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ginspider
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - lancegin
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-07-10 00:00:00.000000000 Z
+date: 2016-07-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -139,7 +139,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.6.6
 signing_key: 
 specification_version: 4
 summary: to analyze some websites