gitscraper 0.0.1

data/README

@@ -0,0 +1,3 @@
+see examples directory for how to use this code
+
+author: kiwi.swhite.coder@gmail.com

data/src/scraper.rb

@@ -0,0 +1,35 @@
+require 'open-uri'
+require 'nokogiri'
+
+class Scraper
+
+	def initialize(url)
+		@url = url
+	end
+
+	def element_number
+		page = Nokogiri::HTML(open(@url.search_url))
+		page.css("div[class=title]").text.scan(/\((\d+)\)/).flatten[0].to_i
+	end
+
+	def single_page_elements(page_index)
+		page = Nokogiri::HTML(open(@url.single_page_url(page_index)))
+		page.css("h2[class=title]").css("a").collect { |element| element["href"][1..-1] }
+	end
+
+	def page_number
+		(1.0 * element_number / page_size).ceil
+	end
+
+	def page_size
+		30
+	end
+
+	def all_elements
+		(1..page_number).inject([]) do |elements, page_index|
+			elements + single_page_elements(page_index)
+		end
+	end
+
+end
+

data/src/search_url.rb

@@ -0,0 +1,20 @@
+class SearchURL
+
+	def initialize(type, param)
+		@type = type
+		@param = param
+	end
+
+	def search_url
+		"https://github.com/search?&q=#{criteria}&type=#{@type.to_s.capitalize}"
+	end
+
+	def single_page_url(page_index)
+		search_url + "&start_value=#{page_index}"
+	end
+
+	def criteria
+			@param.to_a.inject([]) { |res, pair| res << pair.join("%3A") }.join('+')
+	end
+
+end

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification
+name: gitscraper
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- kiwi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-31 00:00:00.000000000 Z
+dependencies: []
+description: 
+email: kiwi.swhite.coder@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README
+- src/scraper.rb
+- src/search_url.rb
+homepage: https://github.com/kiwiwin/GitScraper
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- src
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: scrape github stuff
+test_files: []