tiny_http_parser 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 940dd59c3555a0a4df74ae5c8cd09c02aeb0dc14
-  data.tar.gz: 2d6e590dbc9498efce67a99fb9dd4d80754cb5a8
+  metadata.gz: 94ad9fb242a775a1deb3b2c0b0a959a40ab87e56
+  data.tar.gz: 14aee4f270796bfddfc418a6050f0643e1758922
 SHA512:
-  metadata.gz: f4e01eae1592b96d23f6d1213537304d5941c4ff71b1c84a1201f6080a004b7a81687fdd1d8778e162df9a1598b2d4ed324dfc9133df86c6067123f42f493791
-  data.tar.gz: bb463c1506930fe1f9ca86813673121cb210d562af995001753f55bd7989e47114049dfefbfddb464f09cafe71f9059dcb55f440d3f1487bb0d709cff453b1d2
+  metadata.gz: 64d768d5f3bde08ec3d41906266709d07246f10044c49d5b43d4158bf0c8c7dd1ea6d4f5d8303633a4d6db41eca0b41e6848253763ea03e9007f0a23d32b5554
+  data.tar.gz: ce889124e1005b0fa1aa704ef216ff53e9cc2491a1ba9a9ae6f9bba359d7f1fa8afa38ca76cadb292ca25fa4166bdd80b5c57e6619cadd9f5939d744b3da69fb

data/README.md

@@ -21,7 +21,7 @@ Or install it yourself as:
 require 'tiny_parser'
 
 fetcher = FetcherFromEnum.new ['http://ya.ru','http://google.com']
-fetcher.on_content_get do |content|
+fetcher.on_content_get do |url, content, http_client|
 	puts '[+]'+ content.slice(0, 10)
 end
 

data/lib/tiny_http_parser.rb

@@ -2,6 +2,7 @@ require "tiny_http_parser/version"
 require 'tiny_http_parser/fetcher_base'
 require 'tiny_http_parser/fetcher_from_enum'
 require 'tiny_http_parser/proxy_circular_list'
+require 'tiny_http_parser/repeatable_element'
 
 module TinyHttpParser
   # Your code goes here...

data/lib/tiny_http_parser/fetcher_base.rb

@@ -34,6 +34,7 @@ class FetcherBase
 	end
 
 	def perform
+		before_start if defined? before_start
 		raise 'no on_content_get block given' unless @content_block
 		http_client = HTTPClient.new
 		http_client = HTTPClient.new(get_proxy) if proxy_set?
@@ -46,7 +47,7 @@ class FetcherBase
 			rescue Exception => e
 				@exception_raised_block.call(e,url,http_client) if @exception_raised_block
 			else
-				@content_block.call content
+				@content_block.call url, content, http_client
 			end
 			http_client = HTTPClient.new(get_proxy) if proxy_set?
 	end

data/lib/tiny_http_parser/fetcher_from_enum.rb

@@ -3,15 +3,12 @@ require_relative 'fetcher_base'
 class FetcherFromEnum < FetcherBase
 
 	def initialize enumerable
-		@enumerable = enumerable.to_a
-		@counter = 0
+		@data =  RepeatableElement.new enumerable
 	end
 
 	def parse_url
-		return nil if @counter >= @enumerable.length
-		result = @enumerable[@counter]
-		@counter += 1
-		result
+		return nil unless item = @data.next
+		item
 	end
 
 end

data/lib/tiny_http_parser/repeatable_element.rb

@@ -0,0 +1,26 @@
+class RepeatableElement
+
+	@max_get = 3
+
+	def initialize elements
+		@elements = elements.map {|e| [e, 0] }
+		@index = 0
+	end
+
+	def next
+		reorganize_elements if @index >= @elements.length
+		return nil if @elements.length == 0
+		result = @elements[@index][0]
+		@elements[@index][1] += 1
+		@index +=1
+		result
+	end
+
+	private
+
+	def reorganize_elements
+		@index = 0
+		@elements = []
+	end
+
+end

data/lib/tiny_http_parser/version.rb

@@ -1,3 +1,3 @@
 module TinyHttpParser
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tiny_http_parser
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - gingray
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-15 00:00:00.000000000 Z
+date: 2015-01-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -83,6 +83,7 @@ files:
 - lib/tiny_http_parser/fetcher_base.rb
 - lib/tiny_http_parser/fetcher_from_enum.rb
 - lib/tiny_http_parser/proxy_circular_list.rb
+- lib/tiny_http_parser/repeatable_element.rb
 - lib/tiny_http_parser/version.rb
 - tiny_http_parser.gemspec
 homepage: ''