amazon2irc 7.10.2017.1853 → 7.11.2017.056

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 41b2335197035a29b88bf96d7ca0e4399cc79348
-  data.tar.gz: 03c08ce3054f3c48b914ee32149d72e7245727fe
+  metadata.gz: 5989179a00b4f3bddb361dcef8b9d39e828dc675
+  data.tar.gz: 6a5a949d2b6f44eebef88aa7e91f5ceeab03e338
 SHA512:
-  metadata.gz: 1ccbf253f7e88447ebb3a3cc94818ce2ea0b5a3dc1905bbb6f0b082cc8115f4d5147fea7968ba805910c07acbfbee6ab5d91d5d9ee74eb9e0e32cdc53d72003c
-  data.tar.gz: 0b6915cc2ca64793c63190c13c499458839615cf441528682dd5459978130b5e3ed4552ca432900d166af1d3dd9a11f3d114d39cadb7e98adcca929d26bb985a
+  metadata.gz: 9e0ad42c2fdbde497391e8802616318ab99744d361304fce9e267d32402f1856e6302ab1609a0aee83031822cde85fe4749f484992bb8e178890d35c714f49f0
+  data.tar.gz: 79c29155aa4fad50836c95f463df757eb5bc1eacff191c9189550df6865fbe3820f5bb02777f46d0c834ad6b9d3d91b4a3bb86a66c43496f8f4eaf183da8f32c

data/lib/amazon2irc/version.rb

@@ -1,3 +1,3 @@
 module Amazon2irc
-  VERSION = "7.10.2017.1853"
+  VERSION = "7.11.2017.056"
 end

data/lib/amazon2irc.rb

@@ -15,6 +15,7 @@ module Amazon2irc
 		wait
 		loop do
 			scanning
+			spidering
 			write_persistent_array
 			sleep @opts['scan-delay']
 		end
@@ -61,6 +62,19 @@ module Amazon2irc
 		@conn.puts "PRIVMSG #{@opts['channel']} :Bot Scanned: #{@opts['keywords'].flatten}"
 	end
 
+
+	def spidering
+		@opts['keywords'].each do |item|
+			AmazonMechanize.scan(item).each do |res|
+				unless @items.include? res
+					irc_logger2(res)
+					@items.push("#{res}")
+  					sleep @opts['chat-delay']
+				end
+			end
+		end
+	end
+
 	def pullDeals
 		rss = RSS::Parser.parse('https://rssfeeds.s3.amazonaws.com/goldbox', false)
 		rss.items
@@ -87,5 +101,52 @@ module Amazon2irc
 	def irc_logger item
 		@conn.puts "PRIVMSG #{@opts['channel']} :#{item.title} - #{item.link}"	  				
 	end
+
+	def irc_logger2 item
+		@conn.puts "PRIVMSG #{@opts['channel']} :#{item}"	  				
+	end
  end
+
+
+
+
+
+class AmazonMechanize
+	def self.scan keyword
+		begin
+			agent = Mechanize.new
+			agent.max_history = nil # unlimited history
+			html = agent.get("https://www.amazon.com/s/ref=nb_sb_noss?url=search-alias%3Dprime-day&field-keywords=#{keyword}")
+			items = []
+			loop do
+					doc = Nokogiri::HTML::Document.parse(html.body)
+
+					doc.xpath('//*[@class="s-item-container"]').each do |item|
+						last_title=''
+						offer_link=''
+						item.css('a').each do |a|
+							last_title=a['title'] unless a['title'].to_s.length == 0
+							offer_link = a['href'] unless (a.to_s.length == 0 || (a['href'].include?("offer")) || (a['href'].include?("Reviews"))  || (a['href'].include?("void(0)")) || (a['href'].include?("Promotions")) )
+						end
+						items.push("#{last_title} : #{offer_link}")
+					end
+
+					next_page=false
+					html.links.each do |l|
+						next_page=true if l.text.include? 'Next Page'
+						sleep 3 if l.text.include? 'Next Page'
+						html = l.click if ((l.text.include? 'Next Page') && (l.href.to_s.length > 10))
+						next  if l.text.include? 'Next Page'
+					end
+				return items if next_page == false
+			end
+		rescue => error
+			sleep 10
+			puts "Error! #{error}"
+			retry
+		end
+	end
+end
+
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: amazon2irc
 version: !ruby/object:Gem::Version
-  version: 7.10.2017.1853
+  version: 7.11.2017.056
 platform: ruby
 authors:
 - jlee
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-07-10 00:00:00.000000000 Z
+date: 2017-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler