bulk_youtube 0.1.0 → 0.1.1

data/.floo

@@ -0,0 +1,3 @@
+{
+    "url": "https://floobits.com/mzakany23/bulk_youtube"
+}

data/.flooignore

@@ -0,0 +1,8 @@
+#*
+*.o
+*.pyc
+*~
+extern/
+node_modules/
+tmp
+vendor/

data/lib/bulk_youtube.rb

@@ -2,6 +2,7 @@ require "bulk_youtube/version"
 require "bulk_youtube/globals"
 require 'mechanize'
 require 'nokogiri'
+require 'benchmark'
 
 
 module BulkYoutube
@@ -18,22 +19,6 @@ module BulkYoutube
 		end
 		
 
-		# def you_convert
-		# 	retry_count = 0
-		# 	begin
-		# 		send_files(@link_arr)
-		# 	rescue Net::HTTP::Persistent::Error => e
-		# 		raise unless e.message =~ /too man connection resets/
-		# 		if retry_count > @max_retries
-		# 			 puts "**** WARN: Mechanize retried connection reset #{@max_retries} times"
-		# 			 raise
-		# 		end
-		# 		retry_count +=1 
-		# 		Mechanize::HTTP::Agent.http.shutdown
-		# 		retry
-		# 	end
-		# end
-
 			def you_convert
 			begin
 				send_files(@link_arr)
@@ -66,7 +51,6 @@ module BulkYoutube
 
 
 
-
 	private
 
 	def noko(path)
@@ -74,7 +58,7 @@ module BulkYoutube
 	end
 
 	def mec_get(path)
-		Mechanize.new.get(path)
+		Mechanize.new.get(path)	
 	end
 
 	# returns itself
@@ -85,27 +69,20 @@ module BulkYoutube
 
 		if word.nil?
 		
-			path.links.each do |link|
+			path.links_with(:href => /watch\?v=/).each do |link|
 				break if count > @max_downloads
-					youtube = link.click.uri.to_s
 					
-					# next if link.text.include?('Play')
-
-					if youtube.include?('watch?v=')
 						@link_arr << link
 						count += 1
-					end
 				end
 
 			else
 
 				path.links_with(:text => /#{word}/).each do |link|
 
-					break if count > @max_downloads
-					
-					# next if link.text.include?('Play')
+					break if count > @max_downloads		
 					
-					if link.text.include?(word) && link.click.uri.to_s.include?('watch?v=')
+					if link.text.include?(word) && link.href.include?('watch?v=')
 						@link_arr << link
 						count += 1
 					end
@@ -118,7 +95,7 @@ module BulkYoutube
 	def send_files(links)
 		you_convert = 'http://www.youtubeinmp4.com/'
 		links.each_with_index do |link, i|	
-			clicked_link = link.click.uri.to_s
+			clicked_link = link.href
 			form = mec_get(you_convert).forms[0]
 			next if link.nil?
 			puts "printing link #{i}"

data/lib/bulk_youtube/benchmark_testing.rb

@@ -0,0 +1,140 @@
+require "bulk_youtube/version"
+require "bulk_youtube/globals"
+require 'mechanize'
+require 'nokogiri'
+require 'benchmark'
+
+
+  class BenchmarkTest
+		include Globals
+
+		attr_accessor :search_path, :save_destination, :max_retries
+
+		def initialize(search_path=nil, save_destination=nil, max_downloads=2, max_retries=10)
+			@search_path = search_path
+			@save_destination = save_destination
+			@max_downloads = max_downloads
+			@max_retries = max_retries
+		end
+		
+
+		# def you_convert
+		# 	retry_count = 0
+		# 	begin
+		# 		send_files(@link_arr)
+		# 	rescue Net::HTTP::Persistent::Error => e
+		# 		raise unless e.message =~ /too man connection resets/
+		# 		if retry_count > @max_retries
+		# 			 puts "**** WARN: Mechanize retried connection reset #{@max_retries} times"
+		# 			 raise
+		# 		end
+		# 		retry_count +=1 
+		# 		Mechanize::HTTP::Agent.http.shutdown
+		# 		retry
+		# 	end
+		# end
+
+			def you_convert
+			begin
+				send_files(@link_arr)
+			rescue StandardError
+				false
+			end
+		end
+
+		def grab_links(word=nil)	
+			gather(word)
+		end
+
+		def show
+			arr = []
+			@link_arr.each do |link|
+				REPLACE.each do |r|
+					link.text.gsub!(r[0], r[1])
+				end
+				arr << link
+			end
+			arr
+		end
+
+		def links
+			@link_arr
+		end
+
+
+	def mec_get(path)
+		Mechanize.new.get(path)
+	end
+
+
+	def noko(path)
+		Nokogiri::HTML(path)
+	end
+
+	# def mec_get(path)
+	# 	time = Benchmark.measure do
+	# 		Mechanize.new.get(path)
+	# 	end
+	# 	puts time	
+	# end
+
+	# returns itself
+	def gather(word)
+		@link_arr = []
+		path = mec_get(@search_path)
+		count = 0
+
+		if word.nil?
+		
+		time = Benchmark.realtime do
+			
+###############################################
+			path.links_with(:href => /watch\?v=/).each do |youtube|
+				break if count > @max_downloads
+			
+				puts youtube.href
+
+				include_time = Benchmark.realtime do
+				
+					@link_arr << youtube if youtube
+					count += 1
+				
+				end
+				puts "time of include check loop: #{include_time*1000} milliseconds"
+			end
+			self
+		end
+		puts "time of loop: #{time*1000} milliseconds"
+
+		else
+
+			path.links_with(:text => /#{word}/).each do |link|
+
+				break if count > @max_downloads
+				
+				# next if link.text.include?('Play')
+				
+				if link.text.include?(word) && link.href.include?('watch?v=')
+					@link_arr << link
+					count += 1
+				end
+			end
+		end
+		self
+	end
+
+	# requires an array
+	def send_files(links)
+		you_convert = 'http://www.youtubeinmp4.com/'
+		links.each_with_index do |link, i|	
+			clicked_link = link.click.uri.to_s
+			form = mec_get(you_convert).forms[0]
+			next if link.nil?
+			puts "printing link #{i}"
+			form.field_with(:class => 'c3').value = clicked_link
+			path = "#{@save_destination}/#{i}.mp4"
+			form.submit.links[1].click.save_as(path)
+			puts "link #{1} successful"
+		end
+	end
+	end

data/lib/bulk_youtube/version.rb

@@ -1,3 +1,3 @@
 module BulkYoutube
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/spec/benchmark_spec.rb

@@ -0,0 +1,17 @@
+require_relative '../lib/bulk_youtube/benchmark_testing'
+
+describe "Benchmark" do 
+
+	before do 
+		path = 'https://www.youtube.com/watch?v=z5pJvhd3lFQ'
+		save = '/Users/mzakany/Desktop/folder'
+		@found = BenchmarkTest.new(path,save, 10)					
+	end
+
+	it 'should' do 
+		@found.grab_links.show
+			
+
+	end
+
+end

data/spec/full_page_playlist_spec.rb

@@ -25,10 +25,17 @@ describe 'Full Page Playlist' do
 		end
 
 		it 'should grab this page' do 
+			# path = 'https://www.youtube.com/watch?v=z5pJvhd3lFQ'
+			# save = '/Users/mzakany/Desktop/folder'
+			# found = BulkYoutube::Scrape.new(path,save, 5)
+			# found.grab_links.you_convert
+		end
+
+		it 'benchmark' do 
 			path = 'https://www.youtube.com/watch?v=z5pJvhd3lFQ'
 			save = '/Users/mzakany/Desktop/folder'
-			found = BulkYoutube::Scrape.new(path,save)
-			puts found.grab_links.show
+			found = BulkYoutube::Scrape.new(path,save, 5)
+			found.mec_get(path)
 		end
 	end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bulk_youtube
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-10-15 00:00:00.000000000 Z
+date: 2014-10-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -98,6 +98,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- .floo
+- .flooignore
 - .gitignore
 - .rspec
 - Gemfile
@@ -106,8 +108,10 @@ files:
 - Rakefile
 - bulk_youtube.gemspec
 - lib/bulk_youtube.rb
+- lib/bulk_youtube/benchmark_testing.rb
 - lib/bulk_youtube/globals.rb
 - lib/bulk_youtube/version.rb
+- spec/benchmark_spec.rb
 - spec/embedded_playlists_spec.rb
 - spec/full_page_playlist_spec.rb
 - spec/spec_helper.rb
@@ -137,6 +141,7 @@ signing_key:
 specification_version: 3
 summary: Download Batches of youtube videos
 test_files:
+- spec/benchmark_spec.rb
 - spec/embedded_playlists_spec.rb
 - spec/full_page_playlist_spec.rb
 - spec/spec_helper.rb