sunflower 0.3 → 0.4

data/scripts/fix-unicode-control-chars.rb

@@ -1,51 +1,30 @@
-require 'sunflower-commontasks.rb'
-require 'sunflower-listmaker.rb'
-
-# EDIT WIKI URL BELOW
-s=Sunflower.new
-
-print "Logging in to #{s.wikiURL}... "
-# EDIT USERNAME AND PASSWORD BELOW
-s.login
-print "done!\n"
-
-print "Reading articles list... "
-# EDIT FILENAME BELOW
-str=HTTP.get(URI.parse('http://toolserver.org/~sk/cgi-bin/checkwiki/checkwiki.cgi?project=plwiki&view=bots&id=16&offset=0&limit=2500'))
-list=str[(str.index('<pre>')+5)...(str.index('</pre>'))].strip.split(/\r?\n/)
-print "done!\n\n"
-
-# EDIT SUMMARY BELOW
-$summary='poprawa znaków kontrolnych Unicode, [[WP:SK]]'
-
-failcounter=0
-list.each do |title|
-	begin
-		print "Reading page #{title}... "
-		page=Page.get(title)
-		print "done.\n"
-		print "Modifying... "
-
-		page.replace(/|‎|​/, "")
-		
-		
-		page.codeCleanup
-		
-		print "done.\n"
-		print "Saving... "
-		page.save
-		print "done!\n\n"
-	rescue
-		failcounter+=1
-		if failcounter<5
-			print "#{failcounter}th error, retrying!\n" 
-			redo
-		else
-			print "#{failcounter}th error!\n\n"
-			next
-		end
-	end
-end
-
-print 'Finished! Press any key to close.'
-gets
+# coding: utf-8
+
+require 'sunflower'
+s = Sunflower.new.login
+
+url = 'http://toolserver.org/~sk/cgi-bin/checkwiki/checkwiki.cgi?project=plwiki&view=bots&id=16&offset=0&limit=2500'
+
+print "Reading articles list... "
+# EDIT FILENAME BELOW
+str=Net::HTTP.get(URI.parse(url))
+list=str[(str.index('<pre>')+5)...(str.index('</pre>'))].strip.split(/\r?\n/).uniq
+print "done (#{list.length} to do)!\n\n"
+
+# EDIT SUMMARY BELOW
+s.summary='poprawa znaków kontrolnych Unicode, [[WP:SK]]'
+
+list.each do |title|
+	print "Reading page #{title}... "
+	page=Page.new(title)
+	print "done.\n"
+	print "Modifying... "
+
+	page.replace(/|‎|​/, "")
+	page.code_cleanup unless page.orig_text==page.text
+	
+	print "done.\n"
+	print "Saving... "
+	page.save
+	print "done!\n\n"
+end

data/scripts/insight.rb

@@ -1,133 +1,133 @@
-require 'net/http'
-require 'uri'
-require 'cgi'
-include Net
-
-require 'sunflower-core.rb'
-s=Sunflower.new
-s.login
-
-przejrzane=Page.new 'Wikipedysta:PMG/przejrzane'
-t=przejrzane.read
-
-
-begin
-f=File.open('puredata.txt','r')
-pd1=f.read.split(/\r?\n/)
-f.close
-rescue
-pd1=[]
-end
-
-pdv=[]
-pdn=[]
-pd1.each do |i|
-	n=i.split('|')
-	n[1]='' if n[1]==nil
-	
-	pdn<<n[0]
-	pdv<<n[1]
-end
-
-f=File.open('puredata.txt','w')
-
-$counter=0
-nt=t.sub(/(\{\| class="wikitable sortable"(?:\s*!.+)+)\s*\|-([\s\S]+?)(\|\})/){
-	nl="\n" #shorten
-	before=$1
-	after=$3
-	
-	data=$2.split("|-\n|")
-	data=data.map{|i|
-		i.strip.split(/\s*\|\s*/)
-	}
-	
-	data2=[]
-	for d in data
-		d.shift if d[0].strip==''
-			
-		# load puredata, if possible, and skip the rest
-#		if pd[d[-1]]!=nil #&& pd[d[-1]]!=''
-		i=pdn.index(d[-1])
-		if i!=nil && pdv[pdn.index(d[-1])]!=nil
-			puts d[-1]+':   (datafile)'
-			puts '   '+pdv[i]
-		
-			last=d[-1]
-			d[-1]=pdv[i]
-			d<<last
-			
-			data2<<d
-			$counter=0
-			
-			#rewrite puredata
-			f.write(d[-1]+'|'+pdv[i]+nl)
-			f.flush
-			
-			next #skip the rest of loop
-		end
-		
-		url=d[0].sub(/^\*+ \[(http:[^ ]+) [^\]]+\]$/,'\1')
-		
-		#puts url
-		puts d[-1]+':' if $counter==0
-		
-		begin
-			res=HTTP.get(URI.parse(url.sub(/&category=([^&]+)/){'&category='+CGI.escape($1)}))
-			
-			f2=File.open('last.txt','w')
-			f2.write(res)
-			f2.close
-			
-			res=~/Znaleziono (\d+) nieprzejrza/
-			num=$1
-		rescue Timeout::Error
-			num=nil
-			$counter+=3 #repeat only once
-		end
-		
-		if num==nil
-			$counter+=1
-			if $counter<5
-				puts 'Retrying...'
-				redo
-			else
-				num=''
-			end
-		end
-		
-		puts '   '+num
-		
-		last=d[-1]
-		d[-1]=num
-		d<<last
-		
-		data2<<d
-		$counter=0
-		
-		#write puredata to file
-		f.write(d[-1]+'|'+num+nl)
-		f.flush
-	end
-	
-	data3=nl
-	for d in data2
-		data3+='|-'+nl+'|'+d.join(nl+'|')+nl
-	end
-	
-	months=%w(zero stycznia lutego marca kwietnia maja czerwca lipca sierpnia września października listopada grudnia)
-	d=Date.parse(Time.now.to_s)
-	
-	before.sub(/(!Link do kategorii)/,'!'+d.day.to_s+' '+months[d.month]+' '+d.year.to_s+nl+'\1')+data3+after #print it out
-}
-
-
-f.close #puredata.txt
-
-f=File.open('data2.txt','w')
-f.write(nt)
-f.close
-
-$summary='aktualizacja'
-przejrzane.write nt
+require 'net/http'
+require 'uri'
+require 'cgi'
+include Net
+
+require 'sunflower-core.rb'
+s=Sunflower.new
+s.login
+
+przejrzane=Page.new 'Wikipedysta:PMG/przejrzane'
+t=przejrzane.read
+
+
+begin
+f=File.open('puredata.txt','r')
+pd1=f.read.split(/\r?\n/)
+f.close
+rescue
+pd1=[]
+end
+
+pdv=[]
+pdn=[]
+pd1.each do |i|
+	n=i.split('|')
+	n[1]='' if n[1]==nil
+	
+	pdn<<n[0]
+	pdv<<n[1]
+end
+
+f=File.open('puredata.txt','w')
+
+$counter=0
+nt=t.sub(/(\{\| class="wikitable sortable"(?:\s*!.+)+)\s*\|-([\s\S]+?)(\|\})/){
+	nl="\n" #shorten
+	before=$1
+	after=$3
+	
+	data=$2.split("|-\n|")
+	data=data.map{|i|
+		i.strip.split(/\s*\|\s*/)
+	}
+	
+	data2=[]
+	for d in data
+		d.shift if d[0].strip==''
+			
+		# load puredata, if possible, and skip the rest
+#		if pd[d[-1]]!=nil #&& pd[d[-1]]!=''
+		i=pdn.index(d[-1])
+		if i!=nil && pdv[pdn.index(d[-1])]!=nil
+			puts d[-1]+':   (datafile)'
+			puts '   '+pdv[i]
+		
+			last=d[-1]
+			d[-1]=pdv[i]
+			d<<last
+			
+			data2<<d
+			$counter=0
+			
+			#rewrite puredata
+			f.write(d[-1]+'|'+pdv[i]+nl)
+			f.flush
+			
+			next #skip the rest of loop
+		end
+		
+		url=d[0].sub(/^\*+ \[(http:[^ ]+) [^\]]+\]$/,'\1')
+		
+		#puts url
+		puts d[-1]+':' if $counter==0
+		
+		begin
+			res=HTTP.get(URI.parse(url.sub(/&category=([^&]+)/){'&category='+CGI.escape($1)}))
+			
+			f2=File.open('last.txt','w')
+			f2.write(res)
+			f2.close
+			
+			res=~/Znaleziono (\d+) nieprzejrza/
+			num=$1
+		rescue Timeout::Error
+			num=nil
+			$counter+=3 #repeat only once
+		end
+		
+		if num==nil
+			$counter+=1
+			if $counter<5
+				puts 'Retrying...'
+				redo
+			else
+				num=''
+			end
+		end
+		
+		puts '   '+num
+		
+		last=d[-1]
+		d[-1]=num
+		d<<last
+		
+		data2<<d
+		$counter=0
+		
+		#write puredata to file
+		f.write(d[-1]+'|'+num+nl)
+		f.flush
+	end
+	
+	data3=nl
+	for d in data2
+		data3+='|-'+nl+'|'+d.join(nl+'|')+nl
+	end
+	
+	months=%w(zero stycznia lutego marca kwietnia maja czerwca lipca sierpnia września października listopada grudnia)
+	d=Date.parse(Time.now.to_s)
+	
+	before.sub(/(!Link do kategorii)/,'!'+d.day.to_s+' '+months[d.month]+' '+d.year.to_s+nl+'\1')+data3+after #print it out
+}
+
+
+f.close #puredata.txt
+
+f=File.open('data2.txt','w')
+f.write(nt)
+f.close
+
+$summary='aktualizacja'
+przejrzane.write nt
 przejrzane.save

data/scripts/lekkoatl-portal.rb

@@ -1,51 +1,51 @@
-require 'sunflower-commontasks.rb'
-require 'sunflower-listmaker.rb'
-
-# EDIT WIKI URL BELOW
-s=Sunflower.new('pl.wikipedia.org')
-
-print "Logging in to #{s.wikiURL}... "
-# EDIT USERNAME AND PASSWORD BELOW
-s.login
-print "done!\n"
-
-print "Reading articles list... "
-# EDIT FILENAME BELOW
-# list=s.make_list('file', 'lekkoatl.txt')
-# nice generating:
-all=s.make_list('categoryr', 'Kategoria:Lekkoatletyka')
-done=s.make_list('category', 'Kategoria:Wikiprojekt:Lekkoatletyka/hasła')
-error=done.collect{|a| a.index ':'}
-done=done.map{|a| (a.index ':' ? '' : 'Dyskusja:'+a)}
-done.delete_if{|a| a==''}
-list=all-done
-print "done!\n\n"
-
-File.open('err.txt','w'){|f| f.write error.join("\n")}
-File.open('ok.txt','w'){|f| f.write list.join("\n")}
-
-# EDIT SUMMARY BELOW
-$summary='dodanie {{[[Portal:Lekkoatletyka/Info]]}}'
-
-list.each do |title|
-	print "Reading page #{title}... "
-	page=Page.get('Dyskusja:'+title)
-	print "done.\n"
-	print "Modifying... "
-	
-	if page.text.index('Portal:Lekkoatletyka/Info')!=nil
-		page.dump
-		next
-	end
-	
-	nl=(page.text.lstrip.index('{{')==0 ? "\n" : "\n\n")
-	page.text='{{Portal:Lekkoatletyka/Info}}'+nl+page.text.lstrip
-	
-	print "done.\n"
-	print "Saving... "
-	page.save
-	print "done!\n\n"
-end
-
-print 'Finished! Press any key to close.'
+require 'sunflower-commontasks.rb'
+require 'sunflower-listmaker.rb'
+
+# EDIT WIKI URL BELOW
+s=Sunflower.new('pl.wikipedia.org')
+
+print "Logging in to #{s.wikiURL}... "
+# EDIT USERNAME AND PASSWORD BELOW
+s.login
+print "done!\n"
+
+print "Reading articles list... "
+# EDIT FILENAME BELOW
+# list=s.make_list('file', 'lekkoatl.txt')
+# nice generating:
+all=s.make_list('categoryr', 'Kategoria:Lekkoatletyka')
+done=s.make_list('category', 'Kategoria:Wikiprojekt:Lekkoatletyka/hasła')
+error=done.collect{|a| a.index ':'}
+done=done.map{|a| (a.index ':' ? '' : 'Dyskusja:'+a)}
+done.delete_if{|a| a==''}
+list=all-done
+print "done!\n\n"
+
+File.open('err.txt','w'){|f| f.write error.join("\n")}
+File.open('ok.txt','w'){|f| f.write list.join("\n")}
+
+# EDIT SUMMARY BELOW
+$summary='dodanie {{[[Portal:Lekkoatletyka/Info]]}}'
+
+list.each do |title|
+	print "Reading page #{title}... "
+	page=Page.get('Dyskusja:'+title)
+	print "done.\n"
+	print "Modifying... "
+	
+	if page.text.index('Portal:Lekkoatletyka/Info')!=nil
+		page.dump
+		next
+	end
+	
+	nl=(page.text.lstrip.index('{{')==0 ? "\n" : "\n\n")
+	page.text='{{Portal:Lekkoatletyka/Info}}'+nl+page.text.lstrip
+	
+	print "done.\n"
+	print "Saving... "
+	page.save
+	print "done!\n\n"
+end
+
+print 'Finished! Press any key to close.'
 gets

data/scripts/make-id2team-list.rb

@@ -1,32 +1,32 @@
-require 'hpricot'
-require 'net/http'
-include Net
-
-def get(url)
-	return HTTP.get(URI.parse(url))
-end
-
-f=File.open('id2team.txt','w')
-f.sync=true
-
-((1..4).to_a + (12..15).to_a).each do |i|
-	page=get("http://www.soccerbase.com/teams.sd?competitionid=#{i}")
-	h=Hpricot.parse page
-	
-	h2=Hpricot.parse h.search('table table table')[2].inner_html
-	
-	h2.search('tr').each do |tr|
-		begin
-			if tr.at('b').inner_html.strip=='Team'||tr.inner_html.index('<script')||tr.inner_html.index('<img')
-				next 
-			end
-		rescue Exception
-		end
-		id=tr.at('a')['href'].sub(/\A.+?(\d+)\Z/, '\1')
-		team=tr.at('a').inner_html.strip
-		
-		f.puts "#{id}\t#{team}"
-	end
-	
-	
+require 'hpricot'
+require 'net/http'
+include Net
+
+def get(url)
+	return HTTP.get(URI.parse(url))
+end
+
+f=File.open('id2team.txt','w')
+f.sync=true
+
+((1..4).to_a + (12..15).to_a).each do |i|
+	page=get("http://www.soccerbase.com/teams.sd?competitionid=#{i}")
+	h=Hpricot.parse page
+	
+	h2=Hpricot.parse h.search('table table table')[2].inner_html
+	
+	h2.search('tr').each do |tr|
+		begin
+			if tr.at('b').inner_html.strip=='Team'||tr.inner_html.index('<script')||tr.inner_html.index('<img')
+				next 
+			end
+		rescue Exception
+		end
+		id=tr.at('a')['href'].sub(/\A.+?(\d+)\Z/, '\1')
+		team=tr.at('a').inner_html.strip
+		
+		f.puts "#{id}\t#{team}"
+	end
+	
+	
 end

data/scripts/recat.rb

@@ -1,32 +1,27 @@
-require 'sunflower-commontasks.rb'
-require 'sunflower-listmaker.rb'
-
-from='Warhammer 40000'
-to='Warhammer 40.000'
-
-s=Sunflower.new
-s.login
-print "Logged in!\n"
-
-print "Reading articles list... "
-list=s.make_list('category-r', 'Kategoria:'+from).sort
-print "done!\n\n"
-
-# EDIT SUMMARY BELOW
-$summary='zmiana nazewnictwa: Warhammer 40000 -> 40.000, [[WP:SK]]'
-
-list.each do |title|
-	print "Reading page #{title}... "
-	page=Page.get(title)
-	print "modifying... "
-
-	page.codeCleanup
-	page.changeCategory from, to
-	
-	print "saving... "
-	page.save
-	print "done!\n\n"
-end
-
-print 'Finished! Press any key to close.'
-gets
+# coding: utf-8
+require 'sunflower'
+
+from = ''
+to   = ''
+
+s = Sunflower.new.login
+
+print "Reading articles list... "
+list=s.make_list('category', 'Kategoria:'+from).sort
+print "done!\n\n"
+
+s.summary = ''
+
+list.each do |title|
+	print "Reading page #{title}... "
+	page=Page.get(title)
+	print "modifying... "
+
+	page.code_cleanup
+	page.change_category from, to
+	
+	print "saving... "
+	page.save
+	print "done!\n\n"
+end
+