lyrics-ebook 0.1

data/lib/wiki_lyrics/utils/http.rb

@@ -0,0 +1,198 @@
+# Copyright (C) 2006-2008 by Sergio Pistone
+# sergio_pistone@yahoo.com.ar
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the
+# Free Software Foundation, Inc.,
+# 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+
+require File.expand_path( File.dirname( __FILE__ ) + "/formdata" )
+
+require "net/http"
+require "uri"
+
+module HTTP
+
+# 	@@user_agent = "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.2) Gecko/20060308 Firefox/1.5.0.2"
+	@@user_agent = "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.9) Gecko/20071110 Firefox/2.0.0.9"
+# 	@@user_agent = "Mozilla/5.0 (X11; U; Linux x86_64; en-US; rv:1.8.1.12) Gecko/20080218 Firefox/2.0.0.12"
+
+	@@proxy_url = nil
+	@@proxy_excluded_urls = []
+	@@proxy_reverse = false # if true, excluded_urls list becomes a list with the _only_ urls the proxy should be used for
+
+	def HTTP.normalize_url( url, protocol="http" )
+		url = url.strip()
+		protocol_regexp = /^ *([^: ]+):\/+/
+		md = protocol_regexp.match( url )
+		return nil if md && md[1] != protocol
+		url.gsub!( /\/+$/, "" )				# remove / at the end of the url
+		url.gsub!( protocol_regexp, "" )	# remove the protocol part if there was one
+		return "#{protocol}://#{url}"		# reinsert protocol part assuring protocol:// form
+	end
+
+	def HTTP.set_proxy_settings( proxy_url, excluded_urls=[], reverse=false )
+		@@proxy_url = proxy_url ? HTTP.normalize_url( proxy_url, "http" ) : nil
+		@@proxy_reverse = @@proxy_url ? reverse : false
+		@@proxy_excluded_urls = []
+		if @@proxy_url
+			excluded_urls.each() do |url|
+				url = normalize_url( url, "http" )
+				@@proxy_excluded_urls.insert( -1, url ) if url && ! @@proxy_excluded_urls.include?( url )
+			end
+		end
+	end
+
+	def HTTP.get_proxy_settings()
+		ret = [@@proxy_url ? @@proxy_url.dup : nil, [], @@proxy_reverse]
+		@@proxy_excluded_urls.each() { |url| ret[1][ret[1].size] = url.dup  }
+		return ret
+	end
+
+	# returns proxy_host, proxy_port, proxy_user, proxy_pass for given url
+	def HTTP.get_url_proxy_settings( url )
+
+		return nil, nil, nil, nil if ! @@proxy_url
+		proxy = HTTP.parse_uri( @@proxy_url )
+		return nil, nil, nil, nil if ! proxy.host
+		proxy.port = 80 if ! proxy.port
+
+		# check if given url should be treated specially
+		exception = false
+		@@proxy_excluded_urls.each() do |exception_url|
+			if url.index( exception_url ) == 0
+				exception = true
+				break
+			end
+		end
+
+		if exception && @@proxy_reverse || ! exception && ! @@proxy_reverse
+			return proxy.host, proxy.port, proxy.user, proxy.password
+		else
+			return nil, nil, nil, nil
+		end
+	end
+
+	def HTTP.parse_uri( uri )
+		begin
+			return URI.parse( uri )
+		rescue URI::InvalidURIError
+			return URI.parse( URI.escape( uri ) )
+		end
+	end
+
+	def HTTP.fetch_page_get( url, headers=nil, follow=10 )
+		begin
+
+			p_url = HTTP.parse_uri( url )
+			return nil, url if p_url.host == nil || p_url.port == nil || p_url.request_uri == nil
+			proxy_host, proxy_port, proxy_user, proxy_pass = HTTP.get_url_proxy_settings( url )
+
+			full_headers = {
+				"User-Agent" => @@user_agent,
+				"Referer" => "#{p_url.scheme}://#{p_url.host}",
+			}
+			full_headers.merge!( headers ) if headers
+
+			http = Net::HTTP.new( p_url.host, p_url.port, proxy_host, proxy_port, proxy_user, proxy_pass )
+			response = http.request_get( p_url.request_uri, full_headers )
+
+			case response
+				when Net::HTTPSuccess
+				when Net::HTTPRedirection, Net::HTTPFound
+					if follow == 0
+						response = nil
+					elsif follow > 0
+						response, url = HTTP.fetch_page_get( response["location"], nil, follow-1 )
+					end
+				else
+					response = nil
+			end
+
+			return response, url
+
+		rescue Errno::ETIMEDOUT, Errno::EBADF, EOFError => e
+			raise TimeoutError.new( e.to_s )
+		end
+	end
+
+	def HTTP.fetch_page_post( url, params, headers=nil, follow=10 )
+		begin
+			p_url = HTTP.parse_uri( url )
+			return nil, url if p_url.host == nil || p_url.port == nil || p_url.request_uri == nil
+			proxy_host, proxy_port, proxy_user, proxy_pass = HTTP.get_url_proxy_settings( url )
+
+			data, full_headers = URLEncodedFormData.prepare_query( params )
+			full_headers["User-Agent"] = @@user_agent
+			full_headers["Referer"] = "#{p_url.scheme}://#{p_url.host}"
+			full_headers.merge!( headers ) if headers
+
+			http = Net::HTTP.new( p_url.host, p_url.port, proxy_host, proxy_port, proxy_user, proxy_pass )
+			response = http.request_post( p_url.request_uri, data, full_headers )
+
+			case response
+				when Net::HTTPSuccess
+				when Net::HTTPRedirection, Net::HTTPFound
+					if follow == 0
+						response = nil
+					elsif follow > 0
+						response, url = HTTP.fetch_page_get( response["location"], nil, follow-1 )
+					end
+				else
+					response = nil
+			end
+
+			return response, url
+
+		rescue Errno::ETIMEDOUT, Errno::EBADF, EOFError => e
+			raise TimeoutError.new( e.to_s )
+		end
+	end
+
+	def HTTP.fetch_page_post_form_multipart( url, params, headers=nil, follow=10 )
+		begin
+
+			p_url = HTTP.parse_uri( url )
+			return nil, url if p_url.host == nil || p_url.port == nil || p_url.request_uri == nil
+			proxy_host, proxy_port, proxy_user, proxy_pass = HTTP.get_url_proxy_settings( url )
+
+			data, full_headers = MultipartFormData.prepare_query( params )
+			full_headers["User-Agent"] = @@user_agent
+			full_headers["Referer"] = "#{p_url.scheme}://#{p_url.host}"
+			full_headers.merge!( headers ) if headers
+
+			http = Net::HTTP.new( p_url.host, p_url.port, proxy_host, proxy_port, proxy_user, proxy_pass )
+			response = http.request_post( p_url.request_uri, data, full_headers )
+
+			case response
+				when Net::HTTPSuccess
+				when Net::HTTPRedirection, Net::HTTPFound
+					if follow == 0
+						response = nil
+					elsif follow > 0
+						response, url = HTTP.fetch_page_get( response["location"], nil, follow-1 )
+					end
+				else
+					response = nil
+			end
+
+			return response, url
+
+		rescue Errno::ETIMEDOUT, Errno::EBADF, EOFError => e
+			raise TimeoutError.new( e.to_s )
+		end
+	end
+
+end
+
+

data/lib/wiki_lyrics/utils/itrans.rb

@@ -0,0 +1,160 @@
+# Copyright (C) 2006-2008 by Sergio Pistone
+# sergio_pistone@yahoo.com.ar
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the
+# Free Software Foundation, Inc.,
+# 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+
+require File.expand_path( File.dirname( __FILE__ ) + "/strings" )
+
+module ITRANS
+
+	@@itrans_dir = File.dirname( File.expand_path(__FILE__) ) + "/../itrans"
+	@@null_dev = "/dev/null"
+
+	def ITRANS.normalize( text )
+		return ITRANS.from_devanagari!( ITRANS.to_devanagari( text ) )
+	end
+
+	def ITRANS.to_devanagari!( text )
+		text.replace( to_devanagari( text ) )
+	end
+
+	def ITRANS.to_devanagari( text )
+		orig_pwd = Dir.pwd()
+		Dir.chdir( @@itrans_dir )
+		trans = `echo #{Strings.shell_quote( "#indianifm=udvng.ifm\n #indian\n#{text}\n#endindian" )} | #{@@itrans_dir}/itrans -U 2>#{@@null_dev}`
+		Dir.chdir( orig_pwd )
+		trans.gsub!( /%[^\n]*/, "" ) # TODO search line
+		trans.strip!()
+		return trans
+	end
+
+	def ITRANS.from_devanagari!( text )
+		@@devanagari2itrans.each() do |devana, itrans|
+			text.gsub!( devana, itrans )
+		end
+		@@devanagari2itrans_consonants.each() do |devana, itrans|
+			# is the only symbol in the 'word' --> add an 'a' at the end:
+			text.gsub!( /(^|[ ""\.:;\(\[])#{devana}([,;:?!\)\]\s]|$)/, "\\1#{itrans}a\\2" )
+			# is not followed by a vocal --> add an 'a' at the end:
+			text.gsub!( /#{devana}([^aeiouAEIOU,;:?!\)\]\s])/, "#{itrans}a\\1" )
+			text.gsub!( devana, itrans )
+		end
+		return text
+	end
+
+	def ITRANS.from_devanagari( text )
+		return ITRANS.from_devanagari!( String.new( text ) )
+	end
+
+	def ITRANS.unicode( codepoint )
+		[codepoint].pack( "U*" )
+	end
+
+	@@devanagari2itrans = {
+		ITRANS.unicode( 0x0901 ) => "",
+
+		# vowels:
+		ITRANS.unicode( 0x0905 ) => "a",
+		ITRANS.unicode( 0x0906 ) => "aa", # /A
+		ITRANS.unicode( 0x093E ) => "aa", # /A
+		ITRANS.unicode( 0x0907 ) => "i",
+		ITRANS.unicode( 0x093F ) => "i",
+		ITRANS.unicode( 0x0908 ) => "ii", # /I
+		ITRANS.unicode( 0x0940 ) => "ii", # /I
+		ITRANS.unicode( 0x0909 ) => "u",
+		ITRANS.unicode( 0x0941 ) => "u",
+		ITRANS.unicode( 0x090A ) => "uu", # /U
+		ITRANS.unicode( 0x0942 ) => "uu", # /U
+		ITRANS.unicode( 0x090B ) => "RRi", # R^i
+		ITRANS.unicode( 0x0943 ) => "RRi", # R^i
+		ITRANS.unicode( 0x090C ) => "LLi", # L^i
+		ITRANS.unicode( 0x0944 ) => "LLi", # L^i
+		ITRANS.unicode( 0x090F ) => "e",
+		ITRANS.unicode( 0x0947 ) => "e",
+		ITRANS.unicode( 0x0910 ) => "ai",
+		ITRANS.unicode( 0x0948 ) => "ai",
+		ITRANS.unicode( 0x0913 ) => "o",
+		ITRANS.unicode( 0x094B ) => "o",
+		ITRANS.unicode( 0x0914 ) => "au",
+		ITRANS.unicode( 0x094C ) => "au",
+		# itrans irregular
+		"क्ष"=> "kSh", # x / kS
+		"त्र"=> "tr",
+		"ज्ञ"=> "j~n", # GY / dny
+		"श्र"=> "shr",
+	}
+
+	@@devanagari2itrans_consonants = {
+		# gutturals:
+		ITRANS.unicode( 0x0915 ) => "k",
+		ITRANS.unicode( 0x0916 ) => "kh",
+#		ITRANS.unicode( 0x0916 ) => ".Nkh",
+		ITRANS.unicode( 0x0917 ) => "g",
+		ITRANS.unicode( 0x0918 ) => "gh",
+		ITRANS.unicode( 0x0918 ) => "~N",
+		# palatals:
+		ITRANS.unicode( 0x091A ) => "ch",
+		ITRANS.unicode( 0x091B ) => "Ch",
+		ITRANS.unicode( 0x091C ) => "j",
+		ITRANS.unicode( 0x091D ) => "jh",
+		ITRANS.unicode( 0x091E ) => "~n", # JN
+		# retroflexes:
+		ITRANS.unicode( 0x091F ) => "T",
+		ITRANS.unicode( 0x0920 ) => "Th",
+		ITRANS.unicode( 0x0921 ) => "D",
+		ITRANS.unicode( 0x0922 ) => "Dh",
+#		ITRANS.unicode( 0x0922 ) => ".Dh", # Rh (valid?)
+		ITRANS.unicode( 0x0923 ) => "N",
+		# dentals:
+		ITRANS.unicode( 0x0924 ) => "t",
+		ITRANS.unicode( 0x0925 ) => "th",
+		ITRANS.unicode( 0x0926 ) => "d",
+		ITRANS.unicode( 0x0927 ) => "dh",
+		ITRANS.unicode( 0x0928 ) => "n",
+		# labials:
+		ITRANS.unicode( 0x092A ) => "p",
+		ITRANS.unicode( 0x092B ) => "ph",
+		ITRANS.unicode( 0x092C ) => "b",
+		ITRANS.unicode( 0x092D ) => "bh",
+		ITRANS.unicode( 0x092E ) => "m",
+		# semi-vowels:
+		ITRANS.unicode( 0x092F ) => "y",
+		ITRANS.unicode( 0x0930 ) => "r",
+		ITRANS.unicode( 0x0932 ) => "l",
+		ITRANS.unicode( 0x0935 ) => "v", # w
+		# sibilants:
+		ITRANS.unicode( 0x0936 ) => "sh",
+		ITRANS.unicode( 0x0937 ) => "Sh", # shh
+		ITRANS.unicode( 0x0938 ) => "s",
+		# miscellaneous:
+		ITRANS.unicode( 0x0939 ) => "h",
+		ITRANS.unicode( 0x0902 ) => ".n", # M / .m
+		ITRANS.unicode( 0x0903 ) => "H", # .h
+		ITRANS.unicode( 0x0950 ) => "OM", # AUM
+		# other consonants:
+		"क़" => "q",
+		ITRANS.unicode( 0x0958 ) => "q",
+		"ख़" => "Kh",
+		"ग़" => "G",
+		"ज़" => "z",
+		ITRANS.unicode( 0x095B ) => "z",
+		"फ़" => "f",
+		"ड़" => ".D", # R
+		ITRANS.unicode( 0x095C ) => ".D", # R (valid?)
+		"ढ़" => ".Dh", # Rh
+	}
+
+end

data/lib/wiki_lyrics/utils/kde.rb

@@ -0,0 +1,88 @@
+# Copyright (C) 2006-2008 by Sergio Pistone
+# sergio_pistone@yahoo.com.ar
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the
+# Free Software Foundation, Inc.,
+# 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+
+require File.expand_path( File.dirname( __FILE__ ) + "/http" )
+
+module KDE
+
+	@@proxy_settings_file = "#{ENV["HOME"]}/.kde/share/config/kioslaverc"
+
+	@@cfg_type_regexp = /^ *ProxyType *= *([0-4]+) *$/
+	@@excluded_regexp = /^ *NoProxyFor *= *([^ ]+) *$/
+	@@reverse_regexp  = /^ *ReversedException *= *([^ ]+) *$/
+	@@protocol_regexp = /^ *([^: ]+):\/+/
+
+	# returns proxy_url, excluded_urls, reverse
+	def KDE.get_proxy_settings( protocol="http" )
+
+		protocol = protocol.downcase()
+		raise ArgumentError( "Invalid protocol specified" ) if ! ["http", "https", "ftp"].include?( protocol )
+
+		proxy_regexp = /^ *#{protocol}Proxy *= *([^ ]+) *$/
+
+		cfg_type = proxy_url = excluded_urls = reverse = ""
+		begin
+			File.open( @@proxy_settings_file ).each() do |row|
+				row.chomp!()
+				md = @@cfg_type_regexp.match( row )
+				cfg_type = md[1] if md
+				md = proxy_regexp.match( row )
+				proxy_url = md[1] if md
+				md = @@excluded_regexp.match( row )
+				excluded_urls = md[1] if md
+				md = @@reverse_regexp.match( row )
+				reverse = md[1] if md
+			end
+		rescue Exception => e
+			puts "Error reading KDE proxy settings file: " + e.to_s()
+			return nil, [], false
+		end
+
+		# cfg_type == 0: connect directly to the internet
+		# cfg_type == 1: manual configuration
+		# cfg_type == 2: use proxy configuration url (can't do anything with this one)
+		# cfg_type == 3: detect automatically (can't do anything with this one either)
+		# cfg_type == 4: same as manual configuration but values are read from enviroment variables
+
+		if cfg_type != "1" && cfg_type != "4"
+			return nil, [], false
+		elsif cfg_type == "4"
+			proxy_url = ENV[proxy].to_s().strip()
+			excluded_urls = ENV[excluded_urls].to_s().strip()
+ 		end
+
+		return nil, [], false if proxy_url == ""
+
+		# verify proxy_url
+		proxy_url = HTTP.normalize_url( proxy_url, "http" )
+		return nil, [], false if proxy_url == nil
+
+		# parse excluded_urls list
+		excluded_urls_list = []
+		excluded_urls.split( "," ).each() do |url|
+			url = HTTP.normalize_url( url, "http" )
+			excluded_urls_list.insert( -1, url ) if url && !excluded_urls_list.include?( url )
+		end
+
+		reverse = reverse.strip().downcase() == "true"
+
+		return proxy_url, excluded_urls_list, reverse
+	end
+
+end
+

data/lib/wiki_lyrics/utils/logger.rb

@@ -0,0 +1,123 @@
+# Copyright (C) 2006-2008 by Sergio Pistone
+# sergio_pistone@yahoo.com.ar
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the
+# Free Software Foundation, Inc.,
+# 59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.
+
+class Logger
+
+	def initialize( file_path, truncate_to_lines=-1 )
+		@file_path = file_path
+		@tabulation = nil
+		@tabulation_base = "   ".freeze()
+		@tabulation_level = 0
+		@skip_first_line_tabulation = false
+		truncate( truncate_to_lines ) if truncate_to_lines >= 0
+	end
+
+	def finalize() # TODO revise implementation
+	end
+
+	def get_file_path()
+		return @file_path
+	end
+
+	def set_file_path( file_path )
+		if @file_path != file_path
+			File.delete( @file_path ) if File.exist?( @file_path ) && ! File.directory?( @file_path )
+			@file_path = file_path.clone().freeze()
+		end
+	end
+
+	def truncate( max_lines )
+		begin
+			file = File.new( @file_path, File::RDONLY )
+		rescue Errno::ENOENT
+			file = File.new( @file_path, File::CREAT|File::TRUNC )
+		end
+		lines = file.read().split( "\n" )
+		file.close()
+		offset = lines.size() - max_lines
+		if offset > 0
+			file = File.new( @file_path, File::CREAT|File::TRUNC|File::WRONLY )
+			max_lines.times() do |index|
+				line = lines[offset + index]
+				break if ! line
+				file.write( line )
+				file.write( "\n" )
+			end
+			file.close()
+		end
+	end
+
+	def reset()
+		output = File.new( @file_path, File::CREAT|File::TRUNC )
+		output.close()
+	end
+
+	def log( msg, new_lines=1 )
+		output = File.new( @file_path, File::CREAT|File::APPEND|File::WRONLY )
+		if @tabulation
+			output.write( @tabulation ) if ! @skip_first_line_tabulation
+			output.write( msg.gsub( "\n", "\n#{@tabulation}" ) )
+			@skip_first_line_tabulation = new_lines <= 0
+		else
+			output.write( msg )
+		end
+		new_lines.times() { output.write( "\n" ) }
+		output.close()
+	end
+
+	def get_tabulation_base()
+		return @tabulation_base
+	end
+
+	def set_tabulation_base( tabulation_base )
+		if @tabulation_base != tabulation_base
+			@tabulation_level = tabulation_base.clone().freeze()
+			if level <= 0
+				@tabulation = nil
+			else
+				@tabulation = ""
+				level.times() { @tabulation << @tabulation_base }
+			end
+		end
+	end
+
+	def get_tabulation_level()
+		return @tabulation_level
+	end
+
+	def set_tabulation_level( level )
+		if @tabulation_level != level
+			@tabulation_level = level
+			if level <= 0
+				@tabulation = nil
+			else
+				@tabulation = ""
+				level.times() { @tabulation << @tabulation_base }
+			end
+		end
+	end
+
+	def increase_tabulation_level()
+		set_tabulation_level( @tabulation_level + 1 )
+	end
+
+	def decrease_tabulation_level()
+		set_tabulation_level( @tabulation_level - 1 )
+	end
+
+end