net-irc 0.0.8 → 0.0.9

data/ChangeLog

@@ -1,7 +1,16 @@
+2009-10-11  SATOH Hiroh <cho45@lowreal.net>
+
+	* [new]
+		Implemented Server#sessions which returns all sessions connected to
+		the server.
+	* Released 0.0.9
+
 2009-08-08  SATOH Hiroh <cho45@lowreal.net>
 
 	* [bug]:
 		Fixed to work on ruby1.9.1 (now can send iso-2022-jp)
+	* [new]
+		Implemented Message#ctcps returns embedded all ctcp messages (drry).
 	* Released 0.0.8
 
 2009-02-19  SATOH Hiroh <cho45@lowreal.net>

data/Rakefile

@@ -5,7 +5,6 @@ require 'rake/clean'
 require 'rake/packagetask'
 require 'rake/gempackagetask'
 require 'rake/rdoctask'
-require 'rake/contrib/rubyforgepublisher'
 require 'rake/contrib/sshpublisher'
 require 'fileutils'
 require 'spec/rake/spectask'
@@ -19,8 +18,7 @@ NAME              = "net-irc"
 AUTHOR            = "cho45"
 EMAIL             = "cho45@lowreal.net"
 DESCRIPTION       = "library for implementing IRC server and client"
-RUBYFORGE_PROJECT = "lowreal"
-HOMEPATH          = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+HOMEPATH          = "http://cho45.stfuawsc.com/net-irc/"
 BIN_FILES         = %w(  )
 VERS              = Net::IRC::VERSION.dup
 
@@ -57,7 +55,6 @@ spec = Gem::Specification.new do |s|
 	s.email             = EMAIL
 	s.homepage          = HOMEPATH
 	s.executables       = BIN_FILES
-	s.rubyforge_project = RUBYFORGE_PROJECT
 	s.bindir            = "bin"
 	s.require_path      = "lib"
 	s.autorequire       = ""
@@ -89,6 +86,10 @@ task :uninstall => [:clean] do
 	sh %{sudo gem uninstall #{NAME}}
 end
 
+task :upload_doc => [:rdoc] do
+	sh %{rsync --update -avptr html/ lowreal@cho45.stfuawsc.com:/virtual/lowreal/public_html/cho45.stfuawsc.com/net-irc}
+end
+
 
 Rake::RDocTask.new do |rdoc|
 	rdoc.rdoc_dir = 'html'
@@ -104,24 +105,14 @@ Rake::RDocTask.new do |rdoc|
 	end
 end
 
-desc "Publish to RubyForge"
-task :rubyforge => [:rdoc, :package] do
-	require 'rubyforge'
-	@local_dir = "html"
-	@host = "cho45@rubyforge.org"
-	@remote_dir = "/var/www/gforge-projects/#{RUBYFORGE_PROJECT}/#{NAME}"
-	sh %{rsync -r --delete --verbose #{@local_dir}/ #{@host}:#{@remote_dir}}
-end
-
 Rake::ShipitTask.new do |s|
-	s.Step.new {
-		system("svn", "up")
-	}.and {}
 	s.ChangeVersion "lib/net/irc.rb", "VERSION"
 	s.Commit
-	s.Task :clean, :package
-	s.RubyForge
+	s.Task :clean, :package, :upload_doc
+	s.Step.new {
+	}.and {
+		system("gem", "push", "pkg/net-irc-#{VERS}.gem")
+	}
 	s.Tag
 	s.Twitter
-	s.Task :rubyforge
 end

data/examples/2ch.rb

@@ -0,0 +1,225 @@
+#!/usr/bin/env ruby
+# vim:encoding=UTF-8:
+$KCODE = "u" if RUBY_VERSION < "1.9" # json use this
+
+require 'uri'
+require 'net/http'
+require 'stringio'
+require 'zlib'
+require 'nkf'
+
+class ThreadData
+	class UnknownThread < StandardError; end
+
+	attr_accessor :uri
+	attr_accessor :last_modified, :size
+
+	Line = Struct.new(:n, :name, :mail, :misc, :body, :opts, :id) do
+		def aa?
+			body = self.body
+			return false if body.count("\n") < 3
+
+			significants = body.scan(/[>\n0-9a-z０-９A-Zａ-ｚＡ-Ｚぁ-んァ-ン一-龠]/u).size.to_f
+			body_length  = body.scan(/./u).size
+			is_aa = 1 - significants / body_length
+
+			is_aa > 0.6
+		end
+	end
+
+	def initialize(thread_uri)
+		@uri = URI(thread_uri)
+		_, _, _, @board, @num, = *@uri.path.split('/')
+		@dat = []
+	end
+
+	def length
+		@dat.length
+	end
+
+	def subject
+		retrieve(true) if @dat.size.zero?
+		self[1].opts || ""
+	end
+
+	def [](n)
+		l = @dat[n - 1]
+		return nil unless l
+		name, mail, misc, body, opts = * l.split(/<>/)
+		id = misc[/ID:([^\s]+)/, 1]
+
+		body.gsub!(/<br>/, "\n")
+		body.gsub!(/<[^>]+>/, "")
+		body.gsub!(/^\s+|\s+$/, "")
+		body.gsub!(/&(gt|lt|amp|nbsp);/) {|s|
+			{ 'gt' => ">", 'lt' => "<", 'amp' => "&", 'nbsp' => " " }[$1]
+		}
+
+		Line.new(n, name, mail, misc, body, opts, id)
+	end
+
+	def dat
+		@num
+	end
+
+	def retrieve(force=false)
+		@dat = [] if @force
+
+		res = Net::HTTP.start(@uri.host, @uri.port) do |http|
+			req = Net::HTTP::Get.new('/%s/dat/%d.dat' % [@board, @num])
+			req['User-Agent']        = 'Monazilla/1.00 (2ig.rb/0.0e)'
+			req['Accept-Encoding']   = 'gzip' unless @size
+			unless force
+				req['If-Modified-Since'] = @last_modified if @last_modified
+				req['Range']             = "bytes=%d-" % @size if @size
+			end
+
+			http.request(req)
+		end
+
+		ret = nil
+		case res.code.to_i
+		when 200, 206
+			body = res.body
+			if res['Content-Encoding'] == 'gzip'
+				body = StringIO.open(body, 'rb') {|io| Zlib::GzipReader.new(io).read }
+			end
+
+			@last_modified = res['Last-Modified']
+			if res.code == '206'
+				@size += body.size
+			else
+				@size  = body.size
+			end
+
+			body = NKF.nkf('-w', body)
+
+			curr = @dat.size + 1
+			@dat.concat(body.split(/\n/))
+			last = @dat.size
+
+			(curr..last).map {|n|
+				self[n]
+			}
+		when 416 # たぶん削除が発生
+			p ['416']
+			retrieve(true)
+			[]
+		when 304 # Not modified
+			[]
+		when 302 # dat 落ち
+			p ['302', res['Location']]
+			raise UnknownThread
+		else
+			p ['Unknown Status:', res.code]
+			[]
+		end
+	end
+
+	def canonicalize_subject(subject)
+		subject.gsub(/[Ａ-Ｚａ-ｚ０-９]/u) {|c|
+			c.unpack("U*").map {|i| i - 65248 }.pack("U*")
+		}
+	end
+
+	def guess_next_thread
+		res = Net::HTTP.start(@uri.host, @uri.port) do |http|
+			req = Net::HTTP::Get.new('/%s/subject.txt' % @board)
+			req['User-Agent']        = 'Monazilla/1.00 (2ig.rb/0.0e)'
+			http.request(req)
+		end
+
+		recent_posted_threads = (900..999).inject({}) {|r,i|
+			line = self[i]
+			line.body.scan(%r|ttp://#{@uri.host}/test/read.cgi/[^/]+/\d+/|).each do |uri|
+				r["h#{uri}"] = i
+			end if line
+			r
+		}
+
+		current_subject    = canonicalize_subject(self.subject)
+		current_thread_rev = current_subject.scan(/\d+/).map {|d| d.to_i }
+		current            = current_subject.scan(/./u)
+
+		body = NKF.nkf('-w', res.body)
+		threads = body.split(/\n/).map {|l|
+			dat, rest = *l.split(/<>/)
+			dat.sub!(/\.dat$/, "")
+
+			uri = "http://#{@uri.host}/test/read.cgi/#{@board}/#{dat}/"
+
+			subject, n = */(.+?) \((\d+)\)/.match(rest).captures
+			canonical_subject = canonicalize_subject(subject)
+			thread_rev     = canonical_subject[/\d+/].to_i
+
+			distance       = (dat     == self.dat)     ? Float::MAX :
+			                 (subject == self.subject) ? 0 :
+			                 levenshtein(canonical_subject.scan(/./u), current)
+			continuous_num = current_thread_rev.find {|rev| rev == thread_rev - 1 }
+			appear_recent  = recent_posted_threads[uri]
+
+			score = distance
+			score -= 10 if continuous_num
+			score -= 10 if appear_recent
+			score += 10 if dat.to_i < self.dat.to_i
+			{
+				:uri            => uri,
+				:dat            => dat,
+				:subject        => subject,
+				:distance       => distance,
+				:continuous_num => continuous_num,
+				:appear_recent  => appear_recent,
+				:score          => score.to_f
+			}
+		}.sort_by {|o|
+			o[:score]
+		}
+
+		threads
+	end
+
+	def levenshtein(a, b)
+		case
+		when a.empty?
+			b.length
+		when b.empty?
+			a.length
+		when a == b
+			0
+		else
+			d = Array.new(a.length + 1) { |s|
+				Array.new(b.length + 1, 0)
+			}
+
+			(0..a.length).each do |i|
+				d[i][0] = i
+			end
+
+			(0..b.length).each do |j|
+				d[0][j] = j
+			end
+
+			(1..a.length).each do |i|
+				(1..b.length).each do |j|
+					cost = (a[i - 1] == b[j - 1]) ? 0 : 1
+					d[i][j] = [
+						d[i-1][j  ] + 1,
+						d[i  ][j-1] + 1,
+						d[i-1][j-1] + cost
+					].min
+				end
+			end
+
+			d[a.length][b.length]
+		end
+	end
+end
+
+if __FILE__ == $0
+	require 'pp'
+	thread = ThreadData.new(ARGV[0])
+	pp thread.guess_next_thread.reverse
+
+	p thread.subject
+end
+

data/examples/2ig.rb

@@ -0,0 +1,267 @@
+#!/usr/bin/env ruby
+# vim:encoding=UTF-8:
+
+$LOAD_PATH << "lib"
+$LOAD_PATH << "../lib"
+
+$KCODE = "u" if RUBY_VERSION < "1.9" # json use this
+
+require "rubygems"
+require "net/irc"
+require "logger"
+require "pathname"
+require "yaml"
+require 'uri'
+require 'net/http'
+require 'nkf'
+require 'stringio'
+require 'zlib'
+
+require "#{Pathname.new(__FILE__).parent.expand_path}/2ch.rb"
+Net::HTTP.version_1_2
+
+class NiChannelIrcGateway < Net::IRC::Server::Session
+	def server_name
+		"2ch"
+	end
+
+	def server_version
+		"0.0.0"
+	end
+
+
+	def initialize(*args)
+		super
+		@channels = {}
+	end
+
+	def on_disconnected
+		@channels.each do |chan, info|
+			begin
+				info[:observer].kill if info[:observer]
+			rescue
+			end
+		end
+	end
+
+	def on_user(m)
+		super
+		@real, *@opts = @real.split(/\s+/)
+		@opts ||= []
+	end
+
+	def on_join(m)
+		channels = m.params.first.split(/,/)
+		channels.each do |channel|
+			@channels[channel] = {
+				:topic    => "",
+				:dat      => nil,
+				:interval => nil,
+				:observer => nil,
+			} unless @channels.key?(channel)
+			post @prefix, JOIN, channel
+			post nil, RPL_NAMREPLY,   @prefix.nick, "=", channel, "@#{@prefix.nick}"
+			post nil, RPL_ENDOFNAMES, @prefix.nick, channel, "End of NAMES list"
+		end
+	end
+
+	def on_part(m)
+		channel = m.params[0]
+		if @channels.key?(channel)
+			info = @channels.delete(channel)
+			info[:observer].kill if info[:observer]
+			post @prefix, PART, channel
+		end
+	end
+
+	def on_privmsg(m)
+		target, mesg = *m.params
+		m.ctcps.each {|ctcp| on_ctcp(target, ctcp) } if m.ctcp?
+	end
+
+	def on_ctcp(target, mesg)
+		type, mesg = mesg.split(" ", 2)
+		method = "on_ctcp_#{type.downcase}".to_sym
+		send(method, target, mesg) if respond_to? method, true
+	end
+
+	def on_ctcp_action(target, mesg)
+		command, *args = mesg.split(" ")
+		command.downcase!
+
+		case command
+		when 'next'
+			if @channels.key?(target)
+				guess_next_thread(target)
+			end
+		end
+	rescue Exception => e
+		@log.error e.inspect
+		e.backtrace.each do |l|
+			@log.error "\t#{l}"
+		end
+	end
+
+	def on_topic(m)
+		channel, topic, = m.params
+		p m.params
+		if @channels.key?(channel)
+			info = @channels[channel]
+
+			unless topic
+				post nil, '332', channel, info[:topic]
+				return
+			end
+
+			uri, interval = *topic.split(/\s/)
+			interval = interval.to_i
+
+			post @prefix, TOPIC, channel, topic
+
+			case
+			when !info[:dat], uri != info[:dat].uri
+				post @prefix, NOTICE, channel, "Thread URL has been changed."
+				info[:dat] = ThreadData.new(uri)
+				create_observer(channel)
+			when info[:interval] != interval
+				post @prefix, NOTICE, channel, "Interval has been changed."
+				create_observer(channel)
+			end
+			info[:topic]    = topic
+			info[:interval] = interval > 0 ? interval : 90
+		end
+	end
+
+	def guess_next_thread(channel)
+		info = @channels[channel]
+		post server_name, NOTICE, channel, "Current Thread: #{info[:dat].subject}"
+		threads = info[:dat].guess_next_thread
+		threads.first(3).each do |t|
+			if t[:continuous_num] && t[:appear_recent]
+				post server_name, NOTICE, channel, "#{t[:uri]} \003%d#{t[:subject]}\017" % 10
+			else
+				post server_name, NOTICE, channel, "#{t[:uri]} #{t[:subject]}"
+			end
+		end
+		threads
+	end
+
+	def create_observer(channel)
+		info = @channels[channel]
+		info[:observer].kill if info[:observer]
+
+		@log.debug "create_observer %s, interval %d" % [channel, info[:interval]]
+		info[:observer] = Thread.start(info, channel) do |info, channel|
+			Thread.pass
+
+			loop do
+				begin
+					sleep info[:interval]
+					@log.debug "retrieving (interval %d) %s..." % [info[:interval], info[:dat].uri]
+					info[:dat].retrieve.last(100).each do |line|
+						priv_line channel, line
+					end
+
+					if info[:dat].length >= 1000
+						post server_name, NOTICE, channel, "Thread is over 1000. Guessing next thread..."
+						guess_next_thread(channel)
+						break
+					end
+				rescue UnknownThread
+					# pass
+				rescue Exception => e
+					@log.error "Error: #{e.inspect}"
+					e.backtrace.each do |l|
+						@log.error "\t#{l}"
+					end
+				end
+			end
+		end
+	end
+
+	def priv_line(channel, line)
+		post "%d{%s}" % [line.n, line.id], PRIVMSG, channel, line.aa?? encode_aa(line.body) : line.body
+	end
+
+	def encode_aa(aa)
+		uri = URI('http://tinyurl.com/api-create.php')
+		uri.query = 'url=' + URI.escape(<<-EOS.gsub(/[\n\t]/, ''))
+		data:text/html,<pre style='font-family:"IPA モナー Pゴシック"'>#{aa.gsub(/\n/, '<br>')}</pre>
+		EOS
+		Net::HTTP.get(uri.host, uri.request_uri, uri.port)
+	end
+end
+
+if __FILE__ == $0
+	require "optparse"
+
+	opts = {
+		:port       => 16701,
+		:host       => "localhost",
+		:log        => nil,
+		:debug      => false,
+		:foreground => false,
+	}
+
+	OptionParser.new do |parser|
+		parser.instance_eval do
+			self.banner  = <<-EOB.gsub(/^\t+/, "")
+				Usage: #{$0} [opts]
+
+			EOB
+
+			separator ""
+
+			separator "Options:"
+			on("-p", "--port [PORT=#{opts[:port]}]", "port number to listen") do |port|
+				opts[:port] = port
+			end
+
+			on("-h", "--host [HOST=#{opts[:host]}]", "host name or IP address to listen") do |host|
+				opts[:host] = host
+			end
+
+			on("-l", "--log LOG", "log file") do |log|
+				opts[:log] = log
+			end
+
+			on("--debug", "Enable debug mode") do |debug|
+				opts[:log]   = $stdout
+				opts[:debug] = true
+			end
+
+			on("-f", "--foreground", "run foreground") do |foreground|
+				opts[:log]        = $stdout
+				opts[:foreground] = true
+			end
+
+			parse!(ARGV)
+		end
+	end
+
+	opts[:logger] = Logger.new(opts[:log], "daily")
+	opts[:logger].level = opts[:debug] ? Logger::DEBUG : Logger::INFO
+
+	def daemonize(foreground=false)
+		trap("SIGINT")  { exit! 0 }
+		trap("SIGTERM") { exit! 0 }
+		trap("SIGHUP")  { exit! 0 }
+		return yield if $DEBUG || foreground
+		Process.fork do
+			Process.setsid
+			Dir.chdir "/"
+			File.open("/dev/null") {|f|
+				STDIN.reopen  f
+				STDOUT.reopen f
+				STDERR.reopen f
+			}
+			yield
+		end
+		exit! 0
+	end
+
+	daemonize(opts[:debug] || opts[:foreground]) do
+		Net::IRC::Server.new(opts[:host], opts[:port], NiChannelIrcGateway, opts).start
+	end
+end
+