nadoka 0.8.6 → 0.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 909f58c2eedf5961fac9c60f3a53be75ab720ece
-  data.tar.gz: e9ac1b85e70e3c97ebfd3bfc90106bb67dd75ed1
+  metadata.gz: f4e8bf1dc42176c81751ad4d20bd178cda8b2ee5
+  data.tar.gz: be2444c5552d37730987a6ddae9b12a1c5b1acf3
 SHA512:
-  metadata.gz: ac27e1fdae6661c7ffe5f3dd91cfb1f852d0e90e203bccbf9d789ecdde4dea1cad5270913cb0fd4b75405ec0fde265a7d074f56dbb75e7e43cf152f07c28dbbd
-  data.tar.gz: 82392cf7d9fc592ca7650e86a802c0f5012725a31c6216a877c4b91b5f54be4119a4340ab4c63269c634a3f94c84ba196446d13cd6246b87e191b7535c101412
+  metadata.gz: 549e67f5bc2f14276fb5fc53fe92e06bcc9ed567230bd17fcbe0bff71633941e427d9529a4140d70f3bd0626d6578de98ebf441c660ebbe0317391732cb39007
+  data.tar.gz: 163d7ef0eb1462044f393da222d377d86fbfe4831ab834796dd2f07cbffb15a0e6dab8699b7adfae8efdfb47044f1321ba1fc6e58cf5df963669e6165c16af61

data/README.md

@@ -5,6 +5,7 @@ Written by SASADA Koichi <ko1 at atdot.net>
 [![Gem Version](https://badge.fury.io/rb/nadoka.png)](http://badge.fury.io/rb/nadoka)
 [![Build Status](https://travis-ci.org/nadoka/nadoka.png?branch=master)](https://travis-ci.org/nadoka/nadoka)
 [![Code Climate](https://codeclimate.com/github/nadoka/nadoka.png)](https://codeclimate.com/github/nadoka/nadoka)
+[![Bitdeli Badge](https://d2weczhvl823v0.cloudfront.net/nadoka/nadoka/trend.png)](https://bitdeli.com/free "Bitdeli Badge")
 
 ## What's this?
 
@@ -22,5 +23,4 @@ You can do with this software:
 See Web pages:
 
 - https://github.com/nadoka/nadoka
-- http://rubyforge.org/projects/nadoka/
 - http://www.atdot.net/nadoka/

data/nadoka.gemspec

@@ -16,8 +16,6 @@ Gem::Specification.new do |s|
  older proxy written in Perl.
 }.tr_s(" \n", " ").strip
 
-  s.rubyforge_project = "nadoka"
-
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }

data/nadoka.rb

@@ -45,6 +45,7 @@ unless defined? Process.daemon
 end
 
 rcfile = nil
+pidfile = nil
 daemon = false
 optparse = OptionParser.new{|opts|
   opts.banner = "Usage: ruby #{$0} [options]"
@@ -70,6 +71,9 @@ optparse = OptionParser.new{|opts|
   opts.on("--daemon", "run as daemon"){
     daemon = true
   }
+  opts.on("--pid [PIDFILE]", "Put process pid into PIDFILE"){|f|
+    pidfile = f
+  }
 
   opts.separator ""
   opts.separator "Common options:"
@@ -95,6 +99,10 @@ if daemon
   Process.daemon
 end
 
+if pidfile
+  open(pidfile, "w") {|f| f.puts Process.pid }
+end
+
 begin
   GC.start
   Nadoka::NDK_Server.new(rcfile).start
@@ -111,5 +119,9 @@ rescue Exception => e
   } 
 end
 
+if pidfile
+  File.unlink(pidfile)
+end
+
 end
 

data/ndk/config.rb

@@ -506,9 +506,10 @@ module Nadoka
           else
             if m = msgobj[$1.intern]
               if m.respond_to?(:force_encoding)
-                m.force_encoding(Encoding::ASCII_8BIT)
+                m.dup.force_encoding(Encoding::ASCII_8BIT)
+              else
+                m
               end
-              m
             else
               "!!unknown attribute: #{$1}!!"
             end

data/ndk/version.rb

@@ -11,7 +11,7 @@
 #
 
 module Nadoka
-  VERSION  = '0.8.6'
+  VERSION  = '0.9.0'
   NDK_Version  = VERSION.dup
   NDK_Created  = Time.now
 

data/plugins/crubybot.nb

@@ -0,0 +1,93 @@
+# -*-ruby-*-
+require 'ffi/clang'
+require 'tempfile'
+
+# dependency:
+#   * ffi-clang.gem
+#   * libclang
+#     * lang/clang34 in FreeBSD ports
+#     * llvm of homebrew
+#
+# example setting:
+#   {
+#     :name => :CRubyBot,
+#     :channels => [ "#ruby-ja" ],
+#     :ruby_srcdir => '/path/of/ruby/src',
+#   }
+#
+class CRubyBot < Nadoka::NDK_Bot
+  def bot_initialize
+    if @bot_config.key?(:channels)
+      channels = '\A(?:' + @bot_config[:channels].collect{|ch|
+        Regexp.quote(ch)
+      }.join('|') + ')\z'
+      @available_channel = Regexp.compile(channels)
+    else
+      @available_channel = @bot_config.fetch(:ch, //)
+    end
+    unless @ruby_srcdir = @bot_config[:ruby_srcdir]
+      raise "ruby_srcdir is not specified"
+    end
+    unless Dir.exist?(@ruby_srcdir)
+      raise "ruby_srcdir(#{@ruby_srcdir}) does not exist"
+    end
+    @ruby_srcdir << '/' if @ruby_srcdir[-1] != '/'
+    @translation_unit = nil
+    @translation_unit_rev = nil
+  end
+
+  def bot_state
+    "<#{self.class.to_s}>"
+  end
+
+  def translation_unit
+    rev = IO.read("#@ruby_srcdir/revision.h").to_s[/\d+/].to_i
+    return @translation_unit if @translation_unit_rev == rev
+    ary = Dir[File.join @ruby_srcdir, "*.c"]
+    f = Tempfile.open(["crubybot-ruby", ".c"])
+    ary = Dir[File.join @ruby_srcdir, "*.c"]
+    ary << File.join(@ruby_srcdir, "win32/win32.c")
+    ary.each do |fn|
+      f.puts %[#include "#{fn}"]
+    end
+    f.flush
+    index = FFI::Clang::Index.new
+    @translation_unit = index.parse_translation_unit(f.path, "-I#{@ruby_srcdir}/include")
+    @translation_unit_rev = rev
+    f.close(true)
+    @translation_unit
+  end
+
+  def find_def(name, kind)
+    translation_unit.cursor.visit_children do |cursor, parent|
+      if cursor.kind == kind && cursor.definition? && cursor.spelling == name
+        loc = cursor.location
+        path = loc.file
+        if path.start_with?(@ruby_srcdir)
+          return [path[@ruby_srcdir.size..-1], loc.line]
+        end
+      end
+      next :recurse
+    end
+    return nil
+  end
+
+  def on_privmsg(client, ch, message)
+    return unless @available_channel === ch
+    case message
+    when /\A\S*(struct|fun\w*)\s+(\w+)/
+      kind1 = $1
+      name = $2
+      kind = case kind1
+             when "struct"
+               :cursor_struct
+             when /\Afun/
+               :cursor_function
+             end
+      path, line = find_def(name, kind)
+      return unless path
+      send_notice(ch, "crubybot: #{kind1} #{name} at " \
+                  "https://github.com/ruby/ruby/blob/trunk/#{path}#L#{line}")
+    end
+  end
+end

data/plugins/googlebot.nb

@@ -68,6 +68,23 @@ rescue LoadError
   require 'json'
 end
 
+if __FILE__ == $0
+  # for test
+  module Nadoka
+    class NDK_Bot
+      def bot_init_utils
+      end
+      def initialize
+        @bot_config = Hash.new
+        @bot_config[:headers] = {
+          "User-Agent" => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:27.0) Gecko/20100101 Firefox/27.0",
+        }
+        bot_initialize
+      end
+    end
+  end
+end
+
 class GoogleBot < Nadoka::NDK_Bot
   def bot_initialize
     bot_init_utils
@@ -174,10 +191,11 @@ class GoogleBot < Nadoka::NDK_Bot
 
   def google_calc exp
     @logger.slog("google_calc<#{exp.dump}")
-    uri = "http://www.google.co.jp/search?ie=UTF8&oe=UTF-8&q=#{CGI.escape(exp)}"
+    uri = "https://www.google.co.jp/search?ie=UTF8&oe=UTF-8&q=#{CGI.escape(exp)}"
     html = open(uri, @headers) do |f|
       f.read
     end
+    open("g.html", "wb") { |f| f.write html } if $DEBUG
     if /class=r [^<>]+><b>(.+?)<\/b>/u =~ html
       result = $1
       # @logger.slog("google_calc>#{result.dump}")
@@ -194,7 +212,7 @@ class GoogleBot < Nadoka::NDK_Bot
       result.gsub!(/&nbsp;/u, " ")
       result.gsub!(/\s+/, " ")
       return result
-    elsif /<div class="leg_calc [^<>]*><div[^<>]*>([^<>]*)<\/div><div[^<>]*>([^<>]*)</u =~ html
+    elsif /<div class="leg_calc[^<>]*>(?:<div[^<>]*>)+([^<>]+)<\/div><div[^<>]*>([^<>]+)</u =~ html
       result = "#{$1} #{$2}"
       #@logger.slog("google_calc>#{result.dump}")
       return result
@@ -376,3 +394,23 @@ class GoogleBot < Nadoka::NDK_Bot
     end
   end
 end
+
+if __FILE__ == $0
+  if ARGV.empty?
+    puts "ad hoc test usage:"
+    puts " ruby -vd plugins/googlebot.nb 'gc>1+1'"
+    puts " ruby -vd plugins/googlebot.nb 'gc>1ドルを円で'"
+  end
+  require 'logger'
+  google_bot = GoogleBot.new
+  google_bot.instance_eval do
+    @logger = Object.new
+    def @logger.slog(log)
+      STDERR.puts "slog>#{log}"
+    end
+  end
+  ARGV.each do |arg|
+    puts arg
+    puts google_bot.dispatch_command(arg)
+  end
+end

data/plugins/opensearchbot.nb

@@ -25,7 +25,7 @@
     :name => :OpenSearchBot,
     :bot_name => 'bing',
     :ch => //,
-    :referer => 'http://rubyforge.org/projects/nadoka/',
+    :referer => 'https://github.com/nadoka/nadoka',
     :ch_kcode => :jis,
     :html => 'http://www.bing.com/search?q={searchTerms}',
     :rss => 'http://api.search.live.com/rss.aspx?source=web&query={searchTerms}'
@@ -37,7 +37,7 @@
     :bot_name => 'googlecode',
     :ch => //,
     :ch_kcode => :jis,
-    :referer => 'http://rubyforge.org/projects/nadoka/',
+    :referer => 'https://github.com/nadoka/nadoka',
     # Google Code Search Data API (Deprecated)
     # http://code.google.com/intl/ja/apis/codesearch/docs/2.0/developers_guide.h
 tml
@@ -49,7 +49,7 @@ tml
     :name => :OpenSearchBot,
     :bot_name => 'koders',
     :ch => //,
-    :referer => 'http://rubyforge.org/projects/nadoka/',
+    :referer => 'https://github.com/nadoka/nadoka',
     :ch_kcode => :jis,
     # http://www.koders.com/search/KodersDescriptionOS1_1.xml
     :html => 'http://www.koders.com/?s={searchTerms}',
@@ -67,7 +67,7 @@ class OpenSearch
   def initialize(options)
     @html = options[:html]
     @rss = options[:rss]
-    @referer = options[:referer] || 'http://rubyforge.org/projects/nadoka/'
+    @referer = options[:referer] || 'https://github.com/nadoka/nadoka'
   end
 
   def result(key)
@@ -89,25 +89,25 @@ end
 if __FILE__ == $0
   h = {
     'bing' => {
-      :referer => 'http://rubyforge.org/projects/nadoka/',
+      :referer => 'https://github.com/nadoka/nadoka',
       :html => 'http://www.bing.com/search?q={searchTerms}',
       :rss => 'http://api.search.live.com/rss.aspx?source=web&query={searchTerms}',
     },
     'googlecode' => {
-      :referer => 'http://rubyforge.org/projects/nadoka/',
+      :referer => 'https://github.com/nadoka/nadoka',
       # Google Code Search Data API (Deprecated)
       # http://code.google.com/intl/ja/apis/codesearch/docs/2.0/developers_guide.html
       :html => 'http://www.google.com/codesearch?q={searchTerms}',
       :rss => 'http://www.google.com/codesearch/feeds/search?q={searchTerms}',
     },
     'koders' => {
-      :referer => 'http://rubyforge.org/projects/nadoka/',
+      :referer => 'https://github.com/nadoka/nadoka',
       # http://www.koders.com/search/KodersDescriptionOS1_1.xml
       :html => 'http://www.koders.com/?s={searchTerms}',
       :rss => 'http://www.koders.com/?s={searchTerms}&results=code&output=rss&OSversion=1.1',
     },
     'youtube' => {
-      :referer => 'http://rubyforge.org/projects/nadoka/',
+      :referer => 'https://github.com/nadoka/nadoka',
       :html => 'http://www.youtube.com/results?search_query={searchTerms}',
       :rss => 'http://gdata.youtube.com/feeds/api/videos?q={searchTerms}',
     },

data/plugins/titlebot.nb

@@ -33,6 +33,7 @@ rescue LoadError
 end
 require 'nkf'
 require 'open-uri'
+require 'tempfile'
 require 'timeout'
 require 'tmpdir'
 
@@ -148,28 +149,13 @@ module URL2Title
               title = tweet unless tweet.empty?
             end
           end
-        when /\A(?:github\.com)\z/
-          # ignore og:title
-          if title
-            title = title.gsub(/\xC2\xB8/u, "-")
-          end
         else
           if defined?(::Nokogiri)
             doc ||= Nokogiri::HTML(body, uri.to_s, 'utf-8')
-            og_title = doc.xpath("//meta[@property='og:title'][1]/@content")
-            unless og_title.empty?
-              # title is escaped string when get by regexp
-              title = CGI.escapeHTML(og_title.text)
-            end
-          elsif /<meta property="og:title" content="(.+?)">/ =~ body
-            title = $1
-          end
-          if defined?(::Nokogiri)
-            doc ||= Nokogiri::HTML(body, uri.to_s, 'utf-8')
-            og_title = doc.xpath("//meta[@property='og:title']/@content")
+            og_title = doc.xpath("//meta[@property='og:title'][1]/@content").text
             unless og_title.empty?
               # title is escaped string when get by regexp
-              title = CGI.escapeHTML(og_title.text)
+              title = CGI.escapeHTML(og_title)
             end
           elsif /<meta property="og:title" content="(.+?)">/ =~ body
             title = $1
@@ -210,6 +196,14 @@ module URL2Title
           return info
         else
           info[:title] = "(unknown image format)"
+          temp = Tempfile.new("titlebot", :encoding => 'ascii-8bit')
+          begin
+            temp.write(body)
+            temp.close
+            info[:title] = `identify '#{temp.path}'`.sub(/\A#{Regexp.quote(temp.path)}/, '').strip
+          ensure
+            temp.unlink
+          end
           return info
         end
       else
@@ -246,10 +240,14 @@ module URL2Title
     end
   end
 
+  def cleanup(title)
+    title.gsub(/&nbsp;|&#xA0;|&#160;|\u{A0}/i, ' ')
+  end
+
   def url2title(url, headers)
     url = prepare_url(url)
     info = get_title(url, headers)
-    info[:title] = truncate(info[:title])
+    info[:title] = truncate(cleanup(info[:title]))
     info
   end
 end
@@ -257,7 +255,7 @@ end
 if __FILE__ == $0
   require File.expand_path('../../ndk/version', __FILE__)
   def u2t(url)
-    firefox = "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:12.0) Gecko/20100101 Firefox/12.0"
+    firefox = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.8; rv:25.0) Gecko/20100101 Firefox/25.0"
     ua = "NadokaTitleBot/#{Nadoka::VERSION}"
     headers = {
       "User-Agent" => "#{firefox} Ruby/#{RUBY_VERSION} #{ua}",
@@ -295,6 +293,7 @@ class TitleBot < Nadoka::NDK_Bot
     @same_bot = @bot_config.fetch(:same_bot, /(?!)/)
     @nkf_options = @bot_config.fetch(:nkf, "--oc=CP50221 --ic=UTF-8 --fb-xml")
     @timeout = @bot_config.fetch(:timeout, 10)
+    @skip_nkf_msg = @bot_config.fetch(:skip_nkf_msg, false)
     @fragment_size_range = @bot_config.fetch(:fragment_size_range, 5..100)
     @headers = @bot_config.fetch(:headers, {})
   end
@@ -310,6 +309,7 @@ class TitleBot < Nadoka::NDK_Bot
   def on_privmsg prefix, ch, msg
     return unless @available_channel === ch
 
+    msg = NKF.nkf('-w', msg) unless @skip_nkf_msg
     case msg
     when /^\S+>/
       # ignore messages to other bots

data/rice/irc.rb

@@ -740,6 +740,7 @@ E
        252,RPL_LUSEROP 253,RPL_LUSERUNKNOWN 254,RPL_LUSERCHANNELS
        255,RPL_LUSERME 256,RPL_ADMINME 257,RPL_ADMINLOC1
        258,RPL_ADMINLOC2 259,RPL_ADMINEMAIL 263,RPL_TRYAGAIN
+       265,RPL_LOCALUSERS 266,RPL_GLOBALUSERS
        401,ERR_NOSUCHNICK 402,ERR_NOSUCHSERVER 403,ERR_NOSUCHCHANNEL
        404,ERR_CANNOTSENDTOCHAN 405,ERR_TOOMANYCHANNELS
        406,ERR_WASNOSUCHNICK 407,ERR_TOOMANYTARGETS

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: nadoka
 version: !ruby/object:Gem::Version
-  version: 0.8.6
+  version: 0.9.0
 platform: ruby
 authors:
 - Kazuhiro NISHIYAMA
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-29 00:00:00.000000000 Z
+date: 2014-06-29 00:00:00.000000000 Z
 dependencies: []
 description: Nadoka is a tool for monitoring and logging IRC conversations and responding
   to specially formatted requests. You define and customize these responses in Ruby.
@@ -49,6 +49,7 @@ files:
 - plugins/checkbot.nb
 - plugins/codesearchbot.nb
 - plugins/cronbot.nb
+- plugins/crubybot.nb
 - plugins/dictbot.nb
 - plugins/drbcl.rb
 - plugins/drbot.nb
@@ -73,7 +74,6 @@ files:
 - plugins/tenkibot.nb
 - plugins/timestampbot.nb
 - plugins/titlebot.nb
-- plugins/translatebot.nb
 - plugins/twitterbot.nb
 - plugins/weba.nb
 - plugins/xibot.nb
@@ -96,7 +96,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: nadoka
+rubyforge_project: 
 rubygems_version: 2.0.3
 signing_key: 
 specification_version: 4

data/plugins/translatebot.nb

@@ -1,301 +0,0 @@
-# -*-ruby-*-
-#
-# Copyright (c) 2010 SASADA Koichi <ko1 at atdot.net>
-#
-# This program is free software with ABSOLUTELY NO WARRANTY.
-# You can re-distribute and/or modify this program under
-# the same terms of the Ruby's license.
-#
-
-=begin
-
-== Usage with irc client
-
-  trans> hello
-    -> translate hello as a English to Japanese.
-
-  trans:ja> hello
-    -> ditto.
-
-  trans:en,ja> hello
-    -> ditto.
-
-  trans:(([lang_from],)[lang_to])> [phrase]
-    -> translate [phrase] as lang_from to lang_to.
-
-  transj> [phrase]
-    -> translate to Japanese
-
-  transe> [phrase]
-    -> translate to English
-
-== Configuration:
-
-BotConfig = [
-{
-  :name                => :TranslateBot,
-  :ch                  => /.*/,
-  :referer             => 'http://rubyforge.org/projects/nadoka/',
-  # Register URL at http://code.google.com/intl/ja/apis/ajaxsearch/signup.html
-  # and set your URL to :referer and your API key to :api_key if you want.
-  :to_lang             => 'ja',
-  :to_lang2            => 'en',
-  :ch_kcode            => :tojis,
-},
-]
-
-=end
-
-require 'iconv'
-require 'kconv'
-require 'shellwords'
-require 'cgi'
-require 'open-uri'
-begin
-  require 'json'
-rescue LoadError
-  require 'rubygems'
-  require 'json'
-end
-
-class TranslateBot < Nadoka::NDK_Bot
-  def bot_initialize
-    @available_channel   = @bot_config[:ch] || /.*/
-    @search_default_lang = (@bot_config[:search_default_lang] || 'ja').sub(/^lang_/, '')
-    @referer = @bot_config[:referer] || 'http://rubyforge.org/projects/nadoka/'
-    @ch_kcode = @bot_config.fetch(:ch_kcode, :tojis)
-    @to_lang = @bot_config.fetch(:to_lang, 'ja')
-    @to_lang2 = @bot_config.fetch(:to_lang2, 'en')
-    @bing_appid = @bot_config.fetch(:bing_appid, nil)
-  end
-
-  def on_privmsg prefix, ch, msg
-    if @available_channel === ch and /^tr/ =~ msg
-      if response = dispatch_command(msg)
-        response.each{|r|
-          send_notice(ch, r) if r
-        }
-      end
-    end
-  end
-
-  SHORT_LANG = {'e' => 'en', 'j' => 'ja'}
-
-  def dispatch_command msg
-    begin
-      case msg
-      when /^trans(?:late)?(:(.*?))?>\s*(.+)/o
-        translate($3, *parse_trans_option($2, $3))
-      when /^trans([ej])>\s*(.+)/o
-        translate($2, nil, SHORT_LANG[$1])
-      when /^trans(?:late)?r(:(.*?))?>\s*(.+)/o
-        translate_r($3, *parse_trans_option($2, $3))
-      when /^translang>(.+)/
-        lang = $1.strip
-        desc = 'Unknown.  See http://code.google.com/intl/ja/apis/ajaxlanguage/documentation/reference.html#LangNameArray'
-        r = LANGUAGE_MAP_S2L.fetch(lang.downcase,
-                                   LANGUAGE_MAP.fetch(lang.upcase, desc))
-        "translang> #{lang} = #{r}"
-      end
-    rescue Exception => e
-      "translate bot: #{e.message}"
-    end
-  end
-
-  def detect_lang str
-    uri = "http://ajax.googleapis.com/ajax/services/language/detect?v=1.0&q="
-    uri << CGI.escape(str.toutf8)
-
-    result = open(uri, "Referer" => @referer) do |f|
-      JSON.parse(f.read)
-    end
-
-    if result["responseData"]
-      result["responseData"]["language"]
-    end
-  end
-
-  def parse_trans_option opt, str
-    case opt
-    when nil
-      from_lang = detect_lang(str)
-      to_lang = @to_lang
-      if to_lang == from_lang
-        to_lang = @to_lang2
-      end 
-      [from_lang, to_lang]
-    when /\A([\w\-]+)[, \>]([\w\-]+)\z/
-      [$1, $2]
-    when /\A([\w\-]+)\z/
-      [nil, $1]
-    else
-      raise "can't parse translation option: #{opt}"
-    end
-  end
-
-  def translate phrase, from_lang, to_lang
-    r = []
-
-    gr = translate_ggl(phrase, from_lang, to_lang)
-    r << "g:translate bot (#{gr[1]}): #{gr[0]}"
-
-    if @bing_appid
-      mr = translate_ms(phrase, from_lang, to_lang) if @bing_appid
-      r <<  "m:translate bot (#{mr[1]}): #{mr[0]}"
-    end
-    r
-  end
-
-  def translate_r phrase, from_lang, to_lang
-    rs = []
-    %w(ggl ms).each{|system|
-      r = send("translate_#{system}", phrase, from_lang, to_lang)
-      from_lang = r[2]
-      first = r[0]
-      if from_lang
-        r = send("translate_#{system}", r[0], to_lang, from_lang)
-        rs << "#{system.split(//)[0]}:trans_r (#{from_lang}>#{to_lang}>#{from_lang}): #{r[0]} (#{first})"
-      end
-    }
-    rs
-  end
-
-
-  def translate_ggl(phrase, from_lang, to_lang)
-    uri = 'http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q='
-    uri << CGI.escape(phrase.toutf8)
-    uri << "&langpair=#{from_lang}%7C#{to_lang}"
-
-    result = open(uri, "Referer" => @referer) do |f|
-      JSON.parse(f.read)
-    end
-
-    if result["responseData"]
-      text = CGI.unescapeHTML(result["responseData"]["translatedText"])
-      text = text.send(@ch_kcode) if @ch_kcode
-      from_lang ||= result["responseData"]["detectedSourceLanguage"]
-      opts = "#{from_lang}>#{to_lang}"
-      [text, opts, from_lang]
-    else
-      opts = "#{from_lang ? "from #{from_lang} to " : ''}#{to_lang}"
-      ["#{result["responseDetails"]} (#{uri})", opts]
-    end
-  end
-
-  ## ms translate
-
-  def get_result_ms result
-    # puts result
-    doc = REXML::Document.new(result)
-    doc.elements.map{|e| e.text}[0]
-  end
-
-  def translate_ms phrase, from_lang, to_lang
-    api_url = 'http://api.microsofttranslator.com/V2/Http.svc/Translate'
-    uri = "#{api_url}?appId=#{@bing_appid}&text=#{CGI.escape(phrase.toutf8)}&to=#{CGI.escape(to_lang)}"
-    begin
-      text = get_result_ms open(uri, "Referer" => @referer).read
-      text = text.send(@ch_kcode) if @ch_kcode
-      opts = "#{from_lang}>#{to_lang}"
-      [text, opts, from_lang]
-    rescue OpenURI::HTTPError => e
-      opts = "#{from_lang ? "from #{from_lang} to " : ''}#{to_lang}"
-      ["#{e.message} (uri)", opts]
-    end
-  end
-
-# copy from http://code.google.com/intl/ja/apis/ajaxlanguage/documentation/reference.html
-LANGUAGE_MAP = {
-  'AFRIKAANS' => 'af',
-  'ALBANIAN' => 'sq',
-  'AMHARIC' => 'am',
-  'ARABIC' => 'ar',
-  'ARMENIAN' => 'hy',
-  'AZERBAIJANI' => 'az',
-  'BASQUE' => 'eu',
-  'BELARUSIAN' => 'be',
-  'BENGALI' => 'bn',
-  'BIHARI' => 'bh',
-  'BULGARIAN' => 'bg',
-  'BURMESE' => 'my',
-  'CATALAN' => 'ca',
-  'CHEROKEE' => 'chr',
-  'CHINESE' => 'zh',
-  'CHINESE_SIMPLIFIED' => 'zh-CN',
-  'CHINESE_TRADITIONAL' => 'zh-TW',
-  'CROATIAN' => 'hr',
-  'CZECH' => 'cs',
-  'DANISH' => 'da',
-  'DHIVEHI' => 'dv',
-  'DUTCH'=> 'nl',  
-  'ENGLISH' => 'en',
-  'ESPERANTO' => 'eo',
-  'ESTONIAN' => 'et',
-  'FILIPINO' => 'tl',
-  'FINNISH' => 'fi',
-  'FRENCH' => 'fr',
-  'GALICIAN' => 'gl',
-  'GEORGIAN' => 'ka',
-  'GERMAN' => 'de',
-  'GREEK' => 'el',
-  'GUARANI' => 'gn',
-  'GUJARATI' => 'gu',
-  'HEBREW' => 'iw',
-  'HINDI' => 'hi',
-  'HUNGARIAN' => 'hu',
-  'ICELANDIC' => 'is',
-  'INDONESIAN' => 'id',
-  'INUKTITUT' => 'iu',
-  'ITALIAN' => 'it',
-  'JAPANESE' => 'ja',
-  'KANNADA' => 'kn',
-  'KAZAKH' => 'kk',
-  'KHMER' => 'km',
-  'KOREAN' => 'ko',
-  'KURDISH'=> 'ku',
-  'KYRGYZ'=> 'ky',
-  'LAOTHIAN'=> 'lo',
-  'LATVIAN' => 'lv',
-  'LITHUANIAN' => 'lt',
-  'MACEDONIAN' => 'mk',
-  'MALAY' => 'ms',
-  'MALAYALAM' => 'ml',
-  'MALTESE' => 'mt',
-  'MARATHI' => 'mr',
-  'MONGOLIAN' => 'mn',
-  'NEPALI' => 'ne',
-  'NORWEGIAN' => 'no',
-  'ORIYA' => 'or',
-  'PASHTO' => 'ps',
-  'PERSIAN' => 'fa',
-  'POLISH' => 'pl',
-  'PORTUGUESE' => 'pt-PT',
-  'PUNJABI' => 'pa',
-  'ROMANIAN' => 'ro',
-  'RUSSIAN' => 'ru',
-  'SANSKRIT' => 'sa',
-  'SERBIAN' => 'sr',
-  'SINDHI' => 'sd',
-  'SINHALESE' => 'si',
-  'SLOVAK' => 'sk',
-  'SLOVENIAN' => 'sl',
-  'SPANISH' => 'es',
-  'SWAHILI' => 'sw',
-  'SWEDISH' => 'sv',
-  'TAJIK' => 'tg',
-  'TAMIL' => 'ta',
-  'TAGALOG' => 'tl',
-  'TELUGU' => 'te',
-  'THAI' => 'th',
-  'TIBETAN' => 'bo',
-  'TURKISH' => 'tr',
-  'UKRAINIAN' => 'uk',
-  'URDU' => 'ur',
-  'UZBEK' => 'uz',
-  'UIGHUR' => 'ug',
-  'VIETNAMESE' => 'vi',
-  'UNKNOWN' => ''
-}
-
-LANGUAGE_MAP_S2L = LANGUAGE_MAP.invert
-end