atig 0.0.1

data/lib/atig/http.rb

@@ -0,0 +1,95 @@
+require "net/https"
+require 'atig/util'
+
+module Atig
+  class Http
+    include Util
+
+    @@proxy = nil
+    def self.proxy=(proxy)
+      if proxy =~ /\A(?:([^:@]+)(?::([^@]+))?@)?([^:]+)(?::(\d+))?\z/ then
+        @@proxy = OpenStruct.new({
+                                   :user => $1,
+                                   :password => $2,
+                                   :address => $3,
+                                   :port => $4.to_i,
+                                 })
+      end
+    end
+
+    def initialize(logger=nil)
+      @log = logger
+      @cert_store = OpenSSL::X509::Store.new
+      @cert_store.set_default_paths
+    end
+
+    def server_name
+      "twittergw"
+    end
+
+    def server_version
+      @server_version ||= instance_eval {
+        head = `git rev-parse HEAD 2>/dev/null`.chomp
+        head.empty?? "unknown" : head
+      }
+    end
+
+    def http(uri, open_timeout = nil, read_timeout = 60)
+      http = case
+             when @@proxy
+               Net::HTTP.new(uri.host, uri.port, @@proxy.address, @@proxy.port,
+                             @@proxy.user, @@proxy.password)
+             when ENV["HTTP_PROXY"], ENV["http_proxy"]
+               proxy = URI(ENV["HTTP_PROXY"] || ENV["http_proxy"])
+               Net::HTTP.new(uri.host, uri.port, proxy.host, proxy.port,
+                             proxy.user, proxy.password)
+             else
+               Net::HTTP.new(uri.host, uri.port)
+             end
+      http.open_timeout = open_timeout if open_timeout # nil by default
+      http.read_timeout = read_timeout if read_timeout # 60 by default
+      if uri.is_a? URI::HTTPS
+        http.use_ssl     = true
+        http.cert_store = @cert_store
+        http.verify_mode = OpenSSL::SSL::VERIFY_PEER
+      end
+      http
+    rescue => e
+      log(:error, e) if @log
+    end
+
+    def req(method, uri, header = {}, credentials = nil)
+      accepts = ["*/*"]
+      types   = { "json" => "application/json", "txt" => "text/plain" }
+      ext     = uri.path[/[^.]+\z/]
+      accepts.unshift types[ext] if types.key?(ext)
+      user_agent = "#{self.class}/#{server_version} (#{File.basename(__FILE__)}; net-irc) Ruby/#{RUBY_VERSION} (#{RUBY_PLATFORM})"
+
+      header["User-Agent"]      ||= user_agent
+      header["Accept"]          ||= accepts.join(",")
+      header["Accept-Charset"]  ||= "UTF-8,*;q=0.0" if ext != "json"
+
+      req = case method.to_s.downcase.to_sym
+            when :get
+              Net::HTTP::Get.new    uri.request_uri, header
+            when :head
+              Net::HTTP::Head.new   uri.request_uri, header
+            when :post
+              Net::HTTP::Post.new   uri.path,        header
+            when :put
+              Net::HTTP::Put.new    uri.path,        header
+            when :delete
+              Net::HTTP::Delete.new uri.request_uri, header
+            else # raise ""
+            end
+      if req.request_body_permitted?
+        req["Content-Type"] ||= "application/x-www-form-urlencoded"
+        req.body = uri.query
+      end
+      req.basic_auth(*credentials) if credentials
+      req
+    rescue => e
+      log(:error, e) if @log
+    end
+  end
+end

data/lib/atig/ifilter.rb

@@ -0,0 +1,7 @@
+require 'atig/ifilter/retweet'
+require 'atig/ifilter/retweet_time'
+require 'atig/ifilter/utf7'
+require 'atig/ifilter/sanitize'
+require 'atig/ifilter/expand_url'
+require 'atig/ifilter/strip'
+require 'atig/ifilter/xid'

data/lib/atig/ifilter/expand_url.rb

@@ -0,0 +1,74 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+require 'atig/http'
+require 'atig/sized_hash'
+
+module Atig
+  module IFilter
+    class ExpandUrl
+      include Util
+      def initialize(context)
+        @log  = context.log
+        @opts = context.opts
+        @http = Atig::Http.new @log
+        @cache = Atig::SizedHash.new 100
+      end
+
+      def call(status)
+        target = if @opts.untiny_whole_urls then
+                   URI.regexp(%w[http https])
+                 else
+                   %r{
+			http:// (?:
+				(?: bit\.ly | (?: tin | rub) yurl\.com | j\.mp | t\.co
+                                  | htn.to
+				  | is\.gd | cli\.gs | tr\.im | u\.nu | airme\.us
+				  | ff\.im | twurl.nl | bkite\.com | tumblr\.com
+				  | pic\.gd | sn\.im | digg\.com | goo\.gl)
+				/ [0-9a-z=-]+ |
+				blip\.fm/~ (?> [0-9a-z]+) (?! /) |
+				flic\.kr/[a-z0-9/]+
+			)
+		   }ix
+                 end
+
+        status.merge :text => status.text.gsub(target) {|url|
+          x = @cache[url]
+          if x then
+            x
+          else
+            @cache[url] = resolve_http_redirect(URI(url)).to_s || url
+          end
+        }
+      end
+
+      def resolve_http_redirect(uri, limit = 3)
+        return uri if limit.zero? or uri.nil?
+        log :debug, uri.inspect
+        req = @http.req :head, uri
+        @http.http(uri, 3, 2).request(req) do |res|
+          break if not res.is_a?(Net::HTTPRedirection) or
+            not res.key?("Location")
+          begin
+            location = URI(res["Location"])
+          rescue URI::InvalidURIError
+          end
+          unless location.is_a? URI::HTTP
+            begin
+              location = URI.join(uri.to_s, res["Location"])
+            rescue URI::InvalidURIError, URI::BadURIError
+              # FIXME
+            end
+          end
+          uri = resolve_http_redirect(location, limit - 1)
+        end
+
+        uri
+      rescue Errno::ETIMEDOUT, IOError, Timeout::Error, Errno::ECONNRESET => e
+        log :error, e.inspect
+        uri
+      end
+    end
+  end
+end

data/lib/atig/ifilter/retweet.rb

@@ -0,0 +1,14 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+module Atig
+  module IFilter
+    module Retweet
+      Prefix = "\00310♺ \017"
+      def self.call(status)
+        return status unless status.retweeted_status
+        rt = status.retweeted_status
+        status.merge :text => "#{Prefix}RT @#{rt.user.screen_name}: #{rt.text}"
+      end
+    end
+  end
+end

data/lib/atig/ifilter/retweet_time.rb

@@ -0,0 +1,16 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+module Atig
+  module IFilter
+    module RetweetTime
+      def self.call(status)
+        unless status.retweeted_status then
+          status
+        else
+          t = Time.gm(*Time.parse(status.retweeted_status.created_at).to_a)
+          status.merge :text => "#{status.text} \x0310[#{t.strftime "%Y-%m-%d %H:%M"}]\x0F"
+        end
+      end
+    end
+  end
+end

data/lib/atig/ifilter/sanitize.rb

@@ -0,0 +1,18 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+module Atig
+  module IFilter
+    WSP_REGEX  = Regexp.new("\\r\\n|[\\r\\n\\t#{"\\u00A0\\u1680\\u180E\\u2002-\\u200D\\u202F\\u205F\\u2060\\uFEFF" if "\u0000" == "\000"}]")
+
+    Sanitize = lambda{|status|
+      text = status.text.
+          delete("\000\001").
+          gsub(">", ">").
+          gsub(""", '"').
+          gsub("&lt;", "<").
+          gsub(WSP_REGEX, " ")
+      status.merge :text => text
+    }
+  end
+end
+

data/lib/atig/ifilter/strip.rb

@@ -0,0 +1,15 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+module Atig
+  module IFilter
+    class Strip
+      def initialize(suffix=[])
+        @rsuffix = /#{Regexp.union(*suffix)}\z/
+      end
+
+      def call(status)
+        status.merge :text => status.text.sub(@rsuffix, "").strip
+      end
+    end
+  end
+end

data/lib/atig/ifilter/utf7.rb

@@ -0,0 +1,26 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+require "iconv"
+
+module Atig
+  module IFilter
+    class Utf7
+      include Util
+      def initialize(context)
+        @log = context.log
+      end
+
+      def call(status)
+        return status unless defined? ::Iconv and status.text.include?("+")
+
+        status.merge :text => status.text.sub(/\A(?:.+ > |.+\z)/) { Iconv.iconv("UTF-8", "UTF-7", $&).join }
+      rescue Iconv::IllegalSequence
+        status
+      rescue => e
+        log :error,e
+        status
+      end
+    end
+  end
+end

data/lib/atig/ifilter/xid.rb

@@ -0,0 +1,36 @@
+
+module Atig
+  module IFilter
+    class Xid
+      def initialize(context)
+        @opts = context.opts
+        c = @opts.send name # expect: 0..15, true, "0,1"
+        b = nil
+        c, b = c.split(",", 2).map {|i| i.to_i } if c.respond_to? :split
+        c = 10 unless (0 .. 15).include? c # 10: teal
+        if (0 .. 15).include?(b)
+          @format = "\003%.2d,%.2d[%%s]\017" % [c, b]
+        else
+          @format = "\003%.2d[%%s]\017"      % c
+        end
+      end
+
+      def call(status)
+        xid = status.send name
+        unless xid and @opts.send(name)
+          status
+        else
+          status.merge :text => "#{status.text} #{@format % xid}"
+        end
+      end
+    end
+
+    class Sid < Xid
+      def name; :sid end
+    end
+
+    class Tid < Xid
+      def name; :tid end
+    end
+  end
+end

data/lib/atig/levenshtein.rb

@@ -0,0 +1,49 @@
+# -*- mode:ruby; coding:utf-8 -*-
+# http://subtech.g.hatena.ne.jp/cho45/20091008/1254934083
+
+module Atig
+  module Levenshtein
+    def levenshtein(a, b)
+      PureRuby.levenshtein(a, b)
+    end
+    module_function :levenshtein
+
+    module PureRuby
+      def levenshtein(a, b)
+        case
+        when a.empty?
+          b.length
+        when b.empty?
+          a.length
+        else
+          d = Array.new(a.length + 1) { |s|
+            Array.new(b.length + 1, 0)
+          }
+
+          (0..a.length).each do |i|
+            d[i][0] = i
+          end
+
+          (0..b.length).each do |j|
+            d[0][j] = j
+          end
+
+          (1..a.length).each do |i|
+            (1..b.length).each do |j|
+              cost = (a[i - 1] == b[j - 1]) ? 0 : 1
+              d[i][j] = [
+                         d[i-1][j  ] + 1,
+                         d[i  ][j-1] + 1,
+                         d[i-1][j-1] + cost
+                        ].min
+            end
+          end
+
+          d[a.length][b.length]
+        end
+      end
+
+      module_function :levenshtein
+    end
+  end
+end

data/lib/atig/monkey.rb

@@ -0,0 +1,4 @@
+# monkey hack
+module Net::IRC
+  module_function :low_quote, :low_dequote
+end

data/lib/atig/oauth-patch.rb

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+if defined? ::Encoding
+  # エンコーディングの違いのせいで、
+  # 日本語の文字列をpostパラメータに含めようとするとエラーが出ます。
+  # 無理矢理エンコーディングをUTF-8に変えて再試行することで回避。
+  module OAuth
+    module Helper
+      def escape(value)
+        begin
+          URI::escape(value.to_s, OAuth::RESERVED_CHARACTERS)
+        rescue ArgumentError
+          URI::escape(
+            value.to_s.force_encoding(Encoding::UTF_8),
+            OAuth::RESERVED_CHARACTERS
+          )
+        end
+      end
+    end
+  end
+
+  # 1.9から文字列がEnumerableでなくなりましたので、
+  # その対応をしています。
+  module HMAC
+    class Base
+      def set_key(key)
+        key = @algorithm.digest(key) if key.size > @block_size
+        key_xor_ipad = Array.new(@block_size, 0x36)
+        key_xor_opad = Array.new(@block_size, 0x5c)
+        key.bytes.each_with_index do |value, index|
+          key_xor_ipad[index] ^= value
+          key_xor_opad[index] ^= value
+        end
+        @key_xor_ipad = key_xor_ipad.pack('c*')
+        @key_xor_opad = key_xor_opad.pack('c*')
+        @md = @algorithm.new
+        @initialized = true
+      end
+    end
+  end
+end

data/lib/atig/oauth.rb

@@ -0,0 +1,55 @@
+# -*- mode:ruby; coding:utf-8 -*-
+require 'atig/oauth-patch'
+
+module Atig
+  class OAuth
+    CONSUMER_KEY = 'TO9wbD379qmFSJp6pFs5w'
+    CONSUMER_SECRET = 'Gap8ishP3J3JrjH4JEspcii4poiZgMowHRazWGM1cYg'
+
+    @@profiles = {}
+    class << self
+      def dump
+        @@profiles
+      end
+
+      def load(profiles)
+        @@profiles = profiles
+      end
+    end
+
+    attr_reader :access
+    def initialize(context, nick)
+      uri = URI(context.opts.api_base)
+      site = "http://#{uri.host}"
+
+      @nick  = nick
+      @oauth = ::OAuth::Consumer.new(CONSUMER_KEY, CONSUMER_SECRET, {
+                                       :site => site,
+                                       :proxy => ENV["HTTP_PROXY"] || ENV["http_proxy"]
+                                     })
+
+      if @@profiles.key? @nick
+        token,secret = @@profiles[@nick]
+        @access = ::OAuth::AccessToken.new(@oauth, token, secret)
+      end
+    end
+
+    def verified?
+      @access != nil
+    end
+
+    def url
+      @request = @oauth.get_request_token
+      @request.authorize_url
+    end
+
+    def verify(code)
+      @access = @request.get_access_token(:oauth_verifier => code)
+      if @access then
+        @@profiles[@nick] = [ @access.token , @access.secret ]
+      end
+    rescue
+      false
+    end
+  end
+end