atig 0.0.1

data/lib/atig/agent/clenup.rb

@@ -0,0 +1,23 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+
+module Atig
+  module Agent
+    class Cleanup
+      include Util
+
+      def initialize(context, api, db)
+        @log = context.log
+        daemon do
+          db.transaction do|t|
+            log :info, "cleanup"
+            t.cleanup
+          end
+          # once a day
+          sleep 60*60*24
+        end
+      end
+    end
+  end
+end

data/lib/atig/agent/dm.rb

@@ -0,0 +1,35 @@
+# -*- mode:ruby; coding:utf-8 -*-
+require 'atig/util'
+
+module Atig
+  module Agent
+    class Dm
+      include Util
+
+      def initialize(context, api, db)
+        @log = context.log
+        @api = api
+        @prev = nil
+
+        log :info, "initialize"
+
+        @api.repeat(600) do|t|
+          q = { :count => 200 }
+          if @prev
+            q.update :since_id => @prev
+          else
+            q.update :count => 1
+          end
+          dms = t.get("direct_messages", q)
+          log :debug, "You have #{dms.size} dm."
+
+          dms.reverse_each do|dm|
+            db.dms.transaction do|d|
+              d.add :status => dm, :user => dm.sender
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/atig/agent/following.rb

@@ -0,0 +1,45 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+
+module Atig
+  module Agent
+    class Following
+      include Util
+
+      def initialize(context, api, db)
+        @opts = context.opts
+        @log  = context.log
+        @db  = db
+        log :info, "initialize"
+
+        api.repeat(3600){|t| update t }
+        @db.followings.on_invalidated{
+          log :info, "invalidated followings"
+          api.delay(0){|t| update t }
+        }
+      end
+
+      def update(api)
+        if @db.followings.empty?
+          friends = api.page("statuses/friends/#{@db.me.id}", :users)
+        else
+          @db.me = api.post("account/update_profile")
+          return if @db.me.friends_count == @db.followings.size
+          friends = api.page("statuses/friends/#{@db.me.id}", :users)
+        end
+
+        if @opts.only
+          followers = api.page("followers/ids/#{@db.me.id}", :ids)
+          friends.each do|friend|
+            friend[:only] = !followers.include?(friend.id)
+          end
+        end
+
+        @db.followings.transaction do|d|
+          d.update friends
+        end
+      end
+    end
+  end
+end

data/lib/atig/agent/full_list.rb

@@ -0,0 +1,20 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+require 'atig/agent/list'
+
+module Atig
+  module Agent
+    class FullList < List
+      def entry_points
+        [ "#{@db.me.screen_name}/lists",
+          "#{@db.me.screen_name}/lists/subscriptions"
+        ]
+      end
+
+      def interval
+        3600
+      end
+    end
+  end
+end

data/lib/atig/agent/list.rb

@@ -0,0 +1,55 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+
+module Atig
+  module Agent
+    class List
+      include Util
+
+      def initialize(context, api, db)
+        @log = context.log
+        @db  = db
+        log :info, "initialize"
+
+        @db.lists.on_invalidated{|name|
+          log :info, "invalidated #{name}"
+          api.delay(0){|t|
+            if name == :all then
+              full_update t
+            else
+              @db.lists[name].update t.page("#{@db.me.screen_name}/#{name}/members", :users, true)
+            end
+          }
+        }
+        api.repeat( interval ) do|t|
+          self.full_update t
+        end
+      end
+
+      def full_update(t)
+        lists = entry_points.map{|entry|
+          t.page(entry, :lists, true)
+        }.flatten
+
+        users = {}
+        lists.map do|list|
+          name = if list.user.screen_name == @db.me.screen_name then
+                   "#{list.slug}"
+                 else
+                   "#{list.user.screen_name}^#{list.slug}"
+                 end
+          begin
+            users[name] =
+              t.page("#{list.user.screen_name}/#{list.slug}/members", :users, true)
+          rescue APIFailed => e
+            log :error, e.inspect
+            users[name] =
+              @db.lists.find_by_list_name(list.slug)
+          end
+        end
+        @db.lists.update users
+      end
+    end
+  end
+end

data/lib/atig/agent/list_status.rb

@@ -0,0 +1,46 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+
+module Atig; end
+module Atig::Agent; end
+
+class Atig::Agent::ListStatus
+  include Atig::Util
+
+  def initialize(context, api, db)
+    @log = context.log
+    @db  = db
+    log :info, "initialize"
+
+    @prev = {}
+    api.repeat(60*5) do|t|
+      db.lists.each do |name, _|
+        log :debug, "retrieve #{name} statuses"
+        q = {}
+        q.update(:since_id => @prev[name]) if @prev.key?(name)
+
+        screen_name,slug = parse name
+        statuses = t.get("#{screen_name}/lists/#{slug}/statuses",q)
+        statuses.reverse_each do|status|
+          db.statuses.transaction do|d|
+            d.add(:status => status,
+                  :user => status.user,
+                  :source => :list,
+                  :list => name)
+          end
+        end
+        @prev[name] = statuses[0].id if statuses && statuses.size > 0
+      end
+    end
+
+    def parse(name)
+      if name.include? '^' then
+        name.split("^",2)
+      else
+        [@db.me.screen_name, name]
+      end
+    end
+  end
+end
+

data/lib/atig/agent/mention.rb

@@ -0,0 +1,13 @@
+# -*- mode:ruby; coding:utf-8 -*-
+require 'atig/agent/agent'
+
+module Atig
+  module Agent
+    class Mention < Atig::Agent::Agent
+      def initialize(context, api, db); super end
+      def interval; 180 end
+      def path; '/statuses/mentions' end
+      def source; :mention end
+    end
+  end
+end

data/lib/atig/agent/other_list.rb

@@ -0,0 +1,18 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+require 'atig/agent/list'
+
+module Atig
+  module Agent
+    class OtherList < List
+      def entry_points
+        [ "#{@db.me.screen_name}/lists/subscriptions" ]
+      end
+
+      def interval
+        3600
+      end
+    end
+  end
+end

data/lib/atig/agent/own_list.rb

@@ -0,0 +1,18 @@
+# -*- mode:ruby; coding:utf-8 -*-
+
+require 'atig/util'
+require 'atig/agent/list'
+
+module Atig
+  module Agent
+    class OwnList < List
+      def entry_points
+        [ "#{@db.me.screen_name}/lists" ]
+      end
+
+      def interval
+        3600
+      end
+    end
+  end
+end

data/lib/atig/agent/stream_follow.rb

@@ -0,0 +1,38 @@
+# -*- mode:ruby; coding:utf-8 -*-
+require 'atig/util'
+
+module Atig
+  module Agent
+    class StreamFollow
+      include Util
+
+      def initialize(context, api, db)
+        @log = context.log
+        @api = api
+        @prev = nil
+
+        return unless context.opts.stream
+
+        log :info, "initialize"
+
+        @api.delay(0)do|t|
+          @follows = context.opts.follow.split(',').map{|user|
+            t.get("users/show",:screen_name=>user).id
+          }.join(',')
+        end
+
+
+        @api.stream do|t|
+          Thread.pass until @follows
+          t.watch('statuses/filter', :follow => @follows) do |status|
+            if status and status.user
+              db.transaction do|d|
+                d.statuses.add :status => status, :user => status.user, :source => :stream_follow
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/atig/agent/timeline.rb

@@ -0,0 +1,13 @@
+# -*- mode:ruby; coding:utf-8 -*-
+require 'atig/agent/agent'
+
+module Atig
+  module Agent
+    class Timeline < Atig::Agent::Agent
+      def initialize(context, api, db); super end
+      def interval; 30 end
+      def path; '/statuses/home_timeline' end
+      def source; :timeline end
+    end
+  end
+end

data/lib/atig/agent/user_stream.rb

@@ -0,0 +1,31 @@
+# -*- mode:ruby; coding:utf-8 -*-
+require 'atig/util'
+
+module Atig
+  module Agent
+    class UserStream
+      include Util
+
+      def initialize(context, api, db)
+        @log = context.log
+        @api = api
+        @prev = nil
+
+        return unless context.opts.stream
+
+        log :info, "initialize"
+
+        @api.stream do|t|
+          t.watch('user') do |status|
+#            @log.debug status.inspect
+            if status and status.user
+              db.statuses.transaction do|d|
+                d.add :status => status, :user => status.user, :source => :user_stream
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/atig/basic_twitter.rb

@@ -0,0 +1,116 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+require "json"
+require 'atig/twitter_struct'
+require 'atig/http'
+
+module Atig
+  # from tig.rb
+  class BasicTwitter
+    attr_reader :limit, :remain, :reset
+
+    class APIFailed < StandardError; end
+
+    def initialize(context, api_base)
+      @log   = context.log
+      @opts  = context.opts
+      @api_base = api_base
+      @http  = Atig::Http.new @log
+
+      @limit = @remain = 150
+    end
+
+    def api(path, query = {}, opts = {})
+      path.sub!(%r{\A/+}, "")
+
+      uri = api_base
+      uri.path += path
+      uri.path += ".json" if path != "users/username_available"
+      uri.query = query.to_query_str unless query.empty?
+
+      header      = {}
+
+      begin
+        ret = request(uri, opts)
+      rescue OpenSSL::SSL::SSLError => e
+        @log.error e.inspect
+        raise e.inspect
+      end
+
+      if ret["X-RateLimit-Limit"] then
+        hourly_limit = ret["X-RateLimit-Limit"].to_i
+        unless hourly_limit.zero?
+          if @limit != hourly_limit
+            msg = "The rate limit per hour was changed: #{@limit} to #{hourly_limit}"
+            @log.info msg
+            @limit = hourly_limit
+          end
+        end
+      end
+
+      if ret["X-RateLimit-Remaining"] then
+        @remain = ret["X-RateLimit-Remaining"].to_i
+        @log.debug "IP based limit: #{@remain}"
+      end
+
+      if ret["X-RateLimit-Reset"] then
+        @reset = ret["X-RateLimit-Reset"].to_i
+        @log.debug "RateLimit Reset: #{@reset}"
+      end
+
+      case ret
+      when Net::HTTPOK # 200
+        # Avoid Twitter's invalid JSON
+        json = ret.body.strip.sub(/\A(?:false|true)\z/, "[\\&]")
+
+        res = JSON.parse(json)
+        if res.is_a?(Hash) && res["error"] # and not res["response"]
+          if @error != res["error"]
+            @error = res["error"]
+            log @error
+          end
+          raise APIFailed, res["error"]
+        end
+
+        TwitterStruct.make(res)
+      when Net::HTTPNoContent,  # 204
+        Net::HTTPNotModified # 304
+        []
+      when Net::HTTPBadRequest # 400: exceeded the rate limitation
+        if ret.key?("X-RateLimit-Reset")
+          @log.info "waiting for rate limit reset"
+          s = ret["X-RateLimit-Reset"].to_i - Time.now.to_i
+          if s > 0
+            sleep (s > 60 * 10) ? 60 * 10 : s # 10 分に一回はとってくるように
+          end
+        end
+        raise APIFailed, "#{ret.code}: #{ret.message}"
+      when Net::HTTPUnauthorized # 401
+        raise APIFailed, "#{ret.code}: #{ret.message}"
+      else
+        raise APIFailed, "Server Returned #{ret.code} #{ret.message}"
+      end
+    rescue Errno::ETIMEDOUT, JSON::ParserError, IOError, Timeout::Error, Errno::ECONNRESET => e
+      raise APIFailed, e.inspect
+    end
+
+    def self.http_methods(*methods)
+      methods.each do |m|
+        self.module_eval <<END
+          def #{m}(path, query = {}, opts = {})
+            opts.update( :method => :#{m})
+            api path, query, opts
+          end
+END
+      end
+    end
+
+    http_methods :get, :post, :put, :delete
+
+    private
+    def api_base
+      URI(@opts.send @api_base)
+    end
+  end
+end