birdgrinder 0.1.0.0 → 0.1.1

data/lib/bird_grinder/base.rb

@@ -123,7 +123,7 @@ module BirdGrinder
       @user                  = options.user.screen_name if options.user? && options.user.screen_name?
       @user                ||= options.sender_screen_name if options.sender_screen_name?
       @last_message_direct   = (message == :incoming_direct_message)
-      @last_message_id       = options.id
+      @last_message_id       = options.id? ? options.id : -1
     end
     
     def halt_handlers!

data/lib/bird_grinder/client.rb

@@ -38,9 +38,9 @@ module BirdGrinder
     # Forwards a given message type (with options) to each handler,
     # storing the current id if changed.
     def receive_message(type, options = BirdGrinder::Nash.new)
-      logger.debug "receiving message: #{type.inspect} - #{options.id}"
+      logger.debug "receiving message: #{type.inspect} - #{options.id? ? options.id : 'unknown id'}"
       dispatch(type.to_sym, options)
-      update_stored_id_for(type, options.id)
+      update_stored_id_for(type, options.id) if options.id?
     end
     
     # Fetches all direct messages and mentions and also schedules
@@ -128,7 +128,7 @@ module BirdGrinder
     def fetch_latest(name, type)
       options = {}
       id = stored_id_for(type)
-      options[:since_id] = id unless id.blank?
+      options[:since_id] = id unless id.blank? || id.to_i == 0
       @tweeter.send(name, options)
     end
     

data/lib/bird_grinder/stream_handler.rb

@@ -0,0 +1,44 @@
+module BirdGrinder
+  # A simple BirdGrinder::Base subclass which has a
+  # focus on processing tweets from a stream.
+  class StreamHandler < Base
+    
+    class << self
+      
+      # Do something on tweet's from a given stream
+      # @param [Symbol] the stream name, e.g. :filter / :sample
+      def tweet_from_stream(name, &blk)
+        on_event(:incoming_stream) do
+          instance_eval(&blk) if options.streaming_source == name && options.stream_type == :tweet
+        end
+      end
+      
+      # Do something on delete's from a given stream
+      # @param [Symbol] the stream name, e.g. :filter / :sample
+      def delete_from_stream(name, &blk)
+        on_event(:incoming_stream) do
+          instance_eval(&blk) if options.streaming_source == name && options.stream_type == :delete
+        end
+      end
+      
+      # Do something on rate limit's from a given stream
+      # @param [Symbol] the stream name, e.g. :filter / :sample
+      def rate_limit_from_stream(name, &blk)
+        on_event(:incoming_stream) do
+          instance_eval(&blk) if options.streaming_source == name && options.stream_type == :limit
+        end
+      end
+      
+      %w(sample filter follow track).each do |type|
+        define_method(type.to_sym) do |*args|
+          BirdGrinder::Loader.once_running do
+            streaming = BirdGrinder::Client.current.tweeter.streaming
+            streaming.send(type.to_sym, *args)
+          end
+        end
+      end
+      
+    end 
+    
+  end
+end

data/lib/bird_grinder/tweeter/stream_processor.rb

@@ -18,9 +18,15 @@ module BirdGrinder
       def process_stream_item(json)
         return if !json.is_a?(Hash)
         processed = json.to_nash.normalized
-        processed.type = lookup_type_for_steam_response(processed)
+        stream_type = lookup_type_for_steam_response(processed)
+        case stream_type
+        when :delete
+          processed = processed[:delete].status
+        when :limit
+          processed = processed.limit
+        end
+        processed.stream_type = stream_type
         processed.streaming_source = @stream_name
-        logger.info "Processing Stream Tweet #{processed.id}: #{processed.text}"
         @parent.delegate.receive_message(:incoming_stream, processed)
       end
    

data/lib/bird_grinder/tweeter/streaming.rb

@@ -61,12 +61,12 @@ module BirdGrinder
         path = opts.delete(:path)
         processor = StreamProcessor.new(@parent, name)
         http_opts = {
-          :on_response => processor.method(:receive_chunk),
-          :head        => {'Authorization' => @parent.auth_credentials}
+          :head => {'Authorization' => @parent.auth_credentials}
         }
         http_opts[:query] = opts if opts.present?
         url = streaming_base_url / api_version.to_s / "statuses" / "#{path || name}.json"
         http = EventMachine::HttpRequest.new(url).get(http_opts)
+        http.stream(&processor.method(:receive_chunk))
       end
       
     end

data/lib/bird_grinder/tweeter.rb

@@ -159,9 +159,55 @@ module BirdGrinder
         end
       end
     end
+    
+    # Gets a list ids who are following a given user id / screenname
+    #
+    # @param [String,Integer] id the user id or screen name to get followers for.
+    # @param [Hash] opts extra options to pass in the query string.
+    # @option opts [Integer] :cursor the cursor offset in the results
+    def follower_ids(id, opts = {})
+      cursor_list = []
+      if opts[:cursor].present?
+        logger.info "Getting page w/ cursor #{opts[:cursor]} for #{id}"
+        get_followers_page(id, opts) do |res|
+          results                 = BirdGrinder::Nash.new
+          results.cursor          = opts[:cursor]
+          results.user_id         = id
+          results.ids             = res.ids? ? res.ids : []
+          results.next_cursor     = res.next_cursor || 0
+          results.previous_cursor = res.previous_cursor || 0
+          results.all = (res.previous_cursor == 0 && res.next_cursor == 0)
+          delegate.receive_message(:incoming_follower_ids, results)
+        end
+      else
+        logger.info "Getting all followers for #{id}"
+        get_followers(id, opts.merge(:cursor => -1), {
+          :user_id => id,
+          :all     => true,
+          :ids     => []
+        }.to_nash)
+      end
+    end
         
     protected
     
+    def get_followers(id, opts, nash)
+      get_followers_page(id, opts) do |res|
+        nash.ids += res.ids if res.ids?
+        if res.next_cursor == 0
+          delegate.receive_message(:incoming_follower_ids, nash)
+        else
+          get_followers(id, opts.merge(:cursor => res.next_cursor), nash)
+        end
+      end
+    end
+    
+    def get_followers_page(id, opts, &blk)
+      get("followers/ids/#{id}.json", opts) do |res|
+        blk.call(res)
+      end
+    end
+    
     def request(path = "/")
       EventMachine::HttpRequest.new(api_base_url / path)
     end
@@ -191,13 +237,17 @@ module BirdGrinder
     
     def add_response_callback(http, blk)
       http.callback do
-        res = parse_response(http)
-        if res.nil?
-          logger.warn "Got back a blank / errored response."
-        elsif successful?(res)
-          blk.call(res) unless blk.blank?
+        if http.response_header.status == 200
+          res = parse_response(http)
+          if res.nil?
+            logger.warn "Got back a blank / errored response."
+          elsif successful?(res)
+            blk.call(res) unless blk.blank?
+          else
+            logger.error "Error: #{res.error} (on #{res.request})"
+          end
         else
-          logger.eror "Error: #{res.error} (on #{res.request})"
+          logger.info "Request returned a non-200 status code, had #{http.response_header.status} instead."
         end
       end
     end

data/lib/bird_grinder.rb

@@ -8,7 +8,7 @@ require 'em-http'
 module BirdGrinder
   include Perennial
   
-  VERSION = [0, 1, 0, 0]
+  VERSION = [0, 1, 1, 0]
 
   def self.version(include_minor = false)
     VERSION[0, (include_minor ? 4 : 3)].join(".")
@@ -22,7 +22,7 @@ module BirdGrinder
   end
   
   has_library :cacheable, :tweeter, :client, :base, :command_handler,
-              :console, :queue_processor
+              :console, :queue_processor, :stream_handler
   
   extends_library :loader
   

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: birdgrinder
 version: !ruby/object:Gem::Version 
-  version: 0.1.0.0
+  version: 0.1.1
 platform: ruby
 authors: 
 - Darcy Laycock
@@ -90,6 +90,7 @@ files:
 - lib/bird_grinder/exceptions.rb
 - lib/bird_grinder/loader.rb
 - lib/bird_grinder/queue_processor.rb
+- lib/bird_grinder/stream_handler.rb
 - lib/bird_grinder/tweeter/search.rb
 - lib/bird_grinder/tweeter/stream_processor.rb
 - lib/bird_grinder/tweeter/streaming.rb