wuclan 0.2.0

data/lib/wuclan/lastfm/scrape/recursive_requests.rb

@@ -0,0 +1,154 @@
+require 'monkeyshines/scrape_request/raw_json_contents'
+module Wuclan
+  module Lastfm
+    module Scrape
+
+      #
+      # Simple requestables
+      #
+
+      class LastfmArtistInfoRequest
+        self.requestables = [
+          LastfmArtistSimilarRequest,
+          LastfmArtistTopAlbumsRequest,
+          LastfmArtistTopTracksRequest,
+          LastfmArtistShoutsRequest,
+          LastfmArtistEventsRequest,
+          LastfmArtistTopFansRequest,
+          # LastfmArtistTopTagsRequest, LastfmArtistImagesRequest, LastfmArtistPodcastRequest,
+        ]
+      end
+
+      class LastfmTrackInfoRequest
+        self.requestables = [LastfmTrackSimilarRequest, LastfmTrackTopFansRequest, LastfmTrackTopTagsRequest]
+      end
+      class LastfmEventInfoRequest
+        self.requestables = [LastfmEventAttendeesRequest, LastfmEventShoutsRequest]
+      end
+      class LastfmUserTopTagsRequest # LastfmUserInfoRequest
+        self.requestables = [
+          # LastfmUserTopTagsRequest,
+          LastfmUserEventsRequest,
+          LastfmUserPastEventsRequest,
+          LastfmUserFriendsRequest, # recenttracks
+          LastfmUserNeighboursRequest,
+          LastfmUserLovedTracksRequest,
+          LastfmUserRecentTracksRequest,
+          LastfmUserShoutsRequest,
+          LastfmUserTopAlbumsRequest,    # period (Optional) : overall | 7day | 3month | 6month | 12month
+          LastfmUserTopArtistsRequest,   # period (Optional) : overall | 7day | 3month | 6month | 12month
+          LastfmUserTopTracksRequest,    # period (Optional) : overall | 7day | 3month | 6month | 12month
+          # uninteresting(?): LastfmUserPlaylistsRequest, LastfmUserWeeklyAlbumChartRequest, LastfmUserWeeklyArtistChartRequest, LastfmUserWeeklyChartListRequest, LastfmUserWeeklyTrackChartRequest,
+          # needs auth:       LastfmUserInfoRequest, LastfmUserRecentStationsRequest, LastfmUserRecommendedArtistsRequest, LastfmUserRecommendedEventsRequest,
+        ]
+      end
+
+      #
+      # Recursive requests based on contents
+      #
+
+      module LastfmTimeWindowed
+        def recursive_requests *args, &block
+          super(*args, &block)
+          unless (identifier =~ /&period=/)
+            ['7day', '3month', '6month'].each do |period|
+              req = self.class.new(identifier+"&period=#{period}")
+              req.generation = generation.to_i
+              yield req
+            end
+          end
+        end
+      end
+      [LastfmUserTopArtistsRequest, LastfmUserTopAlbumsRequest, LastfmUserTopTracksRequest
+      ].each do |klass|
+        klass.class_eval do include LastfmTimeWindowed ; end
+      end
+
+      module LastfmContainsArtists
+        def recursive_requests *args, &block
+          super(*args, &block)
+          items.each do |artist|
+            req = LastfmArtistInfoRequest.new(url_encode(artist['name']))
+            req.generation = generation.to_i + 1
+            yield req
+          end
+        end
+      end
+      [ LastfmArtistSimilarRequest, LastfmGeoTopArtistsRequest, LastfmTagTopArtistsRequest,
+        LastfmUserRecommendedArtistsRequest, LastfmUserTopArtistsRequest,
+      ].each do |klass|
+        klass.class_eval do include LastfmContainsArtists ; end
+      end
+
+      module LastfmContainsAlbums
+        def recursive_requests *args, &block
+          super(*args, &block)
+          items.each do |item|
+            obj_artist = item['artist']['name'] || item['artist']['#text'] rescue nil
+            req = LastfmAlbumInfoRequest.from_identifier_hash(
+              item['name'], :artist => obj_artist, :mbid => item['mbid'] )
+            req.generation = generation.to_i + 1
+            yield req
+          end
+        end
+      end
+      [ LastfmArtistTopAlbumsRequest, LastfmTagTopAlbumsRequest, LastfmUserTopAlbumsRequest,
+      ].each do |klass|
+        klass.class_eval do include LastfmContainsAlbums ; end
+      end
+
+      module LastfmContainsTracks
+        def recursive_requests *args, &block
+          super(*args, &block)
+          items.each do |track|
+            obj_artist = track['artist']['name'] || track['artist']['#text'] rescue nil
+            req = LastfmTrackInfoRequest.from_identifier_hash(
+              track['name'], :artist => obj_artist, :mbid => track['mbid'])
+            req.generation = generation.to_i + 1
+            yield req
+          end
+        end
+      end
+      [ LastfmArtistTopTracksRequest, LastfmGeoTopTracksRequest,    LastfmTagTopTracksRequest,
+        LastfmTrackSimilarRequest,    LastfmUserLovedTracksRequest, LastfmUserRecentTracksRequest,
+        LastfmUserTopTracksRequest,
+      ].each do |klass|
+        klass.class_eval do include LastfmContainsTracks ; end
+      end
+
+      module LastfmContainsEvents
+        def recursive_requests *args, &block
+          super(*args, &block)
+          items.each do |event|
+            req = LastfmEventInfoRequest.new(event['id'])
+            req.generation = generation.to_i + 1
+            yield req
+          end
+        end
+      end
+      [ LastfmArtistEventsRequest, LastfmGeoEventsRequest, LastfmUserEventsRequest,
+        LastfmUserPastEventsRequest, LastfmUserRecommendedEventsRequest, LastfmVenueEventsRequest,
+        LastfmVenuePastEventsRequest,
+      ].each do |klass|
+        klass.class_eval do include LastfmContainsEvents ; end
+      end
+
+      module LastfmContainsUsers
+        def recursive_requests *args, &block
+          super(*args, &block)
+          items.each do |user|
+            req = LastfmUserTopTagsRequest.new(url_encode(user['name']))
+            req.generation = generation.to_i + 1
+            yield req
+          end
+        end
+      end
+      [ LastfmArtistTopFansRequest, LastfmEventAttendeesRequest, LastfmGroupMembersRequest,
+        LastfmTrackTopFansRequest,  LastfmUserFriendsRequest,    LastfmUserNeighboursRequest,
+      ].each do |klass|
+        klass.class_eval do include LastfmContainsUsers ; end
+      end
+
+    end
+  end
+end

data/lib/wuclan/lastfm/scrape.rb

@@ -0,0 +1,12 @@
+require 'monkeyshines/scrape_request/raw_json_contents'
+require 'wuclan/lastfm/scrape/base.rb'
+require 'wuclan/lastfm/scrape/concrete.rb'
+
+module Wuclan
+  module Lastfm
+    module Scrape
+      autoload :LastfmJob,                    'wuclan/lastfm/scrape/lastfm_job.rb'
+      autoload :LastfmRequestStream,          'wuclan/lastfm/scrape/lastfm_request_stream.rb'
+    end
+  end
+end

data/lib/wuclan/lastfm.rb

@@ -0,0 +1,7 @@
+require 'monkeyshines/scrape_request/raw_json_contents'
+module Wuclan
+  module Lastfm
+    autoload :Scrape, 'wuclan/lastfm/scrape.rb'
+    autoload :Parse,  'wuclan/lastfm/parse.rb'
+  end
+end

data/lib/wuclan/metrics/user_graph_metrics.rb

@@ -0,0 +1,99 @@
+module Wuclan
+  module Models
+    class UserGraphMetrics < Struct.new(
+        :id,
+        :any_with,
+        :any_out_with,
+        :any_in_with,
+        #
+        :fo_sampled,
+        :fr_sampled,
+        #
+        :re_out_sampled,
+        :re_in_sampled,
+        #
+        :at_out_sampled,
+        :at_in_sampled,
+        :at_out_with,
+        :at_in_with,
+        #
+        :rt_out_sampled,
+        :rt_in_sampled,
+        :rt_out_with,
+        :rt_in_with,
+        #
+        :fv_out_sampled,
+        :fv_in_sampled,
+        :fv_out_with,
+        :fv_in_with
+        )
+
+      # ===========================================================================
+      #
+      # Graph Measures
+      #
+
+      #
+      # Influx:
+      #
+      #   (messages/day) from all your n1
+      #
+      # This says how many messages you see go by in a day.
+      #
+      # A person with a massive influx is either not reading any tweets (uses
+      # twitter as a podium), is dipping into twitter as a news river (we should
+      # discount follow links), or is using a tool such as TweetDeck to fake
+      # follow (we should more aggressively segregate their strong links)
+      #
+      def get_influx()
+        #
+      end
+
+      #
+      # tw_out_share -- Audience Share:
+      #
+      #   (your msgs out/day) / (Sum over n1o of msgs in / day)
+      #
+      # This says how much of your followers' attention is occupied by your tweet
+      # stream
+      #
+      def get_tw_out_share()
+        self.tw_out_share = twitter_user.tw_out_share
+      end
+
+      #
+      # n1i_fv_share -- Sum, for all that favorite you, of
+      #
+      #   (favs to you / (max[20, number faved])
+      #
+      # if I have 12 faves and four are to you you get (4/20)favshare ; if I have
+      # twenty-four, and four are to you, that makes a (1/6)favshare contribution.
+      #
+      def get_n1i_fv_share(  twitter_user)
+        self.n1i_fv_share = twitter_user.n1i_fv_share
+      end
+
+      #
+      # n1o_strong -- Strong links out
+      #
+      def get_n1o_strong(    twitter_user)
+        self.n1o_strong = twitter_user.n1o_strong
+      end
+
+      #
+      # n1i_strong -- Strong links in
+      #
+      def get_n1i_strong(    twitter_user)
+        self.n1i_strong = twitter_user.n1i_strong
+      end
+
+      #
+      # cluster_coeff -- Strong links between members of n1 over number of possible
+      # links between members of n1
+      #
+      def cluster_coeff(twitter_user, multi_edge)
+      end
+    end
+
+  end
+end