StatsCollect 0.1.0.20101220

data/lib/StatsCollect/Locations/Facebook.rb

@@ -0,0 +1,62 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class Facebook
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        lLoginForm = lMechanizeAgent.get('http://www.facebook.com').forms[0]
+        lLoginForm.email = iConf[:LoginEMail]
+        lLoginForm.pass = iConf[:LoginPassword]
+        # Submit to get to the home page
+        lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first)
+        if ((oStatsProxy.isObjectIncluded?('Global')) and
+            (oStatsProxy.isCategoryIncluded?('Friends')))
+          getProfile(oStatsProxy, lMechanizeAgent)
+        end
+      end
+
+      # Get the profile statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      def getProfile(oStatsProxy, iMechanizeAgent)
+        lProfilePage = iMechanizeAgent.get('http://www.facebook.com/profile.php')
+        lNbrFriends = nil
+        lProfilePage.root.css('script').each do |iScriptNode|
+          lMatch = iScriptNode.content.match(/>(\d*) friends<\\\/a><\\\/span>/)
+          if (lMatch != nil)
+            lNbrFriends = Integer(lMatch[1])
+            break
+          end
+        end
+        if (lNbrFriends == nil)
+          logErr "Unable to get number of friends: #{lProfilePage.root}"
+        else
+          oStatsProxy.addStat('Global', 'Friends', lNbrFriends)
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/FacebookArtist.rb

@@ -0,0 +1,63 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class FacebookArtist
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        lLoginForm = lMechanizeAgent.get('http://www.facebook.com').forms[0]
+        lLoginForm.email = iConf[:LoginEMail]
+        lLoginForm.pass = iConf[:LoginPassword]
+        # Submit to get to the home page
+        lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first)
+        if ((oStatsProxy.isObjectIncluded?('Global')) and
+            (oStatsProxy.isCategoryIncluded?('Likes')))
+          getArtistProfile(oStatsProxy, lMechanizeAgent, iConf)
+        end
+      end
+
+      # Get the artist profile statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      # * *iConf* (<em>map<Symbol,Object></em>): The conf
+      def getArtistProfile(oStatsProxy, iMechanizeAgent, iConf)
+        lProfilePage = iMechanizeAgent.get("http://www.facebook.com/pages/#{iConf[:PageID]}")
+        lNbrLikes = nil
+        lProfilePage.root.css('script').each do |iScriptNode|
+          lMatch = iScriptNode.content.match(/>(\d*) People Like This/)
+          if (lMatch != nil)
+            lNbrLikes = Integer(lMatch[1])
+            break
+          end
+        end
+        if (lNbrLikes == nil)
+          logErr "Unable to get number of likes: #{lProfilePage.root}"
+        else
+          oStatsProxy.addStat('Global', 'Likes', lNbrLikes)
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/FacebookLike.rb

@@ -0,0 +1,51 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class FacebookLike
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        # Get the number of likes from Facebook
+        lErrorObjects = []
+        if (oStatsProxy.isCategoryIncluded?('Likes'))
+          iConf[:Objects].each do |iObject|
+            if (oStatsProxy.isObjectIncluded?(iObject))
+              lLikesContent = lMechanizeAgent.get("http://www.facebook.com/plugins/like.php?href=#{iObject}").root.css('span.connect_widget_not_connected_text').first.content.delete(',')
+              lMatch = lLikesContent.match(/^(\d*) likes./)
+              if (lMatch == nil)
+                logErr "Unable to parse FacebookLike output for object #{iObject}: #{lLikesContent}"
+                lErrorObjects << iObject
+              else
+                lNbrLikes = Integer(lMatch[1])
+                oStatsProxy.addStat(iObject, 'Likes', lNbrLikes)
+              end
+            end
+          end
+        end
+        if (!lErrorObjects.empty?)
+          oStatsProxy.addUnrecoverableOrder(lErrorObjects, ['Likes'])
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/GoogleSearch.rb

@@ -0,0 +1,39 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class GoogleSearch
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        iConf[:Objects].each do |iObject|
+          if ((oStatsProxy.isObjectIncluded?(iObject)) and
+              (oStatsProxy.isCategoryIncluded?('Search results')))
+            require 'mechanize'
+            lMechanizeAgent = Mechanize.new
+            lProfilePage = lMechanizeAgent.get("http://www.google.com/search?q=#{URI.escape(iObject)}")
+            lNbrSearchResults = Integer(lProfilePage.root.css('div#resultStats').first.content.delete(',').strip.match(/ (\d*) /)[1])
+            oStatsProxy.addStat(iObject, 'Search results', lNbrSearchResults)
+          end
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/MySpace.rb

@@ -0,0 +1,224 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class MySpace
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        # Set a specific user agent, as myspace will treat our agent as a mobile one
+        lMechanizeAgent.user_agent = 'Mozilla/5.0 (Windows; U; Windows NT 6.1; fr; rv:1.9.2.13) Gecko/20101203 Firefox/3.6.13'
+        # Get the login page
+        lLoginForm = lMechanizeAgent.get('http://www.myspace.com/redirector?dest=/home').forms[2]
+        lLoginForm.Email = iConf[:LoginEMail]
+        lLoginForm.Password = iConf[:LoginPassword]
+        # Submit to get to the home page
+        lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first)
+        if ((oStatsProxy.isObjectIncluded?('Global')) and
+            (oStatsProxy.isCategoryIncluded?('Comments')))
+          getProfile(oStatsProxy, lMechanizeAgent)
+        end
+        if ((oStatsProxy.isObjectIncluded?('Global')) and
+            ((oStatsProxy.isCategoryIncluded?('Friends')) or
+             (oStatsProxy.isCategoryIncluded?('Visits'))))
+          getDashboard(oStatsProxy, lMechanizeAgent)
+        end
+        if (oStatsProxy.isCategoryIncluded?('Song plays'))
+          getSongs(oStatsProxy, lMechanizeAgent)
+        end
+        if ((oStatsProxy.isCategoryIncluded?('Video plays')) or
+            (oStatsProxy.isCategoryIncluded?('Video comments')) or
+            (oStatsProxy.isCategoryIncluded?('Video likes')) or
+            (oStatsProxy.isCategoryIncluded?('Video rating')))
+          getVideos(oStatsProxy, lMechanizeAgent)
+        end
+        if ((oStatsProxy.isCategoryIncluded?('Blog reads')) or
+            (oStatsProxy.isCategoryIncluded?('Blog likes')))
+          getBlogs(oStatsProxy, lMechanizeAgent, iConf)
+        end
+      end
+
+      # Get the profile statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      def getProfile(oStatsProxy, iMechanizeAgent)
+        # Click on the Profile link from the home page
+        lProfilePage = iMechanizeAgent.get('http://www.myspace.com/home').link_with(:text => 'Profile').click
+        # Screen scrap it
+        lNbrComments = Integer(lProfilePage.root.css('div.commentsModule > div > div > div > div.moduleBody > div.genericComments > a.moreComments > span.cnt').first.content.match(/of (\d*)/)[1])
+        oStatsProxy.addStat('Global', 'Comments', lNbrComments)
+      end
+
+      # Get the dashboard statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      def getDashboard(oStatsProxy, iMechanizeAgent)
+        # Get the dashboard page
+        lJSonData = eval(iMechanizeAgent.get_file('http://www.myspace.com/stats/fans_json/profile_stats/en-US/x=0').gsub(':','=>'))
+        lNbrVisits = lJSonData['data'].select { |iItem| next (iItem[0] == 'myspace_views') }.first[-1]
+        lNbrFriends = lJSonData['data'].select { |iItem| next (iItem[0] == 'myspace_friends') }.first[-1]
+        oStatsProxy.addStat('Global', 'Visits', lNbrVisits)
+        oStatsProxy.addStat('Global', 'Friends', lNbrFriends)
+
+        # OLD VERSION (keeping it as Myspace changes all the time
+#        lDashboardPage = iMechanizeAgent.get('http://www.myspace.com/music/dashboard')
+#        # Get the variables used by the Ajax script
+#        lMatch = lDashboardPage.root.css('section.moduleBody script').first.content.split("\n").join.match(/var appID = "([^"]*)".*var pkey = "([^"]*)";/)
+#        lAppID, lPKey = lMatch[1..2]
+#        lCoreUserID = nil
+#        lDashboardPage.root.css('body script').each do |iScriptNode|
+#          lMatch = iScriptNode.content.split("\n").join.match(/var coreUserId =(\d*)/)
+#          if (lMatch != nil)
+#            # Found it
+#            lCoreUserID = lMatch[1]
+#            break
+#          end
+#        end
+#        if (lCoreUserID == nil)
+#          logErr "Unable to find the core user ID: #{lDashboardPage.root}"
+#        else
+#          # Call the Ajax script
+#          lStatsAjaxContent = iMechanizeAgent.get_file("http://www.myspace.com/Modules/Music/Handlers/Dashboard.ashx?sourceApplication=#{lAppID}&pkey=#{lPKey}&action=GETCORESTATS&userID=#{lCoreUserID}")
+#          lStrVisits, lStrFriends = lStatsAjaxContent.match(/^\{'totalprofileviews':'([^']*)','totalfriends':'([^']*)'/)[1..2]
+#          lNbrVisits = Integer(lStrVisits.delete(','))
+#          lNbrFriends = Integer(lStrFriends.delete(','))
+#          oStatsProxy.addStat('Global', 'Visits', lNbrVisits)
+#          oStatsProxy.addStat('Global', 'Friends', lNbrFriends)
+#        end
+      end
+
+      # Get the songs statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      def getSongs(oStatsProxy, iMechanizeAgent)
+        # Get the songs page
+        lSongsPage = iMechanizeAgent.get('http://www.myspace.com/my/songs')
+        # Screen scrap it
+        # List of objects that can be tried again for the song plays category
+        lLstRecoverableObjectsForSongPlays = []
+        # List of songs read (used for display)
+        lLstSongsPlayRead = []
+        lSongsPage.root.css('div.UploadedSong').each do |iSongNode|
+          lSongTitle = nil
+          lNbrPlays = nil
+          iSongNode.css('div#songTitle').each do |iSongTitleNode|
+            lSongTitle = iSongTitleNode.content
+          end
+          lPlaysNode = iSongNode.children[11]
+          if (lPlaysNode == nil)
+            logErr "Unable to find plays node: #{iSongNode}"
+          else
+            begin
+              lNbrPlays = Integer(lPlaysNode.content)
+            rescue Exception
+              logErr "Invalid number of plays content: #{lPlaysNode}"
+            end
+          end
+          if (lSongTitle == nil)
+            logErr "Unable to get the song title: #{iSongNode}"
+          end
+          if (lNbrPlays == nil)
+            logErr "Unable to get the song number of plays: #{iSongNode}"
+            if (lSongTitle != nil)
+              # We can try this one again
+              lLstRecoverableObjectsForSongPlays << lSongTitle
+            end
+          end
+          if ((lSongTitle != nil) and
+              (lNbrPlays != nil))
+            oStatsProxy.addStat(lSongTitle, 'Song plays', lNbrPlays)
+          end
+          lLstSongsPlayRead << lSongTitle
+        end
+        logDebug "#{lLstSongsPlayRead.size} songs read for songs plays: #{lLstSongsPlayRead.join(', ')}"
+        if (!lLstRecoverableObjectsForSongPlays.empty?)
+          oStatsProxy.addRecoverableOrder(lLstRecoverableObjectsForSongPlays, ['Song plays'])
+        end
+      end
+      
+      # Get the videos statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      def getVideos(oStatsProxy, iMechanizeAgent)
+        # Get the videos page
+        lVideosPage = iMechanizeAgent.get('http://www.myspace.com/my/videos')
+        # Screen scrap it
+        # List of videos read (used for display)
+        lLstVideosRead = []
+        lVideosPage.root.css('table.myUploadsList tr').each do |iVideoNode|
+          lVideoTitle = iVideoNode.css('td.summary h2 a').first.content
+          lStatsNodes = iVideoNode.css('td.controls div.text span')
+          lNbrPlays = Integer(lStatsNodes[1].content)
+          lNbrComments = Integer(lStatsNodes[2].content)
+          lMatch = lStatsNodes[3].content.match(/^(\d*)% \((\d*) vote/)
+          lRating = Integer(lMatch[1])
+          lNbrLikes = Integer(lMatch[2])
+          oStatsProxy.addStat(lVideoTitle, 'Video plays', lNbrPlays)
+          oStatsProxy.addStat(lVideoTitle, 'Video comments', lNbrComments)
+          oStatsProxy.addStat(lVideoTitle, 'Video likes', lNbrLikes)
+          oStatsProxy.addStat(lVideoTitle, 'Video rating', lRating)
+          lLstVideosRead << lVideoTitle
+        end
+        logDebug "#{lLstVideosRead.size} videos read: #{lLstVideosRead.join(', ')}"
+      end
+
+      # Get the blogs statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration
+      def getBlogs(oStatsProxy, iMechanizeAgent, iConf)
+        # TODO: Be able to get the list of blogs using MySpace only, without config
+        # Parse each blog ID given from the conf.
+        lLstBlogsRead = []
+        iConf[:BlogsID].each do |iBlogID|
+          # Get the blog page
+          lBlogPage = iMechanizeAgent.get("http://www.myspace.com/#{iConf[:MySpaceName]}/blog/#{iBlogID}")
+          lBlogTitle = lBlogPage.root.css('h2.post-title').first.content
+          lNbrLikes = 0
+          lStrLikes = lBlogPage.root.css('span.like span.likeLabel').first.content
+          if (!lStrLikes.empty?)
+            lNbrLikes = Integer(lStrLikes.match(/\((\d*)\)/)[1])
+          end
+          lNbrReads = 0
+          lStrReads = lBlogPage.root.css('li.blogCommentCnt span').first.content
+          if (!lStrReads.empty?)
+            lNbrReads = Integer(lStrReads.match(/\((\d*)\)/)[1])
+          end
+          oStatsProxy.addStat(lBlogTitle, 'Blog likes', lNbrLikes)
+          oStatsProxy.addStat(lBlogTitle, 'Blog reads', lNbrReads)
+          lLstBlogsRead << lBlogTitle
+        end
+        logDebug "#{lLstBlogsRead.size} blogs read: #{lLstBlogsRead.join(', ')}"
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/ReverbNation.rb

@@ -0,0 +1,143 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class ReverbNation
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        lLoginForm = lMechanizeAgent.get('http://www.reverbnation.com/user/login').forms[2]
+        lLoginForm.field_with(:name => 'user[login]').value = iConf[:LoginEMail]
+        lLoginForm.field_with(:name => 'user[password]').value = iConf[:LoginPassword]
+        # Submit to get to the home page
+        lHomePage = lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first)
+        # Get the user id, as it will be necessary for further requests
+        lUserID = lHomePage.uri.to_s.match(/^http:\/\/www\.reverbnation\.com\/artist\/control_room\/(\d*)$/)[1]
+        if ((oStatsProxy.isCategoryIncluded?('Song plays')) or
+            (oStatsProxy.isCategoryIncluded?('Song downloads')) or
+            (oStatsProxy.isCategoryIncluded?('Video plays')) or
+            (oStatsProxy.isCategoryIncluded?('Song play ratio')) or
+            (oStatsProxy.isCategoryIncluded?('Song likes')) or
+            (oStatsProxy.isCategoryIncluded?('Song dislikes')))
+          getPlays(oStatsProxy, lMechanizeAgent, lUserID)
+        end
+        if ((oStatsProxy.isObjectIncluded?('Global')) and
+            ((oStatsProxy.isCategoryIncluded?('Chart position genre')) or
+             (oStatsProxy.isCategoryIncluded?('Chart position global')) or
+             (oStatsProxy.isCategoryIncluded?('Band equity')) or
+             (oStatsProxy.isCategoryIncluded?('Friends'))))
+          getReport(oStatsProxy, lMechanizeAgent, lUserID)
+        end
+      end
+
+      # Get the plays statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      # * *iUserID* (_String_): The ReverbNation user ID
+      def getPlays(oStatsProxy, iMechanizeAgent, iUserID)
+        # Get the Ajax stats table
+        lStatsTable = iMechanizeAgent.get("http://www.reverbnation.com/artist/new_stats_plays_table/#{iUserID}?all_time=true")
+        lStatsTableNode = Nokogiri::HTML(lStatsTable.content[31..-4].gsub(/\\"/,'"').gsub(/\\n/,"\n").gsub(/\\r/,''))
+        # Screen scrap it
+        lLstSongsRead = []
+        lStatsTableNode.css('table.statstable_full tr')[1..-3].each do |iSongNode|
+          lNodeContents = iSongNode.css('td')
+          lSongTitle = lNodeContents[1].content
+          lNbrSongPlays = Integer(lNodeContents[3].content)
+          lNbrSongDownloads = Integer(lNodeContents[4].content)
+          lNbrVideoPlays = Integer(lNodeContents[5].content)
+          lPlayRatio = Integer(lNodeContents[6].content.match(/^(\d*)%$/)[1])
+          lMatch = lNodeContents[7].content.match(/^(\d*)\/(\d*)$/)
+          lNbrLikes = Integer(lMatch[1])
+          lNbrDislikes = Integer(lMatch[2])
+          oStatsProxy.addStat(lSongTitle, 'Song plays', lNbrSongPlays)
+          oStatsProxy.addStat(lSongTitle, 'Song downloads', lNbrSongDownloads)
+          oStatsProxy.addStat(lSongTitle, 'Video plays', lNbrVideoPlays)
+          oStatsProxy.addStat(lSongTitle, 'Song play ratio', lPlayRatio)
+          oStatsProxy.addStat(lSongTitle, 'Song likes', lNbrLikes)
+          oStatsProxy.addStat(lSongTitle, 'Song dislikes', lNbrDislikes)
+          lLstSongsRead << lSongTitle
+        end
+        logDebug "#{lLstSongsRead.size} songs read: #{lLstSongsRead.join(', ')}"
+      end
+
+      # Get the report statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      # * *iUserID* (_String_): The ReverbNation user ID
+      def getReport(oStatsProxy, iMechanizeAgent, iUserID)
+        # Get the report page
+        lReportPage = iMechanizeAgent.get("http://www.reverbnation.com/artist/artist_report_printable/#{iUserID}")
+        lChartPositionGenre = nil
+        lChartPositionGlobal = nil
+        lReportPage.root.css('body div#mainwrap div div div.control_room_graph_column').each do |iStatsSectionNode|
+          lChildrenNodes = iStatsSectionNode.children
+          lChildrenNodes.each_with_index do |iNode, iIdx|
+            if (iNode.content == 'Genre:')
+              lChartPositionGenre = Integer(lChildrenNodes[iIdx+1].content.strip)
+            elsif (iNode.content == 'Global:')
+              lChartPositionGlobal = Integer(lChildrenNodes[iIdx+1].content.strip)
+            end
+          end
+          if ((lChartPositionGenre != nil) and
+              (lChartPositionGlobal != nil))
+            break
+          end
+        end
+        if (lChartPositionGenre == nil)
+          logErr "Unable to get the chart positions: #{lReportPage.root}"
+        else
+          lBandEquityScore = nil
+          lNbrFriends = nil
+          lReportPage.root.css('body div#mainwrap div div div.printable_pane').each do |iPaneNode|
+            lChildrenNodes = iPaneNode.children
+            lChildrenNodes.each_with_index do |iNode, iIdx|
+              if (iNode.content == 'Band Equity Score: ')
+                lBandEquityScore = Integer(lChildrenNodes[iIdx+1].content.strip)
+              elsif (iNode.content == 'Total Fans: ')
+                lNbrFriends = Integer(lChildrenNodes[iIdx+1].content.strip)
+              end
+            end
+            if ((lBandEquityScore != nil) and
+                (lNbrFriends != nil))
+              break
+            end
+          end
+          if (lBandEquityScore == nil)
+            logErr "Unable to get the band equity score: #{lReportPage.root}"
+          elsif (lNbrFriends == nil)
+            logErr "Unable to get the number of friends: #{lReportPage.root}"
+          else
+            oStatsProxy.addStat('Global', 'Chart position genre', lChartPositionGenre)
+            oStatsProxy.addStat('Global', 'Chart position global', lChartPositionGlobal)
+            oStatsProxy.addStat('Global', 'Band equity', lBandEquityScore)
+            oStatsProxy.addStat('Global', 'Friends', lNbrFriends)
+          end
+        end
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/Tweets.rb

@@ -0,0 +1,51 @@
+#--
+# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class Tweets
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        # Get the number of likes from Facebook
+        if (oStatsProxy.isCategoryIncluded?('Tweets'))
+          lFailedObjects = []
+          iConf[:Objects].each do |iObject|
+            if (oStatsProxy.isObjectIncluded?(iObject))
+              lTweetsData = lMechanizeAgent.get_file("http://urls.api.twitter.com/1/urls/count.json?url=#{iObject}").gsub(/:/,'=>')
+              if (lTweetsData.match(/Unable to access URL counting services/) != nil)
+                # An error occurred: we can try again
+                logErr "Error while fetching Tweets for #{iObject}: #{lTweetsData}"
+                lFailedObjects << iObject
+              else
+                lNbrTweets = eval(lTweetsData)['count']
+                oStatsProxy.addStat(iObject, 'Tweets', lNbrTweets)
+              end
+            end
+          end
+          if (!lFailedObjects.empty?)
+            oStatsProxy.addRecoverableOrder(lFailedObjects, ['Tweets'])
+          end
+        end
+      end
+
+    end
+
+  end
+
+end