StatsCollect 0.1.1.20101220 → 0.2.0.20110830

data/lib/StatsCollect/Backends/Terminal.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 
@@ -15,34 +15,26 @@ module StatsCollect
       # * *iConf* (<em>map<Symbol,Object></em>): Configuration of this backend
       def initSession(iConf)
         @IdxID = 0
+        logMsg 'Session initialized.'
       end
 
-      # Get the next stats order.
-      # Code to begin a new transaction can be set in this method too.
+      # Get the next stats orders.
       #
-      # Return:
-      # * _DateTime_: The time stamp, or nil if no new stats order
-      # * <em>list<String></em>: List of locations
-      # * <em>list<String></em>: List of objects
-      # * <em>list<String></em>: List of categories
-      # * _Integer_: The order status
-      def getNextStatsOrder
-        rTimeStamp = nil
-        rLstLocations = nil
-        rLstObjects = nil
-        rLstCategories = nil
-        rStatus = nil
-
-        if (defined?(@LstStatsOrders) == nil)
-          @LstStatsOrders = [
-            [ DateTime.now, [], [], [], STATS_ORDER_STATUS_TOBEPROCESSED ]
-          ]
-        end
-        if (!@LstStatsOrders.empty?)
-          rTimeStamp, rLstLocations, rLstObjects, rLstCategories, rStatus = @LstStatsOrders.pop
-        end
-
-        return rTimeStamp, rLstLocations, rLstObjects, rLstCategories, rStatus
+      # Parameters:
+      # * *oStatsOrdersProxy* (_StatsOrdersProxy_): The stats orders proxy to be used to give stats orders
+      def getStatsOrders(oStatsOrdersProxy)
+        oStatsOrdersProxy.addStatsOrder(0, DateTime.now, [], [], [], STATS_ORDER_STATUS_TOBEPROCESSED)
+#        oStatsOrdersProxy.addStatsOrder(0, DateTime.now, ['MySpace'], [], ['Friends list'], STATS_ORDER_STATUS_TOBEPROCESSED)
+        logMsg 'Added stats order 0.'
+      end
+
+      # Dequeue the given stat orders IDs.
+      # Code to begin a new transaction can be set in this method too. In this case, the dequeue should be part of the transaction, or it will have to be re-enqueued during rollback method call (otherwise orders will be lost).
+      #
+      # Parameters:
+      # * *iLstStatsOrderIDs* (<em>list<Integer></em>): The list of stats order IDs to dequeue
+      def dequeueStatsOrders(iLstStatsOrderIDs)
+        logMsg "Transaction started and stats orders dequeued: #{iLstStatsOrderIDs.join(', ')}"
       end
 
       # Get the list of known locations
@@ -125,7 +117,23 @@ module StatsCollect
       # * *iValue* (_Object_): The value to store
       # * *iValueType* (_Integer_): The value type
       def addStat(iTimeStamp, iLocationID, iObjectID, iCategoryID, iValue, iValueType)
-        logMsg "Added stat: #{iTimeStamp} | Location: #{iLocationID} | Object: #{iObjectID} | Category: #{iCategoryID} | Value: #{iValue}"
+        logMsg "Added stat: #{iTimeStamp} | Location: #{iLocationID} | Object: #{iObjectID} | Category: #{iCategoryID} (value type: #{iValueType}) | Value: #{iValue}"
+      end
+
+      # Get an existing stat value
+      #
+      # Parameters:
+      # * *iTimeStamp* (_DateTime_): The timestamp
+      # * *iLocationID* (_Integer_): The location ID
+      # * *iObjectID* (_Integer_): The object ID
+      # * *iCategoryID* (_Integer_): The category ID
+      # * *iValueType* (_Integer_): The value type
+      # Return:
+      # * _Object_: The corresponding value, or nil if none
+      def getStat(iTimeStamp, iLocationID, iObjectID, iCategoryID, iValueType)
+        logMsg "Get stat: #{iTimeStamp} | Location: #{iLocationID} | Object: #{iObjectID} | Category: #{iCategoryID} (value type: #{iValueType})"
+
+        return nil
       end
 
       # Add a new stats order
@@ -150,6 +158,10 @@ module StatsCollect
         logMsg 'Transaction rollbacked'
       end
 
+      # Close a session of this backend
+      def closeSession
+      end
+      
     end
 
   end

data/lib/StatsCollect/Locations/AddThis.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 
@@ -22,7 +22,7 @@ module StatsCollect
       def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
         require 'mechanize'
         lMechanizeAgent = Mechanize.new
-        # Get the number of likes from Facebook
+        # Get the number of shares
         if (oStatsProxy.isCategoryIncluded?('Monthly shares'))
           getDomains(oStatsProxy, lMechanizeAgent, iConf, 'month', 'Monthly shares')
         end

data/lib/StatsCollect/Locations/CSV.rb

@@ -0,0 +1,106 @@
+#--
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class CSV
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        if (!iConf[:Files].empty?)
+          # Get the list of categories, locations and objects
+          lCategories = oStatsProxy.getCategories
+          lObjects = oStatsProxy.getObjects
+          lLocations = oStatsProxy.getLocations
+          lCSVLocations = []
+          lCSVObjects = []
+          lCSVCategories = []
+          require 'csv'
+          iConf[:Files].each do |iFileName|
+            lIdxLine = 0
+            lMissingIDs = false
+            ::CSV::open(iFileName, 'r', :col_sep => iConf[:ColumnSeparator], :quote_char => iConf[:QuoteChar], :row_sep => iConf[:RowSeparator]).each do |iRow|
+              case lIdxLine
+              when 0
+                # We have locations in this line
+                iRow[1..-1].each do |iLocationName|
+                  if (lLocations[iLocationName] == nil)
+                    logWarn "Unknown location from CSV file #{iFileName}: #{iLocationName}"
+                    lMissingIDs = true
+                  end
+                  lCSVLocations << iLocationName
+                end
+              when 1
+                # We have objects in this line
+                iRow[1..-1].each do |iObjectName|
+                  if (lObjects[iObjectName] == nil)
+                    logWarn "Unknown object from CSV file #{iFileName}: #{iObjectName}"
+                    lMissingIDs = true
+                  end
+                  lCSVObjects << iObjectName
+                end
+              when 2
+                # We have categories in this line
+                iRow[1..-1].each do |iCategoryName|
+                  if (lCategories[iCategoryName] == nil)
+                    logWarn "Unknown category from CSV file #{iFileName}: #{iCategoryName}"
+                    lMissingIDs = true
+                  end
+                  lCSVCategories << iCategoryName
+                end
+              else
+                if (lMissingIDs and
+                    (iConf[:IDsMustExist]))
+                  raise RuntimeError.new("Missing some IDs from CSV file #{iFileName}.")
+                end
+                # A line of data
+                lTimestamp = DateTime.strptime(iRow[0], iConf[:DateTimeFormat])
+                iRow[1..-1].each_with_index do |iStrValue, iIdx|
+                  if (iStrValue != nil)
+                    # Interpret the CSV value based on the value type of this column
+                    lValueType = (lCategories[lCSVCategories[iIdx]] || STATS_VALUE_TYPE_UNKNOWN)
+                    lValue = nil
+                    case lValueType
+                    when STATS_VALUE_TYPE_INTEGER
+                      lValue = Integer(iStrValue)
+                    when STATS_VALUE_TYPE_FLOAT
+                      lValue = Float(iStrValue)
+                    when STATS_VALUE_TYPE_PERCENTAGE
+                      lValue = Float(iStrValue)
+                    when STATS_VALUE_TYPE_UNKNOWN
+                      lValue = iStrValue
+                    when STATS_VALUE_TYPE_MAP
+                      lValue = eval(iStrValue)
+                    when STATS_VALUE_TYPE_STRING
+                      lValue = iStrValue
+                    else
+                      raise RuntimeError.new("Unknown value type for category #{lCSVCategories[iIdx]}: #{lValueType}")
+                    end
+                    oStatsProxy.addStat(lCSVObjects[iIdx], lCSVCategories[iIdx], lValue, :Timestamp => lTimestamp, :Location => lCSVLocations[iIdx])
+                  end
+                end
+              end
+              lIdxLine += 1
+            end
+          end
+        end
+      end
+      
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/Facebook.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 
@@ -22,6 +22,8 @@ module StatsCollect
       def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
         require 'mechanize'
         lMechanizeAgent = Mechanize.new
+        # Set a specific user agent, as Facebook will treat our agent as a mobile one
+        lMechanizeAgent.user_agent = 'Mozilla/5.0 (Windows; U; Windows NT 6.1; fr; rv:1.9.2.13) Gecko/20101203 Firefox/3.6.13'
         lLoginForm = lMechanizeAgent.get('http://www.facebook.com').forms[0]
         lLoginForm.email = iConf[:LoginEMail]
         lLoginForm.pass = iConf[:LoginPassword]
@@ -29,7 +31,7 @@ module StatsCollect
         lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first)
         if ((oStatsProxy.isObjectIncluded?('Global')) and
             (oStatsProxy.isCategoryIncluded?('Friends')))
-          getProfile(oStatsProxy, lMechanizeAgent)
+          getProfile(oStatsProxy, lMechanizeAgent, iConf)
         end
       end
 
@@ -38,11 +40,13 @@ module StatsCollect
       # Parameters:
       # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
       # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
-      def getProfile(oStatsProxy, iMechanizeAgent)
-        lProfilePage = iMechanizeAgent.get('http://www.facebook.com/profile.php')
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      def getProfile(oStatsProxy, iMechanizeAgent, iConf)
+        lProfilePage = iMechanizeAgent.get("http://www.facebook.com/#{iConf[:URLID]}")
         lNbrFriends = nil
         lProfilePage.root.css('script').each do |iScriptNode|
-          lMatch = iScriptNode.content.match(/>Friends \((\d*)\)<\\\/a><\\\/span>/)
+          lMatch = iScriptNode.content.match(/sk=friends&amp;v=friends\\">Friends \((\d*)\)/)
+          #lMatch = iScriptNode.content.match(/>Friends \((\d*)\)/)
           # The following line is valid for old profiles only
           #lMatch = iScriptNode.content.match(/>(\d*) friends<\\\/a><\\\/span>/)
           if (lMatch != nil)

data/lib/StatsCollect/Locations/FacebookArtist.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 
@@ -22,6 +22,8 @@ module StatsCollect
       def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
         require 'mechanize'
         lMechanizeAgent = Mechanize.new
+        # Set a specific user agent, as Facebook will treat our agent as a mobile one
+        lMechanizeAgent.user_agent = 'Mozilla/5.0 (Windows; U; Windows NT 6.1; fr; rv:1.9.2.13) Gecko/20101203 Firefox/3.6.13'
         lLoginForm = lMechanizeAgent.get('http://www.facebook.com').forms[0]
         lLoginForm.email = iConf[:LoginEMail]
         lLoginForm.pass = iConf[:LoginPassword]
@@ -43,7 +45,7 @@ module StatsCollect
         lProfilePage = iMechanizeAgent.get("http://www.facebook.com/pages/#{iConf[:PageID]}")
         lNbrLikes = nil
         lProfilePage.root.css('script').each do |iScriptNode|
-          lMatch = iScriptNode.content.match(/>(\d*) People Like This/)
+          lMatch = iScriptNode.content.match(/>\\u003cspan class=\\"uiNumberGiant fsxxl fwb\\">(\d*)\\u003c\\\/span>/)
           if (lMatch != nil)
             lNbrLikes = Integer(lMatch[1])
             break

data/lib/StatsCollect/Locations/FacebookLike.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 

data/lib/StatsCollect/Locations/GoogleGroup.rb

@@ -0,0 +1,103 @@
+#--
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class GoogleGroup
+
+      MEMBERSTATUS_INVITED = 0
+      MEMBERSTATUS_MEMBER = 1
+      MEMBERSTATUS_OWNER = 2
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        require 'mechanize'
+        lMechanizeAgent = Mechanize.new
+        lLoginForm = lMechanizeAgent.get('http://groups.google.com/').link_with(:text => 'Sign in').click.forms[0]
+        lLoginForm.Email = iConf[:LoginEMail]
+        lLoginForm.Passwd = iConf[:LoginPassword]
+        if (Mechanize::VERSION > '1.0.0')
+          lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first).meta_refresh.first.click
+        else
+          lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first).meta.first.click
+        end
+        iConf[:Objects].each do |iGroupName|
+          if (oStatsProxy.isCategoryIncluded?('Friends'))
+            getMembers(oStatsProxy, lMechanizeAgent, iGroupName)
+          end
+          if (oStatsProxy.isCategoryIncluded?('Friends list'))
+            getMembersList(oStatsProxy, lMechanizeAgent, iGroupName)
+          end
+        end
+      end
+
+      # Get the members statistics
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      # * *iGroupName* (_String_): Name of the group to retrieve members from
+      def getMembers(oStatsProxy, iMechanizeAgent, iGroupName)
+        lMembersPage = iMechanizeAgent.get("http://groups.google.com/group/#{iGroupName}/manage_members?hl=en")
+        lNbrFriends = Integer(lMembersPage.root.css('div.mngcontentbox table.membertabs tr td.st b').first.content.match(/All members \((\d*)\)/)[1])
+        oStatsProxy.addStat(iGroupName, 'Friends', lNbrFriends)
+      end
+
+      # Get the members list
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      # * *iGroupName* (_String_): Name of the group to retrieve members from
+      def getMembersList(oStatsProxy, iMechanizeAgent, iGroupName)
+        lExportForm = iMechanizeAgent.get("http://groups.google.com/group/#{iGroupName}/manage_members?hl=en").forms[4]
+        lLstMembers = iMechanizeAgent.submit(lExportForm, lExportForm.buttons.first).content.split("\n")[2..-1]
+        # The map of members
+        # map< Name, [ MemberStatus, JoinDateTime ] >
+        lMapMembers = {}
+        lLstMembers.each do |iStrMemberInfo|
+          lEmail, _, lStrStatus, _, _, _, lStrYear, lStrMonth, lStrDay, lStrHour, lStrMinute, lStrSecond = iStrMemberInfo.split(',')
+          lStatus = nil
+          case lStrStatus
+          when 'invited'
+            lStatus = MEMBERSTATUS_INVITED
+          when 'member'
+            lStatus = MEMBERSTATUS_MEMBER
+          when 'owner'
+            lStatus = MEMBERSTATUS_OWNER
+          else
+            logErr "Unknown member status (#{lStrStatus}) for email #{lEmail}. Will be counted as a member."
+            lStatus = MEMBERSTATS_MEMBER
+          end
+          lMapMembers[lEmail] = [
+            lStatus,
+            DateTime.civil(
+              lStrYear.to_i,
+              lStrMonth.to_i,
+              lStrDay.to_i,
+              lStrHour.to_i,
+              lStrMinute.to_i,
+              lStrSecond.to_i)
+          ]
+        end
+        oStatsProxy.addStat(iGroupName, 'Friends list', lMapMembers)
+      end
+
+    end
+
+  end
+
+end

data/lib/StatsCollect/Locations/GoogleSearch.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 

data/lib/StatsCollect/Locations/MySpace.rb

@@ -1,5 +1,5 @@
 #--
-# Copyright (c) 2009-2010 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
 # Licensed under the terms specified in LICENSE file. No warranty is provided.
 #++
 
@@ -30,14 +30,17 @@ module StatsCollect
         lLoginForm.Password = iConf[:LoginPassword]
         # Submit to get to the home page
         lMechanizeAgent.submit(lLoginForm, lLoginForm.buttons.first)
-        if ((oStatsProxy.isObjectIncluded?('Global')) and
-            (oStatsProxy.isCategoryIncluded?('Comments')))
-          getProfile(oStatsProxy, lMechanizeAgent)
-        end
-        if ((oStatsProxy.isObjectIncluded?('Global')) and
-            ((oStatsProxy.isCategoryIncluded?('Friends')) or
-             (oStatsProxy.isCategoryIncluded?('Visits'))))
-          getDashboard(oStatsProxy, lMechanizeAgent)
+        if (oStatsProxy.isObjectIncluded?('Global'))
+          if (oStatsProxy.isCategoryIncluded?('Comments'))
+            getProfile(oStatsProxy, lMechanizeAgent)
+          end
+          if ((oStatsProxy.isCategoryIncluded?('Friends')) or
+              (oStatsProxy.isCategoryIncluded?('Visits')))
+            getDashboard(oStatsProxy, lMechanizeAgent)
+          end
+          if (oStatsProxy.isCategoryIncluded?('Friends list'))
+            getFriendsList(oStatsProxy, lMechanizeAgent)
+          end
         end
         if (oStatsProxy.isCategoryIncluded?('Song plays'))
           getSongs(oStatsProxy, lMechanizeAgent)
@@ -63,7 +66,8 @@ module StatsCollect
         # Click on the Profile link from the home page
         lProfilePage = iMechanizeAgent.get('http://www.myspace.com/home').link_with(:text => 'Profile').click
         # Screen scrap it
-        lNbrComments = Integer(lProfilePage.root.css('div.commentsModule > div > div > div > div.moduleBody > div.genericComments > a.moreComments > span.cnt').first.content.match(/of (\d*)/)[1])
+        lNbrComments = Integer(lProfilePage.root.css('article#module18 div.wrapper section.content div.commentContainer a.moreComments span.cnt').first.content.match(/of (\d*)/)[1])
+
         oStatsProxy.addStat('Global', 'Comments', lNbrComments)
       end
 
@@ -75,8 +79,8 @@ module StatsCollect
       def getDashboard(oStatsProxy, iMechanizeAgent)
         # Get the dashboard page
         lJSonData = eval(iMechanizeAgent.get_file('http://www.myspace.com/stats/fans_json/profile_stats/en-US/x=0').gsub(':','=>'))
-        lNbrVisits = lJSonData['data'].select { |iItem| next (iItem[0] == 'myspace_views') }.first[-1]
-        lNbrFriends = lJSonData['data'].select { |iItem| next (iItem[0] == 'myspace_friends') }.first[-1]
+        lNbrVisits = Integer(lJSonData['data'].select { |iItem| next (iItem[0] == 'myspace_views') }.first[-1].gsub(',',''))
+        lNbrFriends = Integer(lJSonData['data'].select { |iItem| next (iItem[0] == 'myspace_friends') }.first[-1].gsub(',',''))
         oStatsProxy.addStat('Global', 'Visits', lNbrVisits)
         oStatsProxy.addStat('Global', 'Friends', lNbrFriends)
 
@@ -217,6 +221,53 @@ module StatsCollect
         logDebug "#{lLstBlogsRead.size} blogs read: #{lLstBlogsRead.join(', ')}"
       end
 
+      # Get the friends list
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iMechanizeAgent* (_Mechanize_): The agent reading pages
+      def getFriendsList(oStatsProxy, iMechanizeAgent)
+        lFriendsPage = iMechanizeAgent.get('http://www.myspace.com/my/friends/grid/page/1')
+        # Keep track of the last first friend of the page, as we will detect ending page thanks to it.
+        lLastFirstFriend = nil
+        lFriendsMap = {}
+        lIdxPage = 2
+        while (lFriendsPage != nil)
+          lFirstFriend = nil
+          lFriendsPage.root.css('ul.myDataList li').each do |iFriendNode|
+            if (iFriendNode['data-id'] != nil)
+              # We have a friend node
+              lFriendID = iFriendNode['data-id']
+              lFriendName = nil
+              iFriendNode.css('div div.vcard span.hcard a.nickname').each do |iFriendLinkNode|
+                lFriendName = iFriendLinkNode['href'][1..-1]
+                if (lFriendName == nil)
+                  logErr "Could not get friend's name for ID #{lFriendID}: #{iFriendLinkNode}"
+                end
+                lFriendsMap[lFriendID] = lFriendName
+              end
+              if (lFirstFriend == nil)
+                # Check if the page has not changed
+                if (lLastFirstFriend == lFriendID)
+                  # Finished
+                  break
+                end
+                lFirstFriend = lFriendID
+              end
+            end
+          end
+          lLastFirstFriend = lFirstFriend
+          # Get next page if we did not reach the end
+          if (lLastFirstFriend == nil)
+            lFriendsPage = nil
+          else
+            lFriendsPage = iMechanizeAgent.get("http://www.myspace.com/my/friends/grid/page/#{lIdxPage}")
+            lIdxPage += 1
+          end
+        end
+        oStatsProxy.addStat('Global', 'Friends list', lFriendsMap)
+      end
+
     end
 
   end

data/lib/StatsCollect/Locations/RB.rb

@@ -0,0 +1,64 @@
+#--
+# Copyright (c) 2010 - 2011 Muriel Salvan (murielsalvan@users.sourceforge.net)
+# Licensed under the terms specified in LICENSE file. No warranty is provided.
+#++
+
+module StatsCollect
+
+  module Locations
+
+    class RB
+
+      # Execute the plugin.
+      # This method has to add the stats and errors to the proxy.
+      # It can filter only objects and categories given.
+      # It has access to its configuration.
+      #
+      # Parameters:
+      # * *oStatsProxy* (_StatsProxy_): The stats proxy to be used to populate stats
+      # * *iConf* (<em>map<Symbol,Object></em>): The configuration associated to this plugin
+      # * *iLstObjects* (<em>list<String></em>): List of objects to filter (can be empty for all)
+      # * *iLstCategories* (<em>list<String></em>): List of categories to filter (can be empty for all)
+      def execute(oStatsProxy, iConf, iLstObjects, iLstCategories)
+        if (!iConf[:Files].empty?)
+          # Get the list of categories, locations and objects
+          lCategories = oStatsProxy.getCategories
+          lObjects = oStatsProxy.getObjects
+          lLocations = oStatsProxy.getLocations
+          iConf[:Files].each do |iFileName|
+            lLstStats = nil
+            File.open(iFileName, 'r') do |iFile|
+              lLstStats = eval(iFile.read)
+            end
+            lMissingIDs = false
+            logInfo "Read #{lLstStats.size} stats from RB file."
+            lLstStats.each do |ioStatInfo|
+              iCheckExistenceBeforeAdd, iTimeStamp, iLocationName, iObjectName, iCategoryName, iValue = ioStatInfo
+              ioStatInfo[1] = DateTime.strptime(iTimeStamp, iConf[:DateTimeFormat])
+              if (iConf[:IDsMustExist])
+                if (lLocations[iLocationName] == nil)
+                  logWarn "Unknown location from RB file #{iFileName}: #{iLocationName}"
+                  lMissingIDs = true
+                end
+                if (lObjects[iObjectName] == nil)
+                  logWarn "Unknown object from RB file #{iFileName}: #{iObjectName}"
+                  lMissingIDs = true
+                end
+                if (lCategories[iCategoryName] == nil)
+                  logWarn "Unknown category from RB file #{iFileName}: #{iCategoryName}"
+                  lMissingIDs = true
+                end
+              end
+            end
+            if (!lMissingIDs)
+              oStatsProxy.addStatsList(lLstStats)
+            end
+          end
+        end
+      end
+      
+    end
+
+  end
+
+end