fb_scrape 0.0.6 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d1a9ddf896ea4be8199af9719cad12ac839bcdea
-  data.tar.gz: 27174503c585c683b16a91afa8a7e85b9261b994
+  metadata.gz: 1ab5def24d779332f6b0cef2b22cad529d688965
+  data.tar.gz: 933385cdea599dcd0e03cba569bc2b69c1c38e4e
 SHA512:
-  metadata.gz: 511e6752cf92cff996cf2592223696cdd9a165ffb109ab54728bb9c43840de695a242ae60c970f042f0fde09fdd2260e88001f0d7717c0008463b137bbfa8a21
-  data.tar.gz: 9bec19ff984f8641fe08ee04826136be28e69648a7b0d0c9583581e5346ee4b55bebe72f0c93350a23834bc260411aefa4fe306ed2908dc221e832e321cafdde
+  metadata.gz: 0df57427570ab8c6b6a9a690590169217f7c2de8371ff02a60dfbe096a1087691dd6012b7911fa988e67f8c99c69024d8cbd6e70a89ac02d9347afb873cec090
+  data.tar.gz: 77ee341b0732ef947985e05dd385a921f0259bfa7d63bd1eb1fa77cfcd98ab51423478f7e39649a58a2415143171d936a1f8da459c2f7b25c7566244ef986f45

data/README.md

@@ -80,6 +80,15 @@ Or install it yourself as:
     puts comment.comments.count
   ```
 
+### Loading an entire conversation
+
+  ```ruby
+    require 'fb_scrape'
+
+    conversation = FBScrape::Conversation.new(conversation_id, page_id, token)
+    puts conversation.messages.count
+  ```
+
 ### Using the CLI
 
   You can use the CLI to get a dump in JSON of posts and comments

data/lib/fb_scrape/client.rb

@@ -2,18 +2,21 @@ require 'httparty'
 
 class FBScrape::Client
 
-  attr_accessor :page_name, :id, :name, :posts
+  attr_accessor :page_name, :id, :name, :posts, :conversations
 
-  def initialize(page_name, token_secret, id=nil, limit=nil)
+  def initialize(page_name, token_secret, id=nil, limit=nil, load_on_init=true)
     @page_name = page_name
     @token_secret = token_secret
     @id = id
     @posts = []
+    @conversations = []
     @loaded_initial = false
+    @loaded_initial_conversations = false
     @limit = limit
-    if @id
+    @conversations_page_info = nil
+    if @id && load_on_init
       load_initial_posts
-    else
+    elsif !@id
       get_page_id
     end
   end
@@ -40,8 +43,38 @@ class FBScrape::Client
     @page_info && next_cursor
   end
 
+  def can_load_more_conversations?
+    !is_limited? || (@conversations.count < @limit.to_i && has_more_conversations?)
+  end
+
+  def has_more_conversations?
+    @conversations_page_info && next_conversation_cursor
+  end
+
+  def load_conversations(limit=nil)
+    load_initial_conversations
+    @limit = limit if limit != @limit
+
+    while has_more_conversations? && can_load_more_conversations? do
+      load_more_conversations
+    end
+  end
+
   private
 
+    def load_initial_conversations
+      if !@loaded_initial_conversations
+        url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/conversations?access_token=#{@token_secret}"
+        load_conversations_from_url url
+        @loaded_initial_conversations = true
+      end
+    end
+
+    def load_more_conversations
+      url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/conversations?access_token=#{@token_secret}&limit=25&after=#{next_conversation_cursor}"
+      load_conversations_from_url url
+    end
+
     def load_initial_posts
       if !@loaded_initial
         url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/posts?fields=link,message,created_time&access_token=#{@token_secret}"
@@ -55,6 +88,19 @@ class FBScrape::Client
       load_posts_from_url url
     end
 
+    def load_conversations_from_url url
+      resp = HTTParty.get(url)
+      case resp.code
+        when 200
+          response = JSON.parse(resp.body)
+          response['data'].collect { |c| FBScrape::Conversation.new(c['id'], @id, @token_secret, false) }
+          @conversations = @conversations.concat(response['data'].collect { |c| FBScrape::Conversation.new(c['id'], @id, @token_secret, false) })
+          @conversations_page_info = response["paging"]
+        when 400
+          handle_error(resp)
+      end
+    end
+
     def load_posts_from_url url
       resp = HTTParty.get(url)
       case resp.code
@@ -78,6 +124,10 @@ class FBScrape::Client
       @page_info["cursors"]["after"]
     end
 
+    def next_conversation_cursor
+      @conversations_page_info["cursors"]["after"]
+    end
+
     def get_page_id
       url = "https://graph.facebook.com/#{@page_name}?access_token=#{@token_secret}"
       resp = HTTParty.get(url)

data/lib/fb_scrape/conversation.rb

@@ -0,0 +1,51 @@
+class FBScrape::Conversation
+
+  attr_accessor :id, :page_id, :messages, :updated_at
+
+  def initialize id, page_id, token, load_on_init=true
+    @id = id
+    @page_id = page_id
+    @token = token
+    @page_info = nil
+    @messages = []
+
+    if load_on_init
+      load_messages
+    end
+  end
+
+  def load_messages
+    load_initial_messages
+  end
+
+  def has_more_messages?
+    @page_info && next_cursor
+  end
+
+  private
+
+    def next_cursor
+      @page_info["cursors"]["after"]
+    end
+
+    def load_initial_messages
+      url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}?access_token=#{@token}&fields=messages{message,to,from}"
+      load_from_url url
+    end
+
+    def load_more_messages
+      url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}?access_token=#{@token}&fields=messages{message,to,from}&limit=25&after=#{next_cursor}"
+      load_from_url url
+    end
+
+    def load_from_url url
+      resp = HTTParty.get(url)
+      case resp.code
+        when 200
+          response = JSON.parse(resp.body)
+          @messages = @messages.concat(response['messages']['data'].collect { |m| FBScrape::Message.new(m, @page_id) })
+          @page_info = response['messages']['paging']
+        when 400
+      end
+    end
+end

data/lib/fb_scrape/message.rb

@@ -0,0 +1,25 @@
+class FBScrape::Message
+  attr_accessor :id, :created_at, :from_name, :from_id, :text, :reply_id, :to_id, :to_name
+
+
+  def initialize(payload, page_id=nil)
+    @page_id = page_id
+    
+    @id = payload['id']
+    @text = payload['message']
+    @created_at = payload['created_time']
+
+    @from_id = payload['from']['id']
+    @from_name = payload['from']['name']
+    @to_id = payload['to']['data'].first['id']
+    @to_name = payload['to']['data'].first['name']
+  end
+
+  def is_incoming?
+    @to_id == @page_id
+  end
+
+  def is_reply?
+    !is_incoming?
+  end
+end

data/lib/fb_scrape/version.rb

@@ -1,3 +1,3 @@
 module FBScrape
-  VERSION = "0.0.6"
+  VERSION = "0.0.7"
 end

data/lib/fb_scrape.rb

@@ -2,6 +2,8 @@ require "fb_scrape/version"
 require "fb_scrape/client"
 require "fb_scrape/post"
 require "fb_scrape/comment"
+require "fb_scrape/message"
+require "fb_scrape/conversation"
 
 module FBScrape
   GRAPH_VERSION = "2.10"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fb_scrape
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.0.7
 platform: ruby
 authors:
 - Trevor Kimenye
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-10-16 00:00:00.000000000 Z
+date: 2017-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -128,6 +128,8 @@ files:
 - lib/fb_scrape.rb
 - lib/fb_scrape/client.rb
 - lib/fb_scrape/comment.rb
+- lib/fb_scrape/conversation.rb
+- lib/fb_scrape/message.rb
 - lib/fb_scrape/post.rb
 - lib/fb_scrape/version.rb
 homepage: https://github.com/ongair/fb_scrape