fb_scrape 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a990a8a5717489cc8e4a670232d99a873e705d81
-  data.tar.gz: c2be56834af3ae1d968f62ac19d4d1aeb5d42ccb
+  metadata.gz: 29b58f6847d52acf4ddb42d640ec83381bfd98e2
+  data.tar.gz: 3515cb9e1354420f8ffd7e87ae4c175ff17ee137
 SHA512:
-  metadata.gz: 8164a7e6ee628edf4d66b9b238a6f31a8b25acdf8872a98072bce187580f31ed8676c4688be85aca0fbcc8441d342885b051cd816678fdeaa4e62be623410e1e
-  data.tar.gz: '08dd959a6c0b71271afc521ffd332d6d23199744ae05edc8e0d2aa8d4e1fd47b861da71beda08344628c69f2e7d20139a9a1064c404458b66e2d5eae41051a5c'
+  metadata.gz: 61813248a7541451c4094330fea755093473df2afc2ccf636f75348a3a5c1d32bbbdcd5f86d8669f21fe55a26b34e50b43b9fb9d0a5c73dcbe5b402f8224d7e0
+  data.tar.gz: 3ca16bfe693e365e770664424b2f50aa2d3faab081fa595460627e99f44d2038269dd4c50553677a0941ec9005d9334692548df744b24b0f87389d165b5ec35e

data/bin/fb_scrape

@@ -60,6 +60,30 @@ class FBScrape::CLI < Thor
     end
   end
 
+  desc "export_messages", "Get all the comments for a post's shortcode"
+  option :limit, :required => true
+  option :token, :required => true
+  option :page_id, :required => true
+  option :out_file, :required => true
+  def export_messages
+    begin
+      # exports all a pages conversation threads to a csv file$T
+      client = FBScrape::Client.new(nil, options[:token], options[:page_id])
+      client.load_conversations(options[:limit])
+
+      client.conversations.each do |c|
+        c.load_messages
+        puts "Loading #{c.id} messages: #{c.messages.count}"
+      end
+
+      messages = client.conversations.collect{ |c| c.messages }.flatten
+      puts "Total messages #{messages.count}"
+
+    rescue ArgumentError => e
+      puts e.message
+    end
+  end
+
 end
 
 FBScrape::CLI.start(ARGV)

data/lib/fb_scrape/client.rb

@@ -52,8 +52,8 @@ class FBScrape::Client
   end
 
   def load_conversations(limit=nil)
-    load_initial_conversations
     @limit = limit if limit != @limit
+    load_initial_conversations
 
     while has_more_conversations? && can_load_more_conversations? do
       load_more_conversations
@@ -65,6 +65,9 @@ class FBScrape::Client
     def load_initial_conversations
       if !@loaded_initial_conversations
         url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/conversations?access_token=#{@token_secret}"
+        if is_limited?
+          url += "&limit=#{@limit}"
+        end
         load_conversations_from_url url
         @loaded_initial_conversations = true
       end

data/lib/fb_scrape/version.rb

@@ -1,3 +1,3 @@
 module FBScrape
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fb_scrape
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Trevor Kimenye