fb_scrape 0.0.1 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1ab9e7be1ccd90aba528b2d6066ca78a88d52b2f
-  data.tar.gz: 3332a40809f0d331fc26442b4b9a89bb24a9facd
+  metadata.gz: 6c8ee7a39b2206dd1a81a1a5cb63bad79576d62d
+  data.tar.gz: 6007835efa4e40368fa8cbcf210ea9209e837218
 SHA512:
-  metadata.gz: f25735dc3e5d82e38f70077f59a31bf55814e54378c1c8fb23472bfafe1ca76a7b6e5e74cfe6f77e569867fb9d08aaa7c37c679b2208a502b647cd7405acaafa
-  data.tar.gz: '08c38ed64d2007ddc243c58011ca8b2e74f0f1364076f0e828b37e647d3741084e3c5e278988863b6726e888e4cfe73be3212a0ef010674f9a39ec7835b6de5b'
+  metadata.gz: be7eb5fc04239dba07944d6a21a9697896ace34336ad51a62675bc8b89037da7d2a2e12c26b8213c27a787604cacb092030486368f02179fd5102afca976be2a
+  data.tar.gz: 854edabfbc131bce88a1d87d9aa2358100b253b703f0eca483e54491ceec3df76cba2893f093a1fcf5069e39b678926ad06552f685cf3baa77ce09a6d44b8b57

data/README.md

@@ -41,6 +41,18 @@ Or install it yourself as:
     puts client.posts.length
   ```
 
+#### Limiting the number of posts
+
+  You can limit the number of posts returned
+
+  ```ruby
+  require 'fb_scrape'
+  client = FBScrape::Client.new("page_name", "access_token", "page_id", 10)
+  client.load
+
+  puts client.posts.length <= 10
+  ```
+
 ### Loading a post
 
   ```ruby

data/bin/fb_scrape

@@ -6,13 +6,17 @@ require 'json'
 
 class FBScrape::CLI < Thor
 
+  desc "version", "Get the version of the client running"
+  def version
+    puts FBScrape::VERSION
+  end
+
   desc "id", "Get the page_id for page"
   option :page_name, :required => true
   option :token, :required => true
   def id
     begin
       client = FBScrape::Client.new(options[:page_name], options[:token])
-      client.init
       puts client.id
     rescue ArgumentError => e
       puts e.message
@@ -22,14 +26,17 @@ class FBScrape::CLI < Thor
   desc "posts", "Get all the posts for the page"
   option :page_id, :required => true
   option :token, :required => true
+  option :limit, :required => false
   def posts
     begin
+      limit = options[:limit] || nil
       client = FBScrape::Client.new(nil, options[:token], options[:page_id])
-      client.load
+      client.load(limit)
+
       posts = client.posts
       puts JSON.pretty_generate(posts)
     rescue ArgumentError => e
-      puts e.message
+      puts "Error:" + e.message
     end
   end
 
@@ -39,8 +46,11 @@ class FBScrape::CLI < Thor
   option :page_id, :required => false
   def comments
     begin
-      # post = FBScrape::Post.load_from_shortcode(options[:shortcode])
-      post = FBScrape::Post.load_from_id(options[:id], options:[token])
+
+      token = options[:token]
+      id = options[:id]
+
+      post = FBScrape::Post.load_from_id(id, token)
       post.load_all_comments
 
       comments = post.comments
@@ -52,4 +62,4 @@ class FBScrape::CLI < Thor
 
 end
 
-IGScrape::CLI.start(ARGV)
+FBScrape::CLI.start(ARGV)

data/lib/fb_scrape/client.rb

@@ -4,12 +4,13 @@ class FBScrape::Client
 
   attr_accessor :page_name, :id, :name, :posts
 
-  def initialize(page_name, token_secret, id=nil)
+  def initialize(page_name, token_secret, id=nil, limit=nil)
     @page_name = page_name
     @token_secret = token_secret
     @id = id
     @posts = []
     @loaded_initial = false
+    @limit = limit
     if @id
       load_initial_posts
     else
@@ -17,14 +18,24 @@ class FBScrape::Client
     end
   end
 
-  def load
+  def load(limit=nil)
     load_initial_posts
-    while has_more_posts? do
+    @limit = limit if limit != @limit
+
+    while has_more_posts? && is_under_limit? do
       # load more posts
       load_more_posts
     end
   end
 
+  def is_under_limit?
+    !is_limited? || @posts.count < @limit.to_i
+  end
+
+  def is_limited?
+    !@limit.nil?
+  end
+
   def has_more_posts?
     @page_info && next_cursor
   end
@@ -33,14 +44,14 @@ class FBScrape::Client
 
     def load_initial_posts
       if !@loaded_initial
-        url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/posts?access_token=#{@token_secret}"
+        url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/posts?fields=link,message,created_time&access_token=#{@token_secret}"
         load_posts_from_url url
         @loaded_initial = true
       end
     end
 
     def load_more_posts
-      url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{id}/posts?access_token=#{@token_secret}&limit=25&after=#{next_cursor}"
+      url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{id}/posts?fields=link,message,created_time&access_token=#{@token_secret}&limit=25&after=#{next_cursor}"
       load_posts_from_url url
     end
 
@@ -52,9 +63,17 @@ class FBScrape::Client
           more_posts = response["data"].collect { |p| FBScrape::Post.new(p) }
           @posts = @posts.concat(more_posts)
           @page_info = response["paging"]
+        when 400
+          handle_error(resp)
       end
     end
 
+    def handle_error resp
+      response = JSON.parse(resp.body)
+      error = response["error"]["message"]
+      raise ArgumentError.new(error)
+    end
+
     def next_cursor
       @page_info["cursors"]["after"]
     end
@@ -69,9 +88,7 @@ class FBScrape::Client
           @name = response["name"]
           @id = response["id"]
         when 400
-          response = JSON.parse(resp.body)
-          error = response["error"]["message"]
-          raise ArgumentError.new(error)
+          handle_error(resp)
       end
     end
 

data/lib/fb_scrape/comment.rb

@@ -2,10 +2,10 @@ require 'json'
 
 class FBScrape::Comment
 
-  attr_accessor :id, :created_at, :from_name, :from_id, :message, :comments
+  attr_accessor :id, :created_at, :from_name, :from_id, :page_id, :message, :replies
 
   def initialize(payload, access_token=nil, page_id=nil)
-    @comments = []
+    @replies = []
     @access_token = access_token
     @page_id = page_id
     load_from_payload payload
@@ -31,6 +31,17 @@ class FBScrape::Comment
     end
   end
 
+  def to_json(*args)
+    JSON.pretty_generate({
+      id: @id,
+      created_at: @created_at,
+      from_name: @from_name,
+      from_id: @from_id,
+      page_id: @page_id,
+      message: @message
+    })
+  end
+
   private
 
     def next_cursor
@@ -48,16 +59,20 @@ class FBScrape::Comment
 
       case resp.code
         when 200
-          response = JSON.parse(resp)
-          @comments = @comments.concat(response["data"].collect{ |c| FBScrape::Comment.new(c, @access_token, @page_id) })
+          response = JSON.parse(resp.body)
+          @replies = @replies.concat(response["data"].collect{ |c| FBScrape::Comment.new(c, @access_token, @page_id) })
           @page_info = response["paging"]
+        when 400
+          response = JSON.parse(resp.body)
+          error = response["error"]["message"]
+          raise ArgumentError.new(error)
       end
     end
 
     def load_from_payload payload
       if payload
         @id =  payload['id']
-        @created_at = payload['created_at']
+        @created_at = payload['created_time']
         @message = payload['message']
 
         if payload['from']

data/lib/fb_scrape/post.rb

@@ -2,24 +2,25 @@ require 'json'
 
 class FBScrape::Post
 
-  attr_accessor :id, :created_at, :message, :comments
+  attr_accessor :id, :created_at, :message, :comments, :link
 
-  def initialize payload
+  def initialize payload, page_id=nil, token=nil
     @comments = []
+    @page_id = page_id
+    @token = token
 
     if payload
       load_from_payload(payload)
     end
   end
 
-  def self.load_from_id id, access_token
-    post = FBScrape::Post.new({ 'id' => id })
-    post.load_comments(access_token)
+  def self.load_from_id id, access_token, page_id=nil
+    post = FBScrape::Post.new({ 'id' => id }, page_id, access_token)
+    post.load_comments
     post
   end
 
-  def load_comments token
-    @token = token
+  def load_comments
     url = "https://graph.facebook.com/v#{FBScrape::GRAPH_VERSION}/#{@id}/comments?access_token=#{@token}"
     load_from_url url
   end
@@ -34,16 +35,29 @@ class FBScrape::Post
     end
   end
 
+  def to_json(*args)
+    JSON.pretty_generate({
+      id: @id,
+      created_at: @created_at,
+      message: @message,
+      link: @link
+    })
+  end
+
+
   private
 
     def load_from_url url
       resp = HTTParty.get(url)
-
       case resp.code
         when 200
           response = JSON.parse(resp.body)
-          @comments = @comments.concat(response["data"].collect{ |c| FBScrape::Comment.new(c) })
+          @comments = @comments.concat(response["data"].collect{ |c| FBScrape::Comment.new(c, @token, @page_id) })
           @page_info = response["paging"]
+        when 400
+          response = JSON.parse(resp.body)
+          error = response["error"]["message"]
+          raise ArgumentError.new(error)
       end
     end
 
@@ -59,7 +73,8 @@ class FBScrape::Post
 
     def load_from_payload payload
       @id = payload["id"]
-      @created_at = payload["created_at"]
+      @created_at = payload["created_time"]
       @message = payload["message"]
+      @link = payload["link"]
     end
 end

data/lib/fb_scrape/version.rb

@@ -1,3 +1,3 @@
 module FBScrape
-  VERSION = "0.0.1"
+  VERSION = "0.0.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fb_scrape
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.5
 platform: ruby
 authors:
 - Trevor Kimenye
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-10-09 00:00:00.000000000 Z
+date: 2017-10-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler