social_feed_agregator 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f548b461c4328280e0e85046aaf241f6f9083659
-  data.tar.gz: 2ba8f7d20acf36b32c6f20ff1ed511eac17bfeac
+  metadata.gz: c4fc4e3a81aaea74d2dad456924b6b2a69ad9ef1
+  data.tar.gz: 3317654c2c16a115b8c4b3c0149e34588abc4070
 SHA512:
-  metadata.gz: 064e1ccde9755477090af8a13fc159d5d6ab6d245e98882c06e48fede8a11fef2b1b22e8e86397ba21ebc39bf24c0996a6203721279f55994899372744bcf03c
-  data.tar.gz: fc042377bbaf949625ed7fca328b8f4dd2fbee676cf3267eb41c47f310f65d9a5428aa98e24820225a2d59ea1d8d361c18d8ce8090acb5195428ac1e5a60a857
+  metadata.gz: 3be704d71ae0522f84e4533b48173eb5544b0e39cc9d8c57dab75785363e0a3ac8e30938b29285c4db61b0ee1c2adbba72d81b08e0b196709f7415e5d38703fe
+  data.tar.gz: d708b5279a83931fdebff98007f79acdcce61f26637dba650284a68873f22c4b2abe6d4ae47f1e815c1052e6db7408135813786fb9e35d2e2c186c4882620a44

data/README.md

@@ -18,7 +18,49 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+    ## 1. Create reader for some social service (available Facebook, Twitter, Pinterest)
+
+    fb = SFA::Facebook.new ({      
+      facebook_app_id:            "FACEBOOK_APP_ID", 
+      facebook_app_secret:        "FACEBOOK_APP_SECRET",  
+      facebook_user_name:         "FACEBOOK_USER_NAME"
+    })
+
+    tw = SFA::Twitter.new ({      
+      twitter_consumer_key:       "TWITTER_CONSUMER_KEY", 
+      twitter_consumer_secret:    "TWITTER_CONSUMER_SECRET",
+      twitter_oauth_token:        "TWITTER_OAUTH_TOKEN",
+      twitter_oauth_token_secret: "TWITTER_OAUTH_TOKEN_SECRET",
+      twitter_user_name:          "TWITTER_USER_NAME"      
+    })
+
+    pins = SFA::Pinterest.new ({
+      pinterest_user_name:        "PINTEREST_USER_NAME"
+    })
+
+
+    ## 2. Get data
+
+    res = []
+        
+    # Default 25
+    fb.get_feeds(count: 2) do |feed|
+      res << feed
+    end
+
+    # Default 25
+    tw.get_feeds(count: 2) do |feed|
+      res << feed
+    end
+
+    # Default 25
+    pins.get_feeds(count: 2) do |feed|
+      res << feed
+    end
+
+    res.sort!{|a, b| a.created_at <=> b.created_at}
+
+    res.to_json
 
 ## Contributing
 

data/lib/social_feed_agregator/base_reader.rb

@@ -0,0 +1,7 @@
+class BaseReader
+  def initialize(options={})
+  end
+
+  def get_feeds(options={})
+  end
+end

data/lib/social_feed_agregator/facebook_reader.rb

@@ -1,12 +1,14 @@
+require "social_feed_agregator/base_reader"
 require "social_feed_agregator/feed"
 require "koala"
 
 module SocialFeedAgregator
-  class FacebookReader
+  class FacebookReader < BaseReader
 
     attr_accessor :app_id, :app_secret, :name
 
     def initialize(options={})
+      super(options)
       options.replace(SocialFeedAgregator.default_options.merge(options))
 
       @name =       options[:facebook_user_name]
@@ -15,15 +17,25 @@ module SocialFeedAgregator
     end
         
     def get_feeds(options={})
+      super(options)
       @name = options[:name] if options[:name]
+      count = options[:count] || 25
 
       oauth = Koala::Facebook::OAuth.new(@app_id, @app_secret)      
       graph = Koala::Facebook::API.new oauth.get_app_access_token      
       posts = graph.get_connections(@name, "posts")
       
+      feeds, i, count_per_request, items = [], 0, 25, 0
+
+      parts = (count.to_f / count_per_request).ceil
+
       begin
-        posts.map do |post|       
-          Feed.new ({
+        i+=1
+        posts.each do |post|    
+          items+=1
+          break if items > count
+
+          feed = Feed.new({
             feed_type: :facebook,
             feed_id: post['id'],
             
@@ -39,13 +51,16 @@ module SocialFeedAgregator
             caption: post['caption'],
             story: post['story'],
             message: post['message'],      
-            created_at: post["created_time" ],
+            created_at: DateTime.parse(post["created_time"]),
             type: post['type']
           })
-        end       
-      end while not posts = posts.next_page
 
-    end
-   
+          block_given? ? yield(feed) : feeds << feed
+          
+        end       
+      end while (posts = posts.next_page) && (i < parts)
+      feeds
+    end   
   end
+  Facebook = FacebookReader
 end

data/lib/social_feed_agregator/pinterest_reader.rb

@@ -0,0 +1,49 @@
+require "social_feed_agregator/base_reader"
+require "social_feed_agregator/feed"
+
+module SocialFeedAgregator
+  class PinterestReader < BaseReader
+
+    attr_accessor :name
+
+    def initialize(options={})
+      super(options)
+      options.replace(SocialFeedAgregator.default_options.merge(options))
+      @name = options[:pinterest_user_name]      
+    end
+        
+    def get_feeds(options={})
+      super(options)
+      @name = options[:name] if options[:name]
+      count = options[:count] || 25
+
+      feeds, items = [], 0
+
+      doc = Nokogiri::XML(RestClient.get("http://pinterest.com/#{@name}/feed.rss?page=2"))                       
+
+      doc.xpath('//item').each do |item|
+        items += 1
+        break if items > count
+        desc = item.xpath('description').inner_text.match(/src="(\S+)".+<p>(.+)<\/p>/)
+        
+        feed = Feed.new ({
+          feed_type: :pinterest,
+          feed_id: item.xpath('guid').inner_text.match(/\d+/)[0].to_s,
+
+          user_id: @name,
+          user_name: @name,
+
+          name: item.xpath('title').inner_text,          
+          permalink: item.xpath('link').inner_text,
+          picture_url: desc[1],
+          description: desc[2],
+          created_at: DateTime.parse(item.xpath('pubDate').inner_text), #.strftime("%Y-%m-%d %H:%M:%S")
+        })  
+
+        block_given? ? yield(feed) : feeds << feed
+      end
+      feeds
+    end   
+  end
+  Pinterest = PinterestReader
+end

data/lib/social_feed_agregator/twitter_reader.rb

@@ -1,8 +1,9 @@
+require "social_feed_agregator/base_reader"
 require "social_feed_agregator/feed"
 require "twitter"
 
 module SocialFeedAgregator
-  class TwitterReader
+  class TwitterReader < BaseReader
 
     attr_accessor :consumer_key, 
                   :consumer_secret,
@@ -11,6 +12,7 @@ module SocialFeedAgregator
                   :twitter_name
 
     def initialize(options={})
+      super(options)
       options.replace(SocialFeedAgregator.default_options.merge(options))
 
       @consumer_key = options[:twitter_consumer_key]
@@ -18,11 +20,13 @@ module SocialFeedAgregator
       @oauth_token = options[:twitter_oauth_token]
       @token_secret = options[:twitter_oauth_token_secret]
       @name = options[:twitter_user_name]
+
     end
         
     def get_feeds(options={})
+      super(options)
       @name = options[:name] if options[:name]
-      count = options[:count] if options[:count]
+      count = options[:count] || 25
       
       client = ::Twitter.configure do |config|
         config.consumer_key = @consumer_key
@@ -31,47 +35,58 @@ module SocialFeedAgregator
         config.oauth_token_secret = @token_secret
       end
           
-      statuses = client.user_timeline(@name, {count: count})
-    
-      statuses.map do |status|                
-        tweet_type = 'status'
-        picture_url = ''
-        link = ''
-
-        if status.entities?          
           
-          if status.media.any?
-            photo_entity = status.media.first          
-            tweet_type = 'photo'
-            picture_url = photo_entity.media_url
-          end
+      feeds, i = [], 0
+      count_per_request =  200 #::Twitter::REST::API::Timelines::MAX_TWEETS_PER_REQUEST      
 
-          if status.urls.any?
-            url_entity = status.urls.first          
-            tweet_type = 'link'
-            link = url_entity.url
-          end
+      opts = {count: count < count_per_request ? count : count_per_request}
 
-        end
+      parts = (count.to_f / count_per_request).ceil
 
+      while (statuses = client.user_timeline(@name, opts)) && i < parts do
+        i+=1                
 
-        Feed.new ({
-          feed_type: :twitter,
-          feed_id: status.id.to_s,       
+        statuses.each do |status|                
+          tweet_type, picture_url, link  = 'status', '', ''
+           
+          if status.entities?                      
+            if status.media.any?
+              photo_entity = status.media.first          
+              tweet_type = 'photo'
+              picture_url = photo_entity.media_url
+            end
 
-          user_id: status.user.id,
-          user_name: status.user.screen_name,
-          
-          permalink: "https://twitter.com/#{status.user.screen_name}/status/#{status.id}", #status.url,
-          message: status.text,          
-          created_at: status.created_at,
+            if status.urls.any?
+              url_entity = status.urls.first          
+              tweet_type = 'link'
+              link = url_entity.url
+            end
+          end
+
+          feed = Feed.new({
+            feed_type: :twitter,
+            feed_id: status.id.to_s,       
 
-          type: tweet_type,
-          picture_url: picture_url,
-          link: link
-        })                
-      end       
+            user_id: status.user.id,
+            user_name: status.user.screen_name,
+            
+            permalink: "https://twitter.com/#{status.user.screen_name}/status/#{status.id}", #status.url,
+            message: status.text,          
+            created_at: status.created_at,
 
+            type: tweet_type,
+            picture_url: picture_url,
+            link: link
+          }) 
+          
+          block_given? ? yield(feed) : feeds << feed     
+          
+          new_count = count - count_per_request * i
+          opts[:count] = new_count < count_per_request ? new_count : count_per_request
+          opts[:max_id] = status.id.to_s          
+        end       
+      end
+      feeds
     end
    
   end

data/lib/social_feed_agregator/version.rb

@@ -1,3 +1,3 @@
 module SocialFeedAgregator
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/lib/social_feed_agregator.rb

@@ -1,6 +1,7 @@
 require "social_feed_agregator/version"
 require "social_feed_agregator/facebook_reader"
 require "social_feed_agregator/twitter_reader"
+require "social_feed_agregator/pinterest_reader"
 
 module SocialFeedAgregator  
   @default_options = {}

data/social_feed_agregator.gemspec

@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
   spec.email         = ["eus@appfellas.co"]
   spec.description   = %q{Social Feed Agregator}
   spec.summary       = %q{Social Feed Agregator}
-  spec.homepage      = ""
+  spec.homepage      = "http://appfellas.nl"
   spec.license       = "MIT"
 
   spec.files         = `git ls-files`.split($/)
@@ -22,5 +22,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake"
 
   spec.add_dependency("koala", "~> 1.6.0")
-  spec.add_dependency("twitter", "= 4.6.2")
+  spec.add_dependency("twitter", "~> 4.6.2")
+  spec.add_dependency("rest-client", "1.6.7")
+  spec.add_dependency("nokogiri", "~> 1.6.0")
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: social_feed_agregator
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Eugene Sobolev
@@ -56,16 +56,44 @@ dependencies:
   name: twitter
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ~>
       - !ruby/object:Gem::Version
         version: 4.6.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - ~>
       - !ruby/object:Gem::Version
         version: 4.6.2
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.6.7
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.6.0
 description: Social Feed Agregator
 email:
 - eus@appfellas.co
@@ -79,12 +107,14 @@ files:
 - README.md
 - Rakefile
 - lib/social_feed_agregator.rb
+- lib/social_feed_agregator/base_reader.rb
 - lib/social_feed_agregator/facebook_reader.rb
 - lib/social_feed_agregator/feed.rb
+- lib/social_feed_agregator/pinterest_reader.rb
 - lib/social_feed_agregator/twitter_reader.rb
 - lib/social_feed_agregator/version.rb
 - social_feed_agregator.gemspec
-homepage: ''
+homepage: http://appfellas.nl
 licenses:
 - MIT
 metadata: {}