ids_please 2.0.0.beta1 → 2.0.0.beta2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a1bbac04168fe627471c08ba5bf7194969f74f66
-  data.tar.gz: d7de09b8cea91f8f10a554ed4d350ef1fe3f5280
+  metadata.gz: c90688ce29bb8d767bed1b76578372de08fd159e
+  data.tar.gz: 05f2a555c749d65e856fd7f7564df5eefea1fdbd
 SHA512:
-  metadata.gz: 29242a29434737cfa8972e0cc24b54f003906e344d2fd129416b98dc324cf77f7e5f0c38cc4c592488968e7c2e3a9dd3a8a30010d6cd897ef808b9599884ed3f
-  data.tar.gz: 1e12f7f16e51eabf4c8fc14a7b2d681a2f69bfe3757af0de933edd399b9aaebae45b582d26e31b6b4547a26d4d82a708a937c6b3e8d2e56d646483151872a19b
+  metadata.gz: a9fb21b711bc75b247e91b5748473787d8ffefc27f22531c9137c0cee37960fc696f778fd3a44ed5c6cb2a8a815c4443c2ebabcfc503c25894e393b2218aa55c
+  data.tar.gz: 7c88c109074baf10941152bfb97b82a6695d0298a57fcbadbaf4dd77535f4789ad61822f7b7204daa339da78634e488ebf481628d36e72ab18bcff5e97afac47

data/README.md

@@ -2,7 +2,7 @@
 
 [![Build Status](https://travis-ci.org/gazay/ids_please.svg)](https://codeclimate.com/github/gazay/ids_please) [![ids_please API Documentation](https://www.omniref.com/ruby/gems/ids_please.png)](https://www.omniref.com/ruby/gems/ids_please)
 
-Get social network IDs or screen names from links to social network accounts.
+Grab some hidden in html data from social account page. Get social network IDs or screen names from links to social network accounts.
 
 Sometimes you need to get a social network account name from a link —
 to store a screen name in your database instead of parsing the link every time,
@@ -28,7 +28,55 @@ gem 'ids_please'
 
 ## Usage
 
-This is how you get social IDs from from links:
+This gem works in two modes – you can get real data from social network by http request and page parsing
+and you can just parse link to social account to find username/id. Sometimes username from link can't be
+used with social network's API, in this case try to get real ID with grab mode.
+
+### Grabbing data from social account's page
+
+This functionality works through real http requests, so if you feed it with many links – it can take a while.
+
+As Facebook shows data only from public pages and public groups – in most cases you can't gather data from
+any profile page. Same thing about private `instagram` accounts, profiles and private groups in `vk`.
+
+Also you should provide real urls with right protocols. For example you will not receive any data from `http://facebook.com/Microsoft`,
+but from `https://facebook.com/Microsoft` you'll receive all data as in example below:
+
+```ruby
+ids = IdsPlease.new('https://instagram.com/microsoft/', 'https://facebook.com/Microsoft')
+ids.grab
+=> {:instagram=>
+    [IdsPlease::Grabbers::Instagram#70339427221180
+      @link=https://instagram.com/microsoft/,
+      @network_id=524549267,
+      @avatar=https://igcdn-photos-h-a.akamaihd.net/hphotos-ak-xpf1/t51.2885-19/10729318_654650964633655_619168277_a.jpg,
+      @display_name=Microsoft,
+      @username=microsoft,
+      @data={:bio=>"The official Instagram account of Microsoft. Celebrating people who break boundaries, achieve their goals, and #DoMore every day.", :website=>"http://msft.it/MSFTDoMore"}],
+    :facebook=>
+    [IdsPlease::Grabbers::Facebook#70339427168960
+      @link=https://facebook.com/Microsoft,
+      @network_id=20528438720,
+      @avatar=https://fbcdn-profile-a.akamaihd.net/hprofile-ak-xfa1/v/t1.0-1/394366_10151053222893721_1961351328_n.jpg?oh=f3efc47a669cf291221ca421eaf016fb&oe=55C61365&__gda__=1440162054_3bf920ed0b4c0c7873c4ec44affcec15,
+      @display_name=Microsoft,
+      @username=Microsoft,
+      @data={:type=>"company", :description=>"Welcome to the official Microsoft Facebook page, your source for news and conversation about..."}
+    ]
+   }
+
+insta = ids.grabbed[:instagram].first
+insta.avatar
+=> "https://igcdn-photos-h-a.akamaihd.net/hphotos-ak-xpf1/t51.2885-19/10729318_654650964633655_619168277_a.jpg"
+```
+
+Social networks supported for grabbing at the moment:
+
+* [Facebook](https://www.facebook.com)
+* [Twitter](https://www.twitter.com)
+* [Instagram](http://instagram.com)
+* [Vkontakte](https://vk.com)
+
+### Link parsing
 
 ```ruby
 ids = IdsPlease.new('https://twitter.com/gazay', 'http://facebook.com/alexey.gaziev')

data/lib/ids_please/grabbers/base.rb

@@ -24,7 +24,7 @@ class IdsPlease
           next if iv == :@page_source
           val = self.instance_variable_get(iv)
           next if val.nil? || val == ''
-          line += ", #{iv}=#{val}"
+          line += ", \n#{iv}=#{val}"
         end
         "#{self.class}##{self.object_id} #{line[1..-1]}"
       end

data/lib/ids_please/grabbers/facebook.rb

@@ -7,7 +7,7 @@ class IdsPlease
         @network_id  = @page_source.scan(/entity_id":"(\d+)"/).flatten.first
         @avatar = @page_source.scan(/og:image" content="([^"]+)"/).flatten.first
         @display_name = @page_source.scan(/og:title" content="([^"]+)"/).flatten.first
-        @username = @page_source.scan(/og:url" content=".+\/([^\/"]+)"/).flatten.first
+        @username = @page_source.scan(/og:url" content="[^"]+\/([^\/"]+)"/).flatten.first
         @avatar = CGI.unescapeHTML(@avatar.encode('utf-8')) if @avatar
         @display_name = CGI.unescapeHTML(@display_name.encode('utf-8')) if @display_name
         @data = {}

data/lib/ids_please/grabbers/twitter.rb

@@ -0,0 +1,28 @@
+class IdsPlease
+  module Grabbers
+    class Twitter < IdsPlease::Grabbers::Base
+
+      def grab_link
+        @page_source ||= open(link).read
+        @network_id  = @page_source.scan(/data-user-id="(\d+)"/).flatten.first
+        @avatar = @page_source.scan(/ProfileAvatar-image " src="([^"]+)"/).flatten.first
+        @display_name = @page_source.scan(/ProfileHeaderCard-nameLink[^>]+>([^<]+)</).flatten.first
+        @username = @page_source.scan(/<title>[^\(]+\(@([^\)]+)\)/).flatten.first
+        @data = {}
+        {
+          description: @page_source.scan(/ProfileHeaderCard-bio[^>]+>([^<]+)</).flatten.first.encode('utf-8'),
+          location: @page_source.scan(/ProfileHeaderCard-locationText[^>]+>([^<]+)</).flatten.first.encode('utf-8'),
+          join_date: @page_source.scan(/ProfileHeaderCard-joinDateText[^>]+>([^<]+)</).flatten.first.encode('utf-8'),
+        }.each do |k, v|
+          next if v.nil? || v == ''
+          @data[k] = CGI.unescapeHTML(v)
+        end
+        self
+      rescue => e
+        p e
+        return self
+      end
+
+    end
+  end
+end

data/lib/ids_please/grabbers.rb

@@ -2,23 +2,24 @@ require_relative 'grabbers/base'
 require_relative 'grabbers/facebook'
 require_relative 'grabbers/vkontakte'
 require_relative 'grabbers/instagram'
+require_relative 'grabbers/twitter'
 
 class IdsPlease
   module Grabbers
 
-    NETWORKS = [
-      IdsPlease::Grabbers::Facebook,
-      IdsPlease::Grabbers::Vkontakte,
-      IdsPlease::Grabbers::Instagram
-    ]
+    NETWORKS = {
+      facebook: IdsPlease::Grabbers::Facebook,
+      vkontakte: IdsPlease::Grabbers::Vkontakte,
+      twitter: IdsPlease::Grabbers::Twitter,
+      instagram: IdsPlease::Grabbers::Instagram
+    }
 
     def self.each
-      NETWORKS.each { |n| yield n }
+      NETWORKS.values.each { |n| yield n }
     end
 
     def self.by_symbol(sym)
-      klass_name = "#{sym.to_s[0].upcase}#{sym.to_s[1..-1]}"
-      self.const_get(klass_name)
+      NETWORKS[sym]
     end
 
   end

data/lib/ids_please/parsers.rb

@@ -21,38 +21,33 @@ require_relative 'parsers/moikrug'
 class IdsPlease
   module Parsers
 
-    NETWORKS = [
-      IdsPlease::Parsers::GooglePlus,
-      IdsPlease::Parsers::Vkontakte,
-      IdsPlease::Parsers::Twitter,
-      IdsPlease::Parsers::Facebook,
-      IdsPlease::Parsers::Instagram,
-      IdsPlease::Parsers::Blogger,
-      IdsPlease::Parsers::Ameba,
-      IdsPlease::Parsers::Hi5,
-      IdsPlease::Parsers::Linkedin,
-      IdsPlease::Parsers::Livejournal,
-      IdsPlease::Parsers::Reddit,
-      IdsPlease::Parsers::Pinterest,
-      IdsPlease::Parsers::Soundcloud,
-      IdsPlease::Parsers::Vimeo,
-      IdsPlease::Parsers::Youtube,
-      IdsPlease::Parsers::Odnoklassniki,
-      IdsPlease::Parsers::Tumblr,
-      IdsPlease::Parsers::Moikrug
-    ]
+    NETWORKS = {
+      google_plus: IdsPlease::Parsers::GooglePlus,
+      vkontakte: IdsPlease::Parsers::Vkontakte,
+      twitter: IdsPlease::Parsers::Twitter,
+      facebook: IdsPlease::Parsers::Facebook,
+      instagram: IdsPlease::Parsers::Instagram,
+      blogger: IdsPlease::Parsers::Blogger,
+      ameba: IdsPlease::Parsers::Ameba,
+      hi5: IdsPlease::Parsers::Hi5,
+      linkedin: IdsPlease::Parsers::Linkedin,
+      livejournal: IdsPlease::Parsers::Livejournal,
+      reddit: IdsPlease::Parsers::Reddit,
+      pinterest: IdsPlease::Parsers::Pinterest,
+      soundcloud: IdsPlease::Parsers::Soundcloud,
+      vimeo: IdsPlease::Parsers::Vimeo,
+      youtube: IdsPlease::Parsers::Youtube,
+      odnoklassniki: IdsPlease::Parsers::Odnoklassniki,
+      tumblr: IdsPlease::Parsers::Tumblr,
+      moikrug: IdsPlease::Parsers::Moikrug
+    }
 
     def self.each
-      NETWORKS.each { |n| yield n }
+      NETWORKS.values.each { |n| yield n }
     end
 
     def self.by_symbol(sym)
-      if sym == :google_plus
-        IdsPlease::Parsers::GooglePlus
-      else
-        klass_name = "#{sym.to_s[0].upcase}#{sym.to_s[1..-1]}"
-        self.const_get(klass_name)
-      end
+      NETWORKS[sym]
     end
 
   end

data/lib/ids_please/version.rb

@@ -1,3 +1,3 @@
 class IdsPlease
-  VERSION = '2.0.0.beta1'
+  VERSION = '2.0.0.beta2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ids_please
 version: !ruby/object:Gem::Version
-  version: 2.0.0.beta1
+  version: 2.0.0.beta2
 platform: ruby
 authors:
 - gazay
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-13 00:00:00.000000000 Z
+date: 2015-05-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -57,6 +57,7 @@ files:
 - lib/ids_please/grabbers/base.rb
 - lib/ids_please/grabbers/facebook.rb
 - lib/ids_please/grabbers/instagram.rb
+- lib/ids_please/grabbers/twitter.rb
 - lib/ids_please/grabbers/vkontakte.rb
 - lib/ids_please/parsers.rb
 - lib/ids_please/parsers/ameba.rb