rsocial 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9f0466589b828be6e2d447db318ef7acf5d46d63
+  data.tar.gz: ff521364755db6cac833afa9708a68a3ee5598bb
+SHA512:
+  metadata.gz: 05a269d0a0a067de34b26c9cbe891cf3d9f36cc3b53e9ddec5daabee0d845bb3efd3fae4289f7e5607f4edcdfec2a5575d5f6e113a73ddfcb0458fdecc59592b
+  data.tar.gz: f395c23b11c01ee7fb7946799f5863854e06186d400972de86e550176213d01f32e849ed530e70c9973a60c4db8680e0beb1c3e2cc72b481a4519fc58c9c4c68

data/.gitignore

@@ -0,0 +1 @@
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,11 @@
+source "https://rubygems.org"
+
+gem 'headless'
+gem 'selenium-webdriver'
+
+group :development do
+  gem "rdoc"
+  gem "rake"
+  gem "rspec"
+  gem "bundler"
+end

data/README.md

@@ -0,0 +1,46 @@
+## RSocial
+
+A gem for crawling social media stats on various web entities
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'rsocial'
+
+And then execute:
+
+    $ bundler
+
+Or install it yourself:
+
+    $ gem install rsocial
+
+## Usage
+
+#### Instagram
+
+```ruby
+require 'rsocial'
+
+client = RSocial::Instagram.client(:requesting_handle => "my_handle")
+
+client.user("the_skatenerd")        #=> {:handle => "the_skatenerd", :posts => "1,140", :followers => "59.8k", :following => "920"}
+```
+
+#### Facebook
+
+```ruby
+require 'rsocial'
+
+client = RSocial::Facebook.client(:requesting_handle => "my_handle")
+
+client.user("TransWorldSkate")        #=> {:handle => "TransWorldSkate", :followers => "1,667,861 likes"}
+```
+
+## Contributing
+
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Submit a pull request

data/lib/rsocial.rb

@@ -0,0 +1,9 @@
+require 'rsocial/driver'
+require 'rsocial/instagram'
+require 'rsocial/instagram/client'
+require 'rsocial/facebook'
+require 'rsocial/facebook/client'
+
+module RSocial
+  VERSION = '0.1.0'
+end

data/lib/rsocial/driver.rb

@@ -0,0 +1,49 @@
+require 'headless'
+require 'selenium-webdriver'
+
+module RSocial
+  class Driver
+    def initialize(options={})
+      @options = options
+      @wd = Selenium::WebDriver.for :firefox
+    end
+
+    def run(url, executables)
+      while_headless do
+        @wd.navigate.to url
+        execute_each do
+          executables
+        end
+      end
+    end
+
+    private
+
+    def while_headless
+      headless = Headless.new
+      headless.start
+      yield
+    ensure
+      puts "destroy"
+      headless.destroy
+    end
+
+    def execute_each(&block)
+      results = {}
+      block.call.each do |key, script|
+        results[key.to_sym] = execute(script)
+      end
+      results
+    end
+
+    def execute(script)
+      begin
+        @wd.execute_script(script)
+      rescue Selenium::WebDriver::Error::JavascriptError
+        "Javascript Error"
+      rescue Selenium::WebDriver::Error::UnknownError
+        "UnknownError"
+      end
+    end
+  end
+end

data/lib/rsocial/facebook.rb

@@ -0,0 +1,8 @@
+
+module RSocial
+  module Facebook
+    def self.client(options={})
+      Facebook::Client.new(options)
+    end
+  end
+end

data/lib/rsocial/facebook/client.rb

@@ -0,0 +1,8 @@
+module RSocial
+  module Facebook
+    class Client < Driver
+      Dir[File.expand_path('../client/*.rb', __FILE__)].each{|f| require f}
+      include Facebook::Client::Pages
+    end
+  end
+end

data/lib/rsocial/facebook/client/pages.rb

@@ -0,0 +1,22 @@
+module RSocial
+  module Facebook
+    class Client
+      module Pages
+        def page(handle)
+          run(
+            "https://www.facebook.com/#{handle}/",
+            user_executables
+          ).merge(:handle => handle)
+        end
+
+        private
+
+        def user_executables
+          executables = {}
+          executables[:followers] = "return document.getElementById('PagesLikesCountDOMID').childNodes[0].textContent"
+          executables
+        end
+      end
+    end
+  end
+end

data/lib/rsocial/instagram.rb

@@ -0,0 +1,8 @@
+
+module RSocial
+  module Instagram
+    def self.client(options={})
+      Instagram::Client.new(options)
+    end
+  end
+end

data/lib/rsocial/instagram/client.rb

@@ -0,0 +1,8 @@
+module RSocial
+  module Instagram
+    class Client < Driver
+      Dir[File.expand_path('../client/*.rb', __FILE__)].each{|f| require f}
+      include Instagram::Client::Users
+    end
+  end
+end

data/lib/rsocial/instagram/client/users.rb

@@ -0,0 +1,24 @@
+module RSocial
+  module Instagram
+    class Client
+      module Users
+        def user(handle)
+          run(
+            "https://www.instagram.com/#{handle}/",
+            user_executables
+          ).merge(:handle => handle)
+        end
+
+        private
+
+        def user_executables
+          executables = {}
+          executables[:posts] = "return document.getElementsByClassName('_s53mj')[0].getElementsByClassName('_bkw5z')[0].innerHTML"
+          executables[:followers] = "return document.getElementsByClassName('_s53mj')[1].getElementsByClassName('_bkw5z')[0].innerHTML"
+          executables[:following] = "return document.getElementsByClassName('_s53mj')[2].getElementsByClassName('_bkw5z')[0].innerHTML"
+          executables
+        end
+      end
+    end
+  end
+end

data/rsocial.gemspec

@@ -0,0 +1,24 @@
+# encoding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rsocial'
+
+Gem::Specification.new do |s|
+  s.add_development_dependency('rake', '~> 0.9.2.2')
+  s.add_development_dependency('rspec', '~> 2.4')
+  s.add_runtime_dependency('selenium-webdriver', '~> 2.53', '>= 2.53.4')
+  s.add_runtime_dependency('headless', '~> 2.3', '>= 2.3.0')
+  s.description   = "A ruby social media stat crawler"
+  s.date          = Time.now.utc.strftime("%Y-%m-%d")
+  s.name          = 'rsocial'
+  s.version       = RSocial::VERSION
+  s.summary       = "A ruby social media stat crawler"
+  s.authors       = ["Ed Richards"]
+  s.email         = 'er@advect.us'
+  s.require_paths = ["lib"]
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.homepage      = 'http://www.github.com/advectus/rsocial'
+  s.license       = 'MIT'
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: rsocial
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ed Richards
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.53'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.53.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.53'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.53.4
+- !ruby/object:Gem::Dependency
+  name: headless
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.3.0
+description: A ruby social media stat crawler
+email: er@advect.us
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- lib/rsocial.rb
+- lib/rsocial/driver.rb
+- lib/rsocial/facebook.rb
+- lib/rsocial/facebook/client.rb
+- lib/rsocial/facebook/client/pages.rb
+- lib/rsocial/instagram.rb
+- lib/rsocial/instagram/client.rb
+- lib/rsocial/instagram/client/users.rb
+- rsocial.gemspec
+homepage: http://www.github.com/advectus/rsocial
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: A ruby social media stat crawler
+test_files: []