github-trending 0.2.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: ef0aa1b70905ec567a8c807dbef3533aafa0e9c4
+  data.tar.gz: 9cdf036867ab073a8ed6e628e33864618dd173b8
+SHA512:
+  metadata.gz: 381960564b115fc0f642fc7d8ef5bd6f2d3ab10a99eda17fb9fd67728d82ca7eec148433953cf05c18a442a63824354c98ada1df8a1f439f2cfc072ece4fa5a0
+  data.tar.gz: e5685802bfa029512476061dc695d87161d2561585c471cef9ee7e75cba652ed0fd80061a606986621beeb0c008a27f0d3cc921e87d990af2126a579bb5b36e1

data/.gitignore

@@ -0,0 +1,24 @@
+*.gem
+*.rbc
+.DS_Store
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+TODO.txt

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## v0.2.0
+
+* Extracted functionality from the [`git-trend`](https://github.com/rochefort/git-trend) gem for application use.

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in github-trending.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,76 @@
+github-trending
+===============
+
+`github-trending` is a gem that fetches [Trending repositories on GitHub](https://github.com/trending). It's functionality was extracted from the command-line utility [`git-trend`](https://github.com/rochefort/git-trend), so almost all of the code is written by **[@rochefort](https://github.com/rochefort)**.
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'github-trending', github: 'sheharyarn/github-trending'
+```
+
+And then execute:
+
+```bash
+$ bundle
+```
+
+Or install it yourself as:
+
+```bash
+$ gem install github-trending
+```
+
+## Usage
+
+Require it if you haven't:
+
+```ruby
+require 'github-trending'
+```
+
+Get the day's trending repos:
+
+```ruby
+repos = Github::Trending.get
+repos.each do |r|
+  puts "#{r.name} (#{r.star_count} stargazers)"
+  puts "--- #{r.description}\n\n"
+end
+
+# =>
+# sindresorhus/awesome-nodejs (712 stargazers)
+# --- A curated list of delightful Node.js packages and resources.
+#
+# MrSwitch/hello.js (536 stargazers)
+# --- A Javascript RESTFUL API library for connecting with OAuth2 services, such as Google+ API, Facebook Graph # and Windows Live Connect
+#
+# ColdSauce/CosmosBrowserAndroid (391 stargazers)
+# --- Cosmos Browser allows a person to connect to the internet through the use of SMS. No data or wifi required.
+#
+# ...
+```
+
+You can also fetch by a specific language:
+
+```ruby
+ruby_repos = Github::Trending.get 'ruby'
+```
+
+To get a list of all languages:
+
+```ruby
+languages = Github::Trending.all_languages
+```
+
+
+## Contributing
+
+1. Fork it ( https://github.com/sheharyarn/github-trending/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/github-trending.gemspec

@@ -0,0 +1,36 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'github_trending/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'github-trending'
+  spec.version       = Github::Trending::VERSION
+  spec.authors       = ['rochefort', 'sheharyarn']
+  spec.email         = ['hello@sheharyar.me']
+  spec.summary       = 'Fetches Trending Github Repos'
+  spec.description   = spec.summary
+  spec.homepage      = 'https://github.com/sheharyarn/github-trending'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.post_install_message = "\n\n Thanks for Installing!\n\n\n"
+
+  spec.add_dependency 'thor',        '~> 0.19.1'
+  spec.add_dependency 'mechanize',   '~> 2.7.2'
+  spec.add_dependency 'addressable', '~> 2.3.6'
+
+  spec.add_development_dependency 'bundler', '~> 1.6'
+  spec.add_development_dependency 'rake'
+
+  spec.add_development_dependency 'rspec',     '~> 3.0.0'
+  spec.add_development_dependency 'rspec-its', '~> 1.0.1'
+  spec.add_development_dependency 'simplecov', '~> 0.9.0'
+  spec.add_development_dependency 'webmock',   '~> 1.18.0'
+
+  spec.add_development_dependency 'coveralls'
+end

data/lib/github-trending.rb

@@ -0,0 +1 @@
+require 'github_trending'

data/lib/github_trending.rb

@@ -0,0 +1,9 @@
+module Github
+  module Trending
+    class ScrapeException < StandardError; end
+  end
+end
+
+require 'github_trending/version'
+require 'github_trending/scraper'
+require 'github_trending/project'

data/lib/github_trending/project.rb

@@ -0,0 +1,11 @@
+module Github
+  module Trending
+    class Project
+      attr_accessor :name, :lang, :description, :star_count
+
+      def to_a
+        [@name, @lang, @star_count.to_s]
+      end
+    end
+  end
+end

data/lib/github_trending/scraper.rb

@@ -0,0 +1,79 @@
+# -*- coding: utf-8 -*-
+require 'mechanize'
+require 'addressable/uri'
+
+module Github
+  module Trending
+    def self.get(language = nil, since = nil)
+      scraper = Github::Trending::Scraper.new
+      scraper.get(language, since)
+    end
+
+    def self.all_languages
+      scraper = Github::Trending::Scraper.new
+      scraper.list_languages
+    end
+
+    class Scraper
+      BASE_HOST = 'https://github.com'
+      BASE_URL = "#{BASE_HOST}/trending"
+
+      def initialize
+        @agent = Mechanize.new
+        @agent.user_agent = "github-trending #{VERSION}"
+        proxy = URI.parse(ENV['http_proxy']) if ENV['http_proxy']
+        @agent.set_proxy(proxy.host, proxy.port, proxy.user, proxy.password) if proxy
+      end
+
+      def get(language = nil, since = nil)
+        projects = []
+        page = @agent.get(generate_url_for_get(language, since))
+
+        page.search('.repo-list-item').each do |content|
+          project = Project.new
+          meta_data = content.search('.repo-list-meta').text
+          project.lang, project.star_count = extract_lang_and_star_from_meta(meta_data)
+          project.name        = content.search('.repo-list-name a').text.split.join
+          project.description = content.search('.repo-list-description').text.gsub("\n", '').strip
+          projects << project
+        end
+        fail ScrapeException if projects.empty?
+        projects
+      end
+
+      def list_languages
+        languages = []
+        page = @agent.get(BASE_URL)
+        page.search('div.select-menu-item a').each do |content|
+          href = content.attributes['href'].value
+          # objective-c++ =>
+          language = href.match(/github.com\/trending\?l=(.+)/).to_a[1]
+          languages << CGI.unescape(language) if language
+        end
+        languages
+      end
+
+      private
+
+      def generate_url_for_get(language, since)
+        uri = Addressable::URI.parse(BASE_URL)
+        if language || since
+          uri.query_values = { l: language, since: since }.delete_if { |_k, v| v.nil? }
+        end
+        uri.to_s
+      end
+
+      def extract_lang_and_star_from_meta(text)
+        meta_data = text.split('•').map { |x| x.gsub("\n", '').strip }
+        if meta_data.size == 3
+          lang = meta_data[0]
+          star_count = meta_data[1].gsub(',', '').to_i
+          [lang, star_count]
+        else
+          star_count = meta_data[0].gsub(',', '').to_i
+          ['', star_count]
+        end
+      end
+    end
+  end
+end

data/lib/github_trending/version.rb

@@ -0,0 +1,5 @@
+module Github
+  module Trending
+    VERSION = '0.2.0'
+  end
+end

metadata

@@ -0,0 +1,201 @@
+--- !ruby/object:Gem::Specification
+name: github-trending
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- rochefort
+- sheharyarn
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.7.2
+- !ruby/object:Gem::Dependency
+  name: addressable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.3.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.3.6
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: rspec-its
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.18.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.18.0
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fetches Trending Github Repos
+email:
+- hello@sheharyar.me
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CHANGELOG.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- github-trending.gemspec
+- lib/github-trending.rb
+- lib/github_trending.rb
+- lib/github_trending/project.rb
+- lib/github_trending/scraper.rb
+- lib/github_trending/version.rb
+homepage: https://github.com/sheharyarn/github-trending
+licenses:
+- MIT
+metadata: {}
+post_install_message: |2+
+
+
+   Thanks for Installing!
+
+
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: Fetches Trending Github Repos
+test_files: []