gem_stats 0.0.1

data/.gitignore

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in gem_stats.gemspec
+gemspec

data/Rakefile

@@ -0,0 +1,15 @@
+# encoding: UTF-8
+
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+desc 'Default: run unit tests.'
+task :default => :test
+
+desc 'Test the get_or_build gem.'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = true
+end

data/bin/fetchgemstats

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+require 'gem_stats'
+
+puts 'Starting fetching...'
+start = Time.now
+GemStats::Fetcher.fetch_and_safe
+puts "Finished in #{(Tine.now - start).round(0)} second(s)"

data/bin/geminfo

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+require 'gem_stats'
+
+ARGV.each do |gem_name|
+  @gem_info = GemStats::GemInfo.new(gem_name)
+
+  clients = @gem_info.clients
+  puts "Dependencies in runtime mode: #{clients.map(&:name).join(', ')}"
+  puts "Total: #{clients.count}"
+
+  clients = @gem_info.clients(:development)
+  puts "Dependencies in development mode: #{clients.map(&:name).join(', ')}"
+  puts "Total: #{clients.count}"
+end

data/config/mongo.yml

@@ -0,0 +1,2 @@
+host: localhost
+database: gem_stats

data/gem_stats.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "gem_stats/version"
+
+Gem::Specification.new do |s|
+  s.name        = "gem_stats"
+  s.version     = GemStats::VERSION
+  s.authors     = ["Andrey Koleshko"]
+  s.email       = ["ka8725@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Fetch full statistic for the given gem name}
+  s.description = %q{Just put gemstats your_gem_name and have a pleasure to see full statistic for this gem}
+
+  s.rubyforge_project = "gem_stats"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  s.add_development_dependency "rake"
+  s.add_runtime_dependency "json"
+  s.add_runtime_dependency "mongo_mapper"
+  s.add_runtime_dependency "bson_ext"
+end

data/lib/gem_stats/connection.rb

@@ -0,0 +1,8 @@
+module GemStats
+  module Connection
+    def self.connect
+      MongoMapper.connection = Mongo::Connection.new('localhost')
+      MongoMapper.database = 'gem_stats'
+    end
+  end
+end

data/lib/gem_stats/fetcher.rb

@@ -0,0 +1,24 @@
+require 'rubygems/spec_fetcher'
+
+module GemStats
+  class Fetcher
+    def self.list(all_versions = false, prerelease = false)
+      @gem_list ||= ::Gem::SpecFetcher.new.list(all_versions, prerelease).values.flatten(1)
+    end
+
+    def self.list_names
+      @list_name ||= list.map(&:first)
+    end
+
+    def self.fetch_and_safe
+      threads = []
+      list_names.each do |name|
+        threads << Thread.new(name) { |name| GemInfo.new(name).save }
+        if threads.count == 50
+          threads.each(&:join)
+          threads = []
+        end
+      end
+    end
+  end
+end

data/lib/gem_stats/gem.rb

@@ -0,0 +1,24 @@
+require 'mongo_mapper'
+
+module GemStats
+  class Gem
+    include MongoMapper::Document
+
+    key :name, String
+    key :runtime_dependencies, Array
+    key :development_dependencies, Array
+    key :version, String
+    key :downloads, Integer
+    key :version_downloads, String
+    key :authors, String
+    key :info, String
+    key :project_uri, String
+    key :gem_uri, String
+    key :homepage_uri, String
+    key :wiki_uri, String
+    key :documentation_uri, String
+    key :mailing_list_uri, String
+    key :source_code_uri, String
+    key :bug_tracker_uri, String
+  end
+end

data/lib/gem_stats/gem_info.rb

@@ -0,0 +1,54 @@
+require 'json'
+require 'open-uri'
+
+module GemStats
+  class GemInfo
+    API_URL = "https://rubygems.org/api/v1/gems/"
+    REQUEST_FORMAT = 'json'
+
+    attr_reader :name
+
+    def initialize(name)
+      @name = name
+    end
+
+    def info
+      @info ||= JSON.load open("#{API_URL}#{@name}.#{REQUEST_FORMAT}").read
+    end
+
+    def dependencies(env = 'runtime')
+      @dependencies ||= {}
+      @dependencies[env.to_s] ||= info['dependencies'][env.to_s].inject([]) { |sum, gem| sum << gem['name'] }
+    end
+
+    def clients(env = 'runtime')
+      Gem.where("#{env}_dependencies" => @name).all
+    end
+
+    def save
+      log @name
+      gem = Gem.find_by_name(@name) || Gem.new
+      gem.attributes = {:name                     => @name,
+                        :runtime_dependencies     => dependencies,
+                        :development_dependencies => dependencies('development'),
+                        :version                  => info['version'],
+                        :downloads                => info['downloads'],
+                        :version_downloads        => info['version_downloads'],
+                        :authors                  => info['authors'],
+                        :info                     => info['info'],
+                        :project_uri              => info['project_uri'],
+                        :gem_uri                  => info['gem_uri'],
+                        :homepage_uri             => info['homepage_uri'],
+                        :wiki_uri                 => info['wiki_uri'],
+                        :documentation_uri        => info['documentation_uri'],
+                        :mailing_list_uri         => info['mailing_list_uri'],
+                        :source_code_uri          => info['source_code_uri'],
+                        :bug_tracker_uri          => info['bug_tracker_uri']}
+      gem.save
+    end
+
+    def log(message)
+      puts message
+    end
+  end
+end

data/lib/gem_stats/version.rb

@@ -0,0 +1,3 @@
+module GemStats
+  VERSION = "0.0.1"
+end

data/lib/gem_stats.rb

@@ -0,0 +1,11 @@
+require "gem_stats/version"
+require "gem_stats/gem"
+require "gem_stats/gem_info"
+require "gem_stats/fetcher"
+require "gem_stats/connection"
+
+module GemStats
+end
+
+GemStats::Connection.connect
+

data/test/fetcher_test.rb

@@ -0,0 +1,17 @@
+require 'test_helper'
+
+class FetcherTest < Test::Unit::TestCase
+  include GemStats
+
+  def test_fetch_list_gems
+    assert_not_nil Fetcher.list
+  end
+
+  def test_size_of_fetcher_list
+    assert_equal Fetcher.list.count, Fetcher.list_names.count
+  end
+
+  def test_fetch_and_save
+    assert_equal true, Fetcher.respond_to?(:fetch_and_safe)
+  end
+end

data/test/gem_info_test.rb

@@ -0,0 +1,22 @@
+require 'test_helper'
+
+class GemInfoTest < Test::Unit::TestCase
+  def setup
+    @gem = GemStats::GemInfo.new('get_or_build')
+  end
+
+  def test_fetch
+    assert_not_nil @gem.info
+  end
+
+  def test_dependencies
+    assert_equal [], @gem.dependencies
+    assert_equal ["actionpack", "activerecord", "rake", "sqlite3"].sort, @gem.dependencies(:development).sort
+    assert_equal [], @gem.dependencies(:runtime)
+  end
+
+  def test_clients
+    assert_equal [], @gem.clients.to_a
+    assert_equal [], @gem.clients(:development).to_a
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,2 @@
+require 'test/unit'
+require 'gem_stats'

metadata

@@ -0,0 +1,117 @@
+--- !ruby/object:Gem::Specification
+name: gem_stats
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Andrey Koleshko
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-29 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70259170946480 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70259170946480
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &70259170946020 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70259170946020
+- !ruby/object:Gem::Dependency
+  name: mongo_mapper
+  requirement: &70259170945420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70259170945420
+- !ruby/object:Gem::Dependency
+  name: bson_ext
+  requirement: &70259170944820 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70259170944820
+description: Just put gemstats your_gem_name and have a pleasure to see full statistic
+  for this gem
+email:
+- ka8725@gmail.com
+executables:
+- fetchgemstats
+- geminfo
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Rakefile
+- bin/fetchgemstats
+- bin/geminfo
+- config/mongo.yml
+- gem_stats.gemspec
+- lib/gem_stats.rb
+- lib/gem_stats/connection.rb
+- lib/gem_stats/fetcher.rb
+- lib/gem_stats/gem.rb
+- lib/gem_stats/gem_info.rb
+- lib/gem_stats/version.rb
+- test/fetcher_test.rb
+- test/gem_info_test.rb
+- test/test_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2815935118913676328
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2815935118913676328
+requirements: []
+rubyforge_project: gem_stats
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Fetch full statistic for the given gem name
+test_files:
+- test/fetcher_test.rb
+- test/gem_info_test.rb
+- test/test_helper.rb